2024-11-20 20:13:41,399 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-20 20:13:41,417 main DEBUG Took 0.015453 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-20 20:13:41,418 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-20 20:13:41,419 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-20 20:13:41,420 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-20 20:13:41,422 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 20:13:41,434 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-20 20:13:41,477 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 20:13:41,479 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 20:13:41,483 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 20:13:41,484 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 20:13:41,489 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 20:13:41,490 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 20:13:41,493 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 20:13:41,494 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 20:13:41,495 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 20:13:41,495 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 20:13:41,497 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 20:13:41,498 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 20:13:41,499 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 20:13:41,500 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 20:13:41,501 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 20:13:41,501 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 20:13:41,502 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 20:13:41,503 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 20:13:41,504 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 20:13:41,504 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 20:13:41,505 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 20:13:41,505 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 20:13:41,506 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 20:13:41,507 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 20:13:41,507 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 20:13:41,508 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-20 20:13:41,510 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 20:13:41,512 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-20 20:13:41,515 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-20 20:13:41,515 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-20 20:13:41,517 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-20 20:13:41,518 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-20 20:13:41,531 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-20 20:13:41,536 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-20 20:13:41,539 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-20 20:13:41,539 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-20 20:13:41,541 main DEBUG createAppenders(={Console}) 2024-11-20 20:13:41,542 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-20 20:13:41,542 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-20 20:13:41,543 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-20 20:13:41,544 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-20 20:13:41,544 main DEBUG OutputStream closed 2024-11-20 20:13:41,545 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-20 20:13:41,545 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-20 20:13:41,545 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-20 20:13:41,684 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-20 20:13:41,688 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-20 20:13:41,690 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-20 20:13:41,692 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-20 20:13:41,693 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-20 20:13:41,693 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-20 20:13:41,694 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-20 20:13:41,695 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-20 20:13:41,695 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-20 20:13:41,696 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-20 20:13:41,696 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-20 20:13:41,703 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-20 20:13:41,704 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-20 20:13:41,704 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-20 20:13:41,705 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-20 20:13:41,705 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-20 20:13:41,706 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-20 20:13:41,707 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-20 20:13:41,711 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20 20:13:41,712 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-20 20:13:41,712 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-20 20:13:41,714 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-20T20:13:41,733 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-20 20:13:41,737 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-20 20:13:41,737 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20T20:13:41,748 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-20T20:13:41,855 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=718, ProcessCount=11, AvailableMemoryMB=249 2024-11-20T20:13:42,462 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b98537aa-bd0c-0999-cf68-79cf5c360805 2024-11-20T20:13:42,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T20:13:42,503 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b98537aa-bd0c-0999-cf68-79cf5c360805/cluster_82e66bbf-6ca7-9c7e-ef94-1ea6de63522a, deleteOnExit=true 2024-11-20T20:13:42,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T20:13:42,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b98537aa-bd0c-0999-cf68-79cf5c360805/test.cache.data in system properties and HBase conf 2024-11-20T20:13:42,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b98537aa-bd0c-0999-cf68-79cf5c360805/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T20:13:42,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b98537aa-bd0c-0999-cf68-79cf5c360805/hadoop.log.dir in system properties and HBase conf 2024-11-20T20:13:42,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b98537aa-bd0c-0999-cf68-79cf5c360805/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T20:13:42,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b98537aa-bd0c-0999-cf68-79cf5c360805/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T20:13:42,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T20:13:42,659 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-20T20:13:42,827 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T20:13:42,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b98537aa-bd0c-0999-cf68-79cf5c360805/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T20:13:42,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b98537aa-bd0c-0999-cf68-79cf5c360805/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T20:13:42,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b98537aa-bd0c-0999-cf68-79cf5c360805/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T20:13:42,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b98537aa-bd0c-0999-cf68-79cf5c360805/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T20:13:42,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b98537aa-bd0c-0999-cf68-79cf5c360805/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T20:13:42,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b98537aa-bd0c-0999-cf68-79cf5c360805/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T20:13:42,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b98537aa-bd0c-0999-cf68-79cf5c360805/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T20:13:42,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b98537aa-bd0c-0999-cf68-79cf5c360805/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T20:13:42,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b98537aa-bd0c-0999-cf68-79cf5c360805/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T20:13:42,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b98537aa-bd0c-0999-cf68-79cf5c360805/nfs.dump.dir in system properties and HBase conf 2024-11-20T20:13:42,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b98537aa-bd0c-0999-cf68-79cf5c360805/java.io.tmpdir in system properties and HBase conf 2024-11-20T20:13:42,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b98537aa-bd0c-0999-cf68-79cf5c360805/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T20:13:42,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b98537aa-bd0c-0999-cf68-79cf5c360805/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T20:13:42,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b98537aa-bd0c-0999-cf68-79cf5c360805/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T20:13:49,826 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-20T20:13:49,961 INFO [Time-limited test {}] log.Log(170): Logging initialized @10703ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-20T20:13:50,097 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T20:13:50,225 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T20:13:50,266 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T20:13:50,266 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T20:13:50,268 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T20:13:50,392 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T20:13:50,564 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3726fa21{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b98537aa-bd0c-0999-cf68-79cf5c360805/hadoop.log.dir/,AVAILABLE} 2024-11-20T20:13:50,567 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30e556ac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T20:13:51,167 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@417a7dc1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b98537aa-bd0c-0999-cf68-79cf5c360805/java.io.tmpdir/jetty-localhost-41269-hadoop-hdfs-3_4_1-tests_jar-_-any-12305708001014824830/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T20:13:51,177 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@62f8eef6{HTTP/1.1, (http/1.1)}{localhost:41269} 2024-11-20T20:13:51,177 INFO [Time-limited test {}] server.Server(415): Started @11920ms 2024-11-20T20:13:52,186 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T20:13:52,199 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T20:13:52,202 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T20:13:52,203 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T20:13:52,203 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T20:13:52,209 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18455874{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b98537aa-bd0c-0999-cf68-79cf5c360805/hadoop.log.dir/,AVAILABLE} 2024-11-20T20:13:52,210 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@456a9037{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T20:13:52,396 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@30aadc99{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b98537aa-bd0c-0999-cf68-79cf5c360805/java.io.tmpdir/jetty-localhost-37453-hadoop-hdfs-3_4_1-tests_jar-_-any-15509003313430457404/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T20:13:52,398 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@11931074{HTTP/1.1, (http/1.1)}{localhost:37453} 2024-11-20T20:13:52,398 INFO [Time-limited test {}] server.Server(415): Started @13141ms 2024-11-20T20:13:52,468 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T20:13:52,634 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T20:13:52,644 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T20:13:52,674 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T20:13:52,674 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T20:13:52,674 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T20:13:52,676 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bb87391{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b98537aa-bd0c-0999-cf68-79cf5c360805/hadoop.log.dir/,AVAILABLE} 2024-11-20T20:13:52,678 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62fa10b3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T20:13:52,833 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6547dfa6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b98537aa-bd0c-0999-cf68-79cf5c360805/java.io.tmpdir/jetty-localhost-34749-hadoop-hdfs-3_4_1-tests_jar-_-any-2015179946836875305/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T20:13:52,835 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ed5e0c5{HTTP/1.1, (http/1.1)}{localhost:34749} 2024-11-20T20:13:52,835 INFO [Time-limited test {}] server.Server(415): Started @13578ms 2024-11-20T20:13:52,842 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T20:13:53,040 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T20:13:53,045 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T20:13:53,049 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T20:13:53,049 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T20:13:53,049 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T20:13:53,050 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@434b9529{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b98537aa-bd0c-0999-cf68-79cf5c360805/hadoop.log.dir/,AVAILABLE} 2024-11-20T20:13:53,051 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c9d71eb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T20:13:53,213 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3112732a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b98537aa-bd0c-0999-cf68-79cf5c360805/java.io.tmpdir/jetty-localhost-33963-hadoop-hdfs-3_4_1-tests_jar-_-any-2242845936082587682/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T20:13:53,214 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57cb7c2e{HTTP/1.1, (http/1.1)}{localhost:33963} 2024-11-20T20:13:53,214 INFO [Time-limited test {}] server.Server(415): Started @13958ms 2024-11-20T20:13:53,217 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T20:13:55,240 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b98537aa-bd0c-0999-cf68-79cf5c360805/cluster_82e66bbf-6ca7-9c7e-ef94-1ea6de63522a/data/data5/current/BP-1648967738-172.17.0.2-1732133625269/current, will proceed with Du for space computation calculation, 2024-11-20T20:13:55,240 WARN [Thread-126 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b98537aa-bd0c-0999-cf68-79cf5c360805/cluster_82e66bbf-6ca7-9c7e-ef94-1ea6de63522a/data/data6/current/BP-1648967738-172.17.0.2-1732133625269/current, will proceed with Du for space computation calculation, 2024-11-20T20:13:55,241 WARN [Thread-129 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b98537aa-bd0c-0999-cf68-79cf5c360805/cluster_82e66bbf-6ca7-9c7e-ef94-1ea6de63522a/data/data2/current/BP-1648967738-172.17.0.2-1732133625269/current, will proceed with Du for space computation calculation, 2024-11-20T20:13:55,241 WARN [Thread-127 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b98537aa-bd0c-0999-cf68-79cf5c360805/cluster_82e66bbf-6ca7-9c7e-ef94-1ea6de63522a/data/data1/current/BP-1648967738-172.17.0.2-1732133625269/current, will proceed with Du for space computation calculation, 2024-11-20T20:13:55,242 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b98537aa-bd0c-0999-cf68-79cf5c360805/cluster_82e66bbf-6ca7-9c7e-ef94-1ea6de63522a/data/data3/current/BP-1648967738-172.17.0.2-1732133625269/current, will proceed with Du for space computation calculation, 2024-11-20T20:13:55,242 WARN [Thread-128 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b98537aa-bd0c-0999-cf68-79cf5c360805/cluster_82e66bbf-6ca7-9c7e-ef94-1ea6de63522a/data/data4/current/BP-1648967738-172.17.0.2-1732133625269/current, will proceed with Du for space computation calculation, 2024-11-20T20:13:55,371 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T20:13:55,374 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T20:13:55,387 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T20:13:55,470 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc12a46b664222f1e with lease ID 0xe7ca5882f0e92867: Processing first storage report for DS-da9cf44f-7387-46fc-883e-1feac7a60495 from datanode DatanodeRegistration(127.0.0.1:41885, datanodeUuid=ba11a22a-09e9-4b1b-bf97-c97deb5d7e32, infoPort=44035, infoSecurePort=0, ipcPort=45505, storageInfo=lv=-57;cid=testClusterID;nsid=2001358657;c=1732133625269) 2024-11-20T20:13:55,472 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc12a46b664222f1e with lease ID 0xe7ca5882f0e92867: from storage DS-da9cf44f-7387-46fc-883e-1feac7a60495 node DatanodeRegistration(127.0.0.1:41885, datanodeUuid=ba11a22a-09e9-4b1b-bf97-c97deb5d7e32, infoPort=44035, infoSecurePort=0, ipcPort=45505, storageInfo=lv=-57;cid=testClusterID;nsid=2001358657;c=1732133625269), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-20T20:13:55,473 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdd2e99ddaebed9cd with lease ID 0xe7ca5882f0e92868: Processing first storage report for DS-32aff665-c687-4af0-b928-f9ed418e1959 from datanode DatanodeRegistration(127.0.0.1:35689, datanodeUuid=7eb9cef7-8b22-41f3-befb-0983f2c936f7, infoPort=44959, infoSecurePort=0, ipcPort=37171, storageInfo=lv=-57;cid=testClusterID;nsid=2001358657;c=1732133625269) 2024-11-20T20:13:55,473 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdd2e99ddaebed9cd with lease ID 0xe7ca5882f0e92868: from storage DS-32aff665-c687-4af0-b928-f9ed418e1959 node DatanodeRegistration(127.0.0.1:35689, datanodeUuid=7eb9cef7-8b22-41f3-befb-0983f2c936f7, infoPort=44959, infoSecurePort=0, ipcPort=37171, storageInfo=lv=-57;cid=testClusterID;nsid=2001358657;c=1732133625269), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T20:13:55,473 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb8a5c8200f10ee42 with lease ID 0xe7ca5882f0e92869: Processing first storage report for DS-128a80ce-8637-4dc3-87ac-5cc740cf5a47 from datanode DatanodeRegistration(127.0.0.1:38291, datanodeUuid=6dc00c80-fca4-4cd7-9428-a67035dae508, infoPort=37869, infoSecurePort=0, ipcPort=38395, storageInfo=lv=-57;cid=testClusterID;nsid=2001358657;c=1732133625269) 2024-11-20T20:13:55,474 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb8a5c8200f10ee42 with lease ID 0xe7ca5882f0e92869: from storage DS-128a80ce-8637-4dc3-87ac-5cc740cf5a47 node DatanodeRegistration(127.0.0.1:38291, datanodeUuid=6dc00c80-fca4-4cd7-9428-a67035dae508, infoPort=37869, infoSecurePort=0, ipcPort=38395, storageInfo=lv=-57;cid=testClusterID;nsid=2001358657;c=1732133625269), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T20:13:55,475 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb8a5c8200f10ee42 with lease ID 0xe7ca5882f0e92869: Processing first storage report for DS-242cb363-a026-4497-949e-8c521937e3f6 from datanode DatanodeRegistration(127.0.0.1:38291, datanodeUuid=6dc00c80-fca4-4cd7-9428-a67035dae508, infoPort=37869, infoSecurePort=0, ipcPort=38395, storageInfo=lv=-57;cid=testClusterID;nsid=2001358657;c=1732133625269) 2024-11-20T20:13:55,476 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb8a5c8200f10ee42 with lease ID 0xe7ca5882f0e92869: from storage DS-242cb363-a026-4497-949e-8c521937e3f6 node DatanodeRegistration(127.0.0.1:38291, datanodeUuid=6dc00c80-fca4-4cd7-9428-a67035dae508, infoPort=37869, infoSecurePort=0, ipcPort=38395, storageInfo=lv=-57;cid=testClusterID;nsid=2001358657;c=1732133625269), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T20:13:55,477 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc12a46b664222f1e with lease ID 0xe7ca5882f0e92867: Processing first storage report for DS-865f2c9d-118d-4800-a34f-5be2c9d0dee4 from datanode DatanodeRegistration(127.0.0.1:41885, datanodeUuid=ba11a22a-09e9-4b1b-bf97-c97deb5d7e32, infoPort=44035, infoSecurePort=0, ipcPort=45505, storageInfo=lv=-57;cid=testClusterID;nsid=2001358657;c=1732133625269) 2024-11-20T20:13:55,478 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc12a46b664222f1e with lease ID 0xe7ca5882f0e92867: from storage DS-865f2c9d-118d-4800-a34f-5be2c9d0dee4 node DatanodeRegistration(127.0.0.1:41885, datanodeUuid=ba11a22a-09e9-4b1b-bf97-c97deb5d7e32, infoPort=44035, infoSecurePort=0, ipcPort=45505, storageInfo=lv=-57;cid=testClusterID;nsid=2001358657;c=1732133625269), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T20:13:55,478 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdd2e99ddaebed9cd with lease ID 0xe7ca5882f0e92868: Processing first storage report for DS-0caad12c-8b8c-44b3-832f-251becf92d5d from datanode DatanodeRegistration(127.0.0.1:35689, datanodeUuid=7eb9cef7-8b22-41f3-befb-0983f2c936f7, infoPort=44959, infoSecurePort=0, ipcPort=37171, storageInfo=lv=-57;cid=testClusterID;nsid=2001358657;c=1732133625269) 2024-11-20T20:13:55,479 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdd2e99ddaebed9cd with lease ID 0xe7ca5882f0e92868: from storage DS-0caad12c-8b8c-44b3-832f-251becf92d5d node DatanodeRegistration(127.0.0.1:35689, datanodeUuid=7eb9cef7-8b22-41f3-befb-0983f2c936f7, infoPort=44959, infoSecurePort=0, ipcPort=37171, storageInfo=lv=-57;cid=testClusterID;nsid=2001358657;c=1732133625269), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T20:13:55,554 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b98537aa-bd0c-0999-cf68-79cf5c360805 2024-11-20T20:13:55,680 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b98537aa-bd0c-0999-cf68-79cf5c360805/cluster_82e66bbf-6ca7-9c7e-ef94-1ea6de63522a/zookeeper_0, clientPort=62377, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b98537aa-bd0c-0999-cf68-79cf5c360805/cluster_82e66bbf-6ca7-9c7e-ef94-1ea6de63522a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b98537aa-bd0c-0999-cf68-79cf5c360805/cluster_82e66bbf-6ca7-9c7e-ef94-1ea6de63522a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T20:13:55,694 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62377 2024-11-20T20:13:55,727 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:13:55,732 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:13:56,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38291 is added to blk_1073741825_1001 (size=7) 2024-11-20T20:13:56,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741825_1001 (size=7) 2024-11-20T20:13:56,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35689 is added to blk_1073741825_1001 (size=7) 2024-11-20T20:13:56,413 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90 with version=8 2024-11-20T20:13:56,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/hbase-staging 2024-11-20T20:13:56,511 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-20T20:13:56,844 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d7d59561a64e:0 server-side Connection retries=45 2024-11-20T20:13:56,854 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:13:56,855 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T20:13:56,862 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T20:13:56,862 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:13:56,863 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T20:13:57,082 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T20:13:57,147 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-20T20:13:57,158 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-20T20:13:57,162 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T20:13:57,192 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1014 (auto-detected) 2024-11-20T20:13:57,193 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-20T20:13:57,213 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35355 2024-11-20T20:13:57,236 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35355 connecting to ZooKeeper ensemble=127.0.0.1:62377 2024-11-20T20:13:57,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:353550x0, quorum=127.0.0.1:62377, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T20:13:57,393 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35355-0x10159e1c1e60000 connected 2024-11-20T20:13:57,586 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:13:57,590 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:13:57,602 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35355-0x10159e1c1e60000, quorum=127.0.0.1:62377, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T20:13:57,608 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90, hbase.cluster.distributed=false 2024-11-20T20:13:57,677 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35355-0x10159e1c1e60000, quorum=127.0.0.1:62377, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T20:13:57,709 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35355 2024-11-20T20:13:57,712 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35355 2024-11-20T20:13:57,721 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35355 2024-11-20T20:13:57,724 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35355 2024-11-20T20:13:57,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35355 2024-11-20T20:13:57,870 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d7d59561a64e:0 server-side Connection retries=45 2024-11-20T20:13:57,872 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:13:57,872 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T20:13:57,872 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T20:13:57,873 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:13:57,873 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T20:13:57,876 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T20:13:57,879 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T20:13:57,880 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35651 2024-11-20T20:13:57,882 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35651 connecting to ZooKeeper ensemble=127.0.0.1:62377 2024-11-20T20:13:57,884 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:13:57,891 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:13:58,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:356510x0, quorum=127.0.0.1:62377, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T20:13:58,039 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:356510x0, quorum=127.0.0.1:62377, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T20:13:58,039 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35651-0x10159e1c1e60001 connected 2024-11-20T20:13:58,042 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T20:13:58,049 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T20:13:58,053 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35651-0x10159e1c1e60001, quorum=127.0.0.1:62377, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T20:13:58,059 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35651-0x10159e1c1e60001, quorum=127.0.0.1:62377, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T20:13:58,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35651 2024-11-20T20:13:58,061 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35651 2024-11-20T20:13:58,061 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35651 2024-11-20T20:13:58,062 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35651 2024-11-20T20:13:58,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35651 2024-11-20T20:13:58,091 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d7d59561a64e:0 server-side Connection retries=45 2024-11-20T20:13:58,091 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:13:58,092 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T20:13:58,092 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T20:13:58,093 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:13:58,093 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T20:13:58,093 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T20:13:58,094 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T20:13:58,095 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46833 2024-11-20T20:13:58,098 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46833 connecting to ZooKeeper ensemble=127.0.0.1:62377 2024-11-20T20:13:58,100 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:13:58,106 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:13:58,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:468330x0, quorum=127.0.0.1:62377, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T20:13:58,193 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46833-0x10159e1c1e60002 connected 2024-11-20T20:13:58,193 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:468330x0, quorum=127.0.0.1:62377, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T20:13:58,194 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T20:13:58,195 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T20:13:58,196 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46833-0x10159e1c1e60002, quorum=127.0.0.1:62377, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T20:13:58,199 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46833-0x10159e1c1e60002, quorum=127.0.0.1:62377, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T20:13:58,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46833 2024-11-20T20:13:58,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46833 2024-11-20T20:13:58,205 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46833 2024-11-20T20:13:58,210 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46833 2024-11-20T20:13:58,210 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46833 2024-11-20T20:13:58,232 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d7d59561a64e:0 server-side Connection retries=45 2024-11-20T20:13:58,232 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:13:58,232 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T20:13:58,233 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T20:13:58,233 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:13:58,233 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T20:13:58,233 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T20:13:58,234 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T20:13:58,235 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36883 2024-11-20T20:13:58,238 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36883 connecting to ZooKeeper ensemble=127.0.0.1:62377 2024-11-20T20:13:58,240 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:13:58,245 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:13:58,280 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:368830x0, quorum=127.0.0.1:62377, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T20:13:58,281 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:368830x0, quorum=127.0.0.1:62377, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T20:13:58,282 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36883-0x10159e1c1e60003 connected 2024-11-20T20:13:58,282 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T20:13:58,283 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T20:13:58,284 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36883-0x10159e1c1e60003, quorum=127.0.0.1:62377, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T20:13:58,287 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36883-0x10159e1c1e60003, quorum=127.0.0.1:62377, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T20:13:58,288 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36883 2024-11-20T20:13:58,288 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36883 2024-11-20T20:13:58,289 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36883 2024-11-20T20:13:58,289 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36883 2024-11-20T20:13:58,289 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36883 2024-11-20T20:13:58,305 DEBUG [M:0;d7d59561a64e:35355 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d7d59561a64e:35355 2024-11-20T20:13:58,307 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/d7d59561a64e,35355,1732133636660 2024-11-20T20:13:58,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46833-0x10159e1c1e60002, quorum=127.0.0.1:62377, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T20:13:58,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35355-0x10159e1c1e60000, quorum=127.0.0.1:62377, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T20:13:58,323 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36883-0x10159e1c1e60003, quorum=127.0.0.1:62377, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T20:13:58,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35651-0x10159e1c1e60001, quorum=127.0.0.1:62377, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T20:13:58,326 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35355-0x10159e1c1e60000, quorum=127.0.0.1:62377, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/d7d59561a64e,35355,1732133636660 2024-11-20T20:13:58,364 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36883-0x10159e1c1e60003, quorum=127.0.0.1:62377, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T20:13:58,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35355-0x10159e1c1e60000, quorum=127.0.0.1:62377, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T20:13:58,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46833-0x10159e1c1e60002, quorum=127.0.0.1:62377, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T20:13:58,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35651-0x10159e1c1e60001, quorum=127.0.0.1:62377, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T20:13:58,365 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36883-0x10159e1c1e60003, quorum=127.0.0.1:62377, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T20:13:58,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35651-0x10159e1c1e60001, quorum=127.0.0.1:62377, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T20:13:58,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46833-0x10159e1c1e60002, quorum=127.0.0.1:62377, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T20:13:58,366 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35355-0x10159e1c1e60000, quorum=127.0.0.1:62377, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T20:13:58,367 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/d7d59561a64e,35355,1732133636660 from backup master directory 2024-11-20T20:13:58,375 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36883-0x10159e1c1e60003, quorum=127.0.0.1:62377, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T20:13:58,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46833-0x10159e1c1e60002, quorum=127.0.0.1:62377, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T20:13:58,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35355-0x10159e1c1e60000, quorum=127.0.0.1:62377, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/d7d59561a64e,35355,1732133636660 2024-11-20T20:13:58,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35355-0x10159e1c1e60000, quorum=127.0.0.1:62377, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T20:13:58,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35651-0x10159e1c1e60001, quorum=127.0.0.1:62377, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T20:13:58,376 WARN [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T20:13:58,376 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d7d59561a64e,35355,1732133636660 2024-11-20T20:13:58,379 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-20T20:13:58,381 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-20T20:13:58,435 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/hbase.id] with ID: c67e36bd-b2a1-4a10-a898-392e55a6156d 2024-11-20T20:13:58,435 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/.tmp/hbase.id 2024-11-20T20:13:58,440 WARN [IPC Server handler 0 on default port 35101 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-20T20:13:58,440 WARN [IPC Server handler 0 on default port 35101 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-20T20:13:58,441 WARN [IPC Server handler 0 on default port 35101 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-20T20:13:58,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35689 is added to blk_1073741826_1002 (size=42) 2024-11-20T20:13:58,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38291 is added to blk_1073741826_1002 (size=42) 2024-11-20T20:13:58,449 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/.tmp/hbase.id]:[hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/hbase.id] 2024-11-20T20:13:58,492 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:13:58,497 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T20:13:58,516 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-20T20:13:58,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35355-0x10159e1c1e60000, quorum=127.0.0.1:62377, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T20:13:58,522 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36883-0x10159e1c1e60003, quorum=127.0.0.1:62377, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T20:13:58,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35651-0x10159e1c1e60001, quorum=127.0.0.1:62377, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T20:13:58,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46833-0x10159e1c1e60002, quorum=127.0.0.1:62377, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T20:13:58,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38291 is added to blk_1073741827_1003 (size=196) 2024-11-20T20:13:58,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35689 is added to blk_1073741827_1003 (size=196) 2024-11-20T20:13:58,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741827_1003 (size=196) 2024-11-20T20:13:58,558 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T20:13:58,560 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T20:13:58,574 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:13:58,595 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:13:58,624 WARN [IPC Server handler 4 on default port 35101 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-20T20:13:58,625 WARN [IPC Server handler 4 on default port 35101 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-20T20:13:58,625 WARN [IPC Server handler 4 on default port 35101 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-20T20:13:58,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38291 is added to blk_1073741828_1004 (size=1189) 2024-11-20T20:13:58,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35689 is added to blk_1073741828_1004 (size=1189) 2024-11-20T20:13:58,659 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/MasterData/data/master/store 2024-11-20T20:13:58,676 WARN [IPC Server handler 3 on default port 35101 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-20T20:13:58,676 WARN [IPC Server handler 3 on default port 35101 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-20T20:13:58,676 WARN [IPC Server handler 3 on default port 35101 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-20T20:13:58,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38291 is added to blk_1073741829_1005 (size=34) 2024-11-20T20:13:58,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35689 is added to blk_1073741829_1005 (size=34) 2024-11-20T20:13:58,687 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-20T20:13:58,690 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:13:58,691 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T20:13:58,692 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:13:58,693 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:13:58,695 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T20:13:58,696 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:13:58,696 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:13:58,697 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732133638691Disabling compacts and flushes for region at 1732133638691Disabling writes for close at 1732133638696 (+5 ms)Writing region close event to WAL at 1732133638696Closed at 1732133638696 2024-11-20T20:13:58,700 WARN [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/MasterData/data/master/store/.initializing 2024-11-20T20:13:58,700 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/MasterData/WALs/d7d59561a64e,35355,1732133636660 2024-11-20T20:13:58,712 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T20:13:58,733 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7d59561a64e%2C35355%2C1732133636660, suffix=, logDir=hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/MasterData/WALs/d7d59561a64e,35355,1732133636660, archiveDir=hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/MasterData/oldWALs, maxLogs=10 2024-11-20T20:13:58,766 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/MasterData/WALs/d7d59561a64e,35355,1732133636660/d7d59561a64e%2C35355%2C1732133636660.1732133638739, exclude list is [], retry=0 2024-11-20T20:13:58,771 WARN [IPC Server handler 1 on default port 35101 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-20T20:13:58,771 WARN [IPC Server handler 1 on default port 35101 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-20T20:13:58,772 WARN [IPC Server handler 1 on default port 35101 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-20T20:13:58,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38291,DS-128a80ce-8637-4dc3-87ac-5cc740cf5a47,DISK] 2024-11-20T20:13:58,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35689,DS-32aff665-c687-4af0-b928-f9ed418e1959,DISK] 2024-11-20T20:13:58,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-20T20:13:58,874 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/MasterData/WALs/d7d59561a64e,35355,1732133636660/d7d59561a64e%2C35355%2C1732133636660.1732133638739 2024-11-20T20:13:58,875 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37869:37869),(127.0.0.1/127.0.0.1:44959:44959)] 2024-11-20T20:13:58,876 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T20:13:58,877 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:13:58,882 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:13:58,883 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:13:58,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:13:58,945 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T20:13:58,948 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:13:58,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:13:58,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:13:58,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T20:13:58,955 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:13:58,956 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:13:58,957 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:13:58,960 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T20:13:58,960 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:13:58,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:13:58,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:13:58,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T20:13:58,964 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:13:58,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:13:58,966 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:13:58,971 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:13:58,972 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:13:58,978 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:13:58,979 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:13:58,982 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T20:13:58,987 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:13:58,993 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:13:58,995 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65215805, jitterRate=-0.02820877730846405}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T20:13:59,003 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732133638899Initializing all the Stores at 1732133638901 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732133638902 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732133638903 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732133638903Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732133638903Cleaning up temporary data from old regions at 1732133638979 (+76 ms)Region opened successfully at 1732133639002 (+23 ms) 2024-11-20T20:13:59,004 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T20:13:59,039 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8bc6c14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7d59561a64e/172.17.0.2:0 2024-11-20T20:13:59,068 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T20:13:59,078 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T20:13:59,078 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T20:13:59,080 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T20:13:59,082 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-20T20:13:59,086 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-20T20:13:59,087 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-20T20:13:59,125 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T20:13:59,133 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35355-0x10159e1c1e60000, quorum=127.0.0.1:62377, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-20T20:13:59,196 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-20T20:13:59,198 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T20:13:59,200 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35355-0x10159e1c1e60000, quorum=127.0.0.1:62377, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-20T20:13:59,206 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-20T20:13:59,208 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T20:13:59,212 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35355-0x10159e1c1e60000, quorum=127.0.0.1:62377, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-20T20:13:59,216 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-20T20:13:59,218 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35355-0x10159e1c1e60000, quorum=127.0.0.1:62377, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-20T20:13:59,227 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-20T20:13:59,274 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35355-0x10159e1c1e60000, quorum=127.0.0.1:62377, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T20:13:59,280 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-20T20:13:59,290 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36883-0x10159e1c1e60003, quorum=127.0.0.1:62377, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T20:13:59,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35651-0x10159e1c1e60001, quorum=127.0.0.1:62377, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T20:13:59,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46833-0x10159e1c1e60002, quorum=127.0.0.1:62377, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T20:13:59,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35355-0x10159e1c1e60000, quorum=127.0.0.1:62377, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T20:13:59,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46833-0x10159e1c1e60002, quorum=127.0.0.1:62377, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T20:13:59,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35355-0x10159e1c1e60000, quorum=127.0.0.1:62377, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T20:13:59,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35651-0x10159e1c1e60001, quorum=127.0.0.1:62377, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T20:13:59,291 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36883-0x10159e1c1e60003, quorum=127.0.0.1:62377, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T20:13:59,295 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d7d59561a64e,35355,1732133636660, sessionid=0x10159e1c1e60000, setting cluster-up flag (Was=false) 2024-11-20T20:13:59,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35355-0x10159e1c1e60000, quorum=127.0.0.1:62377, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T20:13:59,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35651-0x10159e1c1e60001, quorum=127.0.0.1:62377, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T20:13:59,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46833-0x10159e1c1e60002, quorum=127.0.0.1:62377, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T20:13:59,322 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36883-0x10159e1c1e60003, quorum=127.0.0.1:62377, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T20:13:59,354 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-20T20:13:59,356 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7d59561a64e,35355,1732133636660 2024-11-20T20:13:59,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35355-0x10159e1c1e60000, quorum=127.0.0.1:62377, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T20:13:59,375 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36883-0x10159e1c1e60003, quorum=127.0.0.1:62377, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T20:13:59,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46833-0x10159e1c1e60002, quorum=127.0.0.1:62377, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T20:13:59,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35651-0x10159e1c1e60001, quorum=127.0.0.1:62377, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T20:13:59,406 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-20T20:13:59,408 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7d59561a64e,35355,1732133636660 2024-11-20T20:13:59,413 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T20:13:59,494 INFO [RS:0;d7d59561a64e:35651 {}] regionserver.HRegionServer(746): ClusterId : c67e36bd-b2a1-4a10-a898-392e55a6156d 2024-11-20T20:13:59,494 INFO [RS:1;d7d59561a64e:46833 {}] regionserver.HRegionServer(746): ClusterId : c67e36bd-b2a1-4a10-a898-392e55a6156d 2024-11-20T20:13:59,494 INFO [RS:2;d7d59561a64e:36883 {}] regionserver.HRegionServer(746): ClusterId : c67e36bd-b2a1-4a10-a898-392e55a6156d 2024-11-20T20:13:59,495 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T20:13:59,497 DEBUG [RS:1;d7d59561a64e:46833 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T20:13:59,497 DEBUG [RS:0;d7d59561a64e:35651 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T20:13:59,497 DEBUG [RS:2;d7d59561a64e:36883 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T20:13:59,506 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T20:13:59,512 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T20:13:59,518 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d7d59561a64e,35355,1732133636660 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T20:13:59,524 DEBUG [RS:2;d7d59561a64e:36883 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T20:13:59,524 DEBUG [RS:2;d7d59561a64e:36883 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T20:13:59,525 DEBUG [RS:0;d7d59561a64e:35651 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T20:13:59,525 DEBUG [RS:1;d7d59561a64e:46833 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T20:13:59,526 DEBUG [RS:0;d7d59561a64e:35651 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T20:13:59,526 DEBUG [RS:1;d7d59561a64e:46833 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T20:13:59,534 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:13:59,534 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:13:59,534 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:13:59,535 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:13:59,535 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d7d59561a64e:0, corePoolSize=10, maxPoolSize=10 2024-11-20T20:13:59,535 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:13:59,535 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d7d59561a64e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T20:13:59,535 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:13:59,537 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732133669537 2024-11-20T20:13:59,539 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T20:13:59,540 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T20:13:59,541 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T20:13:59,542 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T20:13:59,544 DEBUG [RS:2;d7d59561a64e:36883 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T20:13:59,544 DEBUG [RS:0;d7d59561a64e:35651 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T20:13:59,544 DEBUG [RS:1;d7d59561a64e:46833 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T20:13:59,545 DEBUG [RS:2;d7d59561a64e:36883 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16f70f05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7d59561a64e/172.17.0.2:0 2024-11-20T20:13:59,545 DEBUG [RS:0;d7d59561a64e:35651 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@462a3dd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7d59561a64e/172.17.0.2:0 2024-11-20T20:13:59,545 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T20:13:59,545 DEBUG [RS:1;d7d59561a64e:46833 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56cea371, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7d59561a64e/172.17.0.2:0 2024-11-20T20:13:59,545 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T20:13:59,546 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T20:13:59,546 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T20:13:59,550 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:13:59,550 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T20:13:59,552 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T20:13:59,561 DEBUG [RS:1;d7d59561a64e:46833 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;d7d59561a64e:46833 2024-11-20T20:13:59,562 DEBUG [RS:0;d7d59561a64e:35651 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d7d59561a64e:35651 2024-11-20T20:13:59,563 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T20:13:59,564 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T20:13:59,564 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T20:13:59,565 INFO [RS:1;d7d59561a64e:46833 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T20:13:59,565 INFO [RS:0;d7d59561a64e:35651 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T20:13:59,565 INFO [RS:0;d7d59561a64e:35651 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T20:13:59,565 INFO [RS:1;d7d59561a64e:46833 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T20:13:59,565 DEBUG [RS:0;d7d59561a64e:35651 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T20:13:59,565 DEBUG [RS:1;d7d59561a64e:46833 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T20:13:59,566 DEBUG [RS:2;d7d59561a64e:36883 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;d7d59561a64e:36883 2024-11-20T20:13:59,566 INFO [RS:2;d7d59561a64e:36883 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T20:13:59,566 INFO [RS:2;d7d59561a64e:36883 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T20:13:59,566 DEBUG [RS:2;d7d59561a64e:36883 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T20:13:59,568 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T20:13:59,568 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T20:13:59,568 INFO [RS:2;d7d59561a64e:36883 {}] regionserver.HRegionServer(2659): reportForDuty to master=d7d59561a64e,35355,1732133636660 with port=36883, startcode=1732133638231 2024-11-20T20:13:59,568 INFO [RS:1;d7d59561a64e:46833 {}] regionserver.HRegionServer(2659): reportForDuty to master=d7d59561a64e,35355,1732133636660 with port=46833, startcode=1732133638090 2024-11-20T20:13:59,568 INFO [RS:0;d7d59561a64e:35651 {}] regionserver.HRegionServer(2659): reportForDuty to master=d7d59561a64e,35355,1732133636660 with port=35651, startcode=1732133637824 2024-11-20T20:13:59,574 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.large.0-1732133639569,5,FailOnTimeoutGroup] 2024-11-20T20:13:59,580 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.small.0-1732133639574,5,FailOnTimeoutGroup] 2024-11-20T20:13:59,580 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T20:13:59,581 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T20:13:59,581 DEBUG [RS:1;d7d59561a64e:46833 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T20:13:59,581 DEBUG [RS:2;d7d59561a64e:36883 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T20:13:59,581 DEBUG [RS:0;d7d59561a64e:35651 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T20:13:59,582 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T20:13:59,582 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T20:13:59,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35689 is added to blk_1073741831_1007 (size=1321) 2024-11-20T20:13:59,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38291 is added to blk_1073741831_1007 (size=1321) 2024-11-20T20:13:59,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741831_1007 (size=1321) 2024-11-20T20:13:59,591 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T20:13:59,591 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90 2024-11-20T20:13:59,598 WARN [IPC Server handler 3 on default port 35101 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-20T20:13:59,598 WARN [IPC Server handler 3 on default port 35101 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-20T20:13:59,598 WARN [IPC Server handler 3 on default port 35101 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-20T20:13:59,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38291 is added to blk_1073741832_1008 (size=32) 2024-11-20T20:13:59,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35689 is added to blk_1073741832_1008 (size=32) 2024-11-20T20:13:59,616 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:13:59,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T20:13:59,623 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T20:13:59,623 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:13:59,623 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54727, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T20:13:59,623 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58693, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T20:13:59,623 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41983, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T20:13:59,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:13:59,625 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T20:13:59,628 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T20:13:59,628 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:13:59,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:13:59,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T20:13:59,631 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35355 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d7d59561a64e,36883,1732133638231 2024-11-20T20:13:59,633 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T20:13:59,633 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:13:59,634 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35355 {}] master.ServerManager(517): Registering regionserver=d7d59561a64e,36883,1732133638231 2024-11-20T20:13:59,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:13:59,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T20:13:59,639 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T20:13:59,639 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:13:59,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:13:59,640 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T20:13:59,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/data/hbase/meta/1588230740 2024-11-20T20:13:59,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/data/hbase/meta/1588230740 2024-11-20T20:13:59,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T20:13:59,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T20:13:59,649 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35355 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d7d59561a64e,46833,1732133638090 2024-11-20T20:13:59,649 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T20:13:59,649 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35355 {}] master.ServerManager(517): Registering regionserver=d7d59561a64e,46833,1732133638090 2024-11-20T20:13:59,652 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T20:13:59,653 DEBUG [RS:2;d7d59561a64e:36883 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90 2024-11-20T20:13:59,653 DEBUG [RS:2;d7d59561a64e:36883 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35101 2024-11-20T20:13:59,653 DEBUG [RS:2;d7d59561a64e:36883 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T20:13:59,656 DEBUG [RS:1;d7d59561a64e:46833 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90 2024-11-20T20:13:59,656 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35355 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d7d59561a64e,35651,1732133637824 2024-11-20T20:13:59,656 DEBUG [RS:1;d7d59561a64e:46833 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35101 2024-11-20T20:13:59,656 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35355 {}] master.ServerManager(517): Registering regionserver=d7d59561a64e,35651,1732133637824 2024-11-20T20:13:59,656 DEBUG [RS:1;d7d59561a64e:46833 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T20:13:59,659 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:13:59,660 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71083795, jitterRate=0.05923108756542206}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T20:13:59,663 DEBUG [RS:0;d7d59561a64e:35651 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90 2024-11-20T20:13:59,663 DEBUG [RS:0;d7d59561a64e:35651 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35101 2024-11-20T20:13:59,663 DEBUG [RS:0;d7d59561a64e:35651 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T20:13:59,666 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732133639617Initializing all the Stores at 1732133639619 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732133639619Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732133639619Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732133639619Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732133639619Cleaning up temporary data from old regions at 1732133639647 (+28 ms)Region opened successfully at 1732133639666 (+19 ms) 2024-11-20T20:13:59,666 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T20:13:59,666 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T20:13:59,666 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T20:13:59,666 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T20:13:59,667 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T20:13:59,668 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T20:13:59,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732133639666Disabling compacts and flushes for region at 1732133639666Disabling writes for close at 1732133639666Writing region close event to WAL at 1732133639668 (+2 ms)Closed at 1732133639668 2024-11-20T20:13:59,672 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T20:13:59,672 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T20:13:59,680 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T20:13:59,691 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T20:13:59,695 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T20:13:59,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35355-0x10159e1c1e60000, quorum=127.0.0.1:62377, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T20:13:59,732 DEBUG [RS:1;d7d59561a64e:46833 {}] zookeeper.ZKUtil(111): regionserver:46833-0x10159e1c1e60002, quorum=127.0.0.1:62377, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d7d59561a64e,46833,1732133638090 2024-11-20T20:13:59,732 DEBUG [RS:2;d7d59561a64e:36883 {}] zookeeper.ZKUtil(111): regionserver:36883-0x10159e1c1e60003, quorum=127.0.0.1:62377, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d7d59561a64e,36883,1732133638231 2024-11-20T20:13:59,732 WARN [RS:2;d7d59561a64e:36883 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T20:13:59,732 WARN [RS:1;d7d59561a64e:46833 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T20:13:59,732 INFO [RS:2;d7d59561a64e:36883 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:13:59,732 INFO [RS:1;d7d59561a64e:46833 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:13:59,733 DEBUG [RS:2;d7d59561a64e:36883 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/WALs/d7d59561a64e,36883,1732133638231 2024-11-20T20:13:59,733 DEBUG [RS:1;d7d59561a64e:46833 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/WALs/d7d59561a64e,46833,1732133638090 2024-11-20T20:13:59,734 DEBUG [RS:0;d7d59561a64e:35651 {}] zookeeper.ZKUtil(111): regionserver:35651-0x10159e1c1e60001, quorum=127.0.0.1:62377, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d7d59561a64e,35651,1732133637824 2024-11-20T20:13:59,734 WARN [RS:0;d7d59561a64e:35651 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T20:13:59,734 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d7d59561a64e,36883,1732133638231] 2024-11-20T20:13:59,734 INFO [RS:0;d7d59561a64e:35651 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:13:59,734 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d7d59561a64e,35651,1732133637824] 2024-11-20T20:13:59,734 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d7d59561a64e,46833,1732133638090] 2024-11-20T20:13:59,734 DEBUG [RS:0;d7d59561a64e:35651 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/WALs/d7d59561a64e,35651,1732133637824 2024-11-20T20:13:59,768 INFO [RS:1;d7d59561a64e:46833 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T20:13:59,768 INFO [RS:2;d7d59561a64e:36883 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T20:13:59,768 INFO [RS:0;d7d59561a64e:35651 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T20:13:59,798 INFO [RS:1;d7d59561a64e:46833 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T20:13:59,800 INFO [RS:2;d7d59561a64e:36883 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T20:13:59,804 INFO [RS:0;d7d59561a64e:35651 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T20:13:59,807 INFO [RS:1;d7d59561a64e:46833 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T20:13:59,807 INFO [RS:2;d7d59561a64e:36883 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T20:13:59,807 INFO [RS:0;d7d59561a64e:35651 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T20:13:59,807 INFO [RS:0;d7d59561a64e:35651 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:13:59,807 INFO [RS:1;d7d59561a64e:46833 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:13:59,807 INFO [RS:2;d7d59561a64e:36883 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:13:59,809 INFO [RS:1;d7d59561a64e:46833 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T20:13:59,809 INFO [RS:2;d7d59561a64e:36883 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T20:13:59,811 INFO [RS:0;d7d59561a64e:35651 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T20:13:59,818 INFO [RS:2;d7d59561a64e:36883 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T20:13:59,818 INFO [RS:0;d7d59561a64e:35651 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T20:13:59,818 INFO [RS:1;d7d59561a64e:46833 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T20:13:59,820 INFO [RS:1;d7d59561a64e:46833 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T20:13:59,820 INFO [RS:2;d7d59561a64e:36883 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T20:13:59,820 INFO [RS:0;d7d59561a64e:35651 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T20:13:59,821 DEBUG [RS:2;d7d59561a64e:36883 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:13:59,821 DEBUG [RS:1;d7d59561a64e:46833 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:13:59,821 DEBUG [RS:2;d7d59561a64e:36883 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:13:59,821 DEBUG [RS:1;d7d59561a64e:46833 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:13:59,821 DEBUG [RS:2;d7d59561a64e:36883 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:13:59,821 DEBUG [RS:1;d7d59561a64e:46833 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:13:59,821 DEBUG [RS:2;d7d59561a64e:36883 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:13:59,821 DEBUG [RS:1;d7d59561a64e:46833 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:13:59,821 DEBUG [RS:2;d7d59561a64e:36883 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:13:59,821 DEBUG [RS:1;d7d59561a64e:46833 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:13:59,821 DEBUG [RS:2;d7d59561a64e:36883 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d7d59561a64e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T20:13:59,822 DEBUG [RS:1;d7d59561a64e:46833 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d7d59561a64e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T20:13:59,822 DEBUG [RS:2;d7d59561a64e:36883 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:13:59,822 DEBUG [RS:1;d7d59561a64e:46833 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:13:59,822 DEBUG [RS:2;d7d59561a64e:36883 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:13:59,822 DEBUG [RS:1;d7d59561a64e:46833 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:13:59,822 DEBUG [RS:2;d7d59561a64e:36883 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:13:59,822 DEBUG [RS:1;d7d59561a64e:46833 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:13:59,822 DEBUG [RS:2;d7d59561a64e:36883 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:13:59,822 DEBUG [RS:1;d7d59561a64e:46833 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:13:59,822 DEBUG [RS:2;d7d59561a64e:36883 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:13:59,822 DEBUG [RS:1;d7d59561a64e:46833 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:13:59,822 DEBUG [RS:2;d7d59561a64e:36883 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:13:59,822 DEBUG [RS:1;d7d59561a64e:46833 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:13:59,822 DEBUG [RS:2;d7d59561a64e:36883 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T20:13:59,823 DEBUG [RS:1;d7d59561a64e:46833 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T20:13:59,823 DEBUG [RS:2;d7d59561a64e:36883 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d7d59561a64e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T20:13:59,823 DEBUG [RS:1;d7d59561a64e:46833 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d7d59561a64e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T20:13:59,823 DEBUG [RS:0;d7d59561a64e:35651 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:13:59,824 DEBUG [RS:0;d7d59561a64e:35651 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:13:59,824 DEBUG [RS:0;d7d59561a64e:35651 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:13:59,824 DEBUG [RS:0;d7d59561a64e:35651 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:13:59,824 DEBUG [RS:0;d7d59561a64e:35651 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:13:59,824 DEBUG [RS:0;d7d59561a64e:35651 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d7d59561a64e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T20:13:59,824 DEBUG [RS:0;d7d59561a64e:35651 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:13:59,824 DEBUG [RS:0;d7d59561a64e:35651 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:13:59,825 DEBUG [RS:0;d7d59561a64e:35651 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:13:59,825 DEBUG [RS:0;d7d59561a64e:35651 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:13:59,825 DEBUG [RS:0;d7d59561a64e:35651 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:13:59,825 DEBUG [RS:0;d7d59561a64e:35651 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:13:59,825 DEBUG [RS:0;d7d59561a64e:35651 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T20:13:59,825 DEBUG [RS:0;d7d59561a64e:35651 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d7d59561a64e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T20:13:59,829 INFO [RS:2;d7d59561a64e:36883 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T20:13:59,830 INFO [RS:2;d7d59561a64e:36883 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T20:13:59,830 INFO [RS:2;d7d59561a64e:36883 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:13:59,830 INFO [RS:2;d7d59561a64e:36883 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T20:13:59,830 INFO [RS:1;d7d59561a64e:46833 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T20:13:59,831 INFO [RS:2;d7d59561a64e:36883 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T20:13:59,831 INFO [RS:2;d7d59561a64e:36883 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,36883,1732133638231-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T20:13:59,831 INFO [RS:1;d7d59561a64e:46833 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T20:13:59,831 INFO [RS:1;d7d59561a64e:46833 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:13:59,832 INFO [RS:1;d7d59561a64e:46833 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T20:13:59,832 INFO [RS:1;d7d59561a64e:46833 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T20:13:59,832 INFO [RS:1;d7d59561a64e:46833 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,46833,1732133638090-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T20:13:59,833 INFO [RS:0;d7d59561a64e:35651 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T20:13:59,834 INFO [RS:0;d7d59561a64e:35651 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T20:13:59,834 INFO [RS:0;d7d59561a64e:35651 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:13:59,834 INFO [RS:0;d7d59561a64e:35651 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T20:13:59,834 INFO [RS:0;d7d59561a64e:35651 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T20:13:59,834 INFO [RS:0;d7d59561a64e:35651 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,35651,1732133637824-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T20:13:59,846 WARN [d7d59561a64e:35355 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T20:13:59,856 INFO [RS:2;d7d59561a64e:36883 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T20:13:59,856 INFO [RS:1;d7d59561a64e:46833 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T20:13:59,859 INFO [RS:1;d7d59561a64e:46833 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,46833,1732133638090-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:13:59,859 INFO [RS:2;d7d59561a64e:36883 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,36883,1732133638231-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:13:59,859 INFO [RS:0;d7d59561a64e:35651 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T20:13:59,859 INFO [RS:2;d7d59561a64e:36883 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:13:59,859 INFO [RS:1;d7d59561a64e:46833 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:13:59,859 INFO [RS:0;d7d59561a64e:35651 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,35651,1732133637824-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:13:59,860 INFO [RS:0;d7d59561a64e:35651 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:13:59,860 INFO [RS:1;d7d59561a64e:46833 {}] regionserver.Replication(171): d7d59561a64e,46833,1732133638090 started 2024-11-20T20:13:59,860 INFO [RS:2;d7d59561a64e:36883 {}] regionserver.Replication(171): d7d59561a64e,36883,1732133638231 started 2024-11-20T20:13:59,860 INFO [RS:0;d7d59561a64e:35651 {}] regionserver.Replication(171): d7d59561a64e,35651,1732133637824 started 2024-11-20T20:13:59,885 INFO [RS:0;d7d59561a64e:35651 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:13:59,885 INFO [RS:2;d7d59561a64e:36883 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:13:59,886 INFO [RS:0;d7d59561a64e:35651 {}] regionserver.HRegionServer(1482): Serving as d7d59561a64e,35651,1732133637824, RpcServer on d7d59561a64e/172.17.0.2:35651, sessionid=0x10159e1c1e60001 2024-11-20T20:13:59,886 INFO [RS:2;d7d59561a64e:36883 {}] regionserver.HRegionServer(1482): Serving as d7d59561a64e,36883,1732133638231, RpcServer on d7d59561a64e/172.17.0.2:36883, sessionid=0x10159e1c1e60003 2024-11-20T20:13:59,887 DEBUG [RS:0;d7d59561a64e:35651 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T20:13:59,887 DEBUG [RS:2;d7d59561a64e:36883 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T20:13:59,887 DEBUG [RS:0;d7d59561a64e:35651 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d7d59561a64e,35651,1732133637824 2024-11-20T20:13:59,887 DEBUG [RS:2;d7d59561a64e:36883 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d7d59561a64e,36883,1732133638231 2024-11-20T20:13:59,887 DEBUG [RS:0;d7d59561a64e:35651 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7d59561a64e,35651,1732133637824' 2024-11-20T20:13:59,887 DEBUG [RS:2;d7d59561a64e:36883 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7d59561a64e,36883,1732133638231' 2024-11-20T20:13:59,887 DEBUG [RS:0;d7d59561a64e:35651 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T20:13:59,887 DEBUG [RS:2;d7d59561a64e:36883 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T20:13:59,888 DEBUG [RS:2;d7d59561a64e:36883 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T20:13:59,888 DEBUG [RS:0;d7d59561a64e:35651 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T20:13:59,889 INFO [RS:1;d7d59561a64e:46833 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:13:59,889 DEBUG [RS:2;d7d59561a64e:36883 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T20:13:59,889 DEBUG [RS:0;d7d59561a64e:35651 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T20:13:59,889 INFO [RS:1;d7d59561a64e:46833 {}] regionserver.HRegionServer(1482): Serving as d7d59561a64e,46833,1732133638090, RpcServer on d7d59561a64e/172.17.0.2:46833, sessionid=0x10159e1c1e60002 2024-11-20T20:13:59,889 DEBUG [RS:2;d7d59561a64e:36883 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T20:13:59,889 DEBUG [RS:0;d7d59561a64e:35651 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T20:13:59,889 DEBUG [RS:0;d7d59561a64e:35651 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d7d59561a64e,35651,1732133637824 2024-11-20T20:13:59,889 DEBUG [RS:2;d7d59561a64e:36883 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d7d59561a64e,36883,1732133638231 2024-11-20T20:13:59,889 DEBUG [RS:1;d7d59561a64e:46833 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T20:13:59,889 DEBUG [RS:0;d7d59561a64e:35651 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7d59561a64e,35651,1732133637824' 2024-11-20T20:13:59,889 DEBUG [RS:2;d7d59561a64e:36883 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7d59561a64e,36883,1732133638231' 2024-11-20T20:13:59,889 DEBUG [RS:0;d7d59561a64e:35651 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T20:13:59,889 DEBUG [RS:1;d7d59561a64e:46833 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d7d59561a64e,46833,1732133638090 2024-11-20T20:13:59,889 DEBUG [RS:2;d7d59561a64e:36883 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T20:13:59,889 DEBUG [RS:1;d7d59561a64e:46833 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7d59561a64e,46833,1732133638090' 2024-11-20T20:13:59,890 DEBUG [RS:1;d7d59561a64e:46833 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T20:13:59,890 DEBUG [RS:0;d7d59561a64e:35651 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T20:13:59,890 DEBUG [RS:2;d7d59561a64e:36883 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T20:13:59,890 DEBUG [RS:1;d7d59561a64e:46833 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T20:13:59,891 DEBUG [RS:0;d7d59561a64e:35651 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T20:13:59,891 INFO [RS:0;d7d59561a64e:35651 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T20:13:59,891 INFO [RS:0;d7d59561a64e:35651 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T20:13:59,891 DEBUG [RS:1;d7d59561a64e:46833 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T20:13:59,891 DEBUG [RS:1;d7d59561a64e:46833 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T20:13:59,891 DEBUG [RS:1;d7d59561a64e:46833 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d7d59561a64e,46833,1732133638090 2024-11-20T20:13:59,891 DEBUG [RS:1;d7d59561a64e:46833 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7d59561a64e,46833,1732133638090' 2024-11-20T20:13:59,891 DEBUG [RS:1;d7d59561a64e:46833 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T20:13:59,892 DEBUG [RS:1;d7d59561a64e:46833 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T20:13:59,892 DEBUG [RS:2;d7d59561a64e:36883 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T20:13:59,892 INFO [RS:2;d7d59561a64e:36883 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T20:13:59,892 DEBUG [RS:1;d7d59561a64e:46833 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T20:13:59,892 INFO [RS:2;d7d59561a64e:36883 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T20:13:59,892 INFO [RS:1;d7d59561a64e:46833 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T20:13:59,892 INFO [RS:1;d7d59561a64e:46833 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T20:13:59,997 INFO [RS:0;d7d59561a64e:35651 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T20:13:59,997 INFO [RS:2;d7d59561a64e:36883 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T20:13:59,997 INFO [RS:1;d7d59561a64e:46833 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T20:14:00,002 INFO [RS:0;d7d59561a64e:35651 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7d59561a64e%2C35651%2C1732133637824, suffix=, logDir=hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/WALs/d7d59561a64e,35651,1732133637824, archiveDir=hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/oldWALs, maxLogs=32 2024-11-20T20:14:00,002 INFO [RS:2;d7d59561a64e:36883 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7d59561a64e%2C36883%2C1732133638231, suffix=, logDir=hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/WALs/d7d59561a64e,36883,1732133638231, archiveDir=hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/oldWALs, maxLogs=32 2024-11-20T20:14:00,002 INFO [RS:1;d7d59561a64e:46833 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7d59561a64e%2C46833%2C1732133638090, suffix=, logDir=hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/WALs/d7d59561a64e,46833,1732133638090, archiveDir=hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/oldWALs, maxLogs=32 2024-11-20T20:14:00,024 DEBUG [RS:2;d7d59561a64e:36883 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/WALs/d7d59561a64e,36883,1732133638231/d7d59561a64e%2C36883%2C1732133638231.1732133640006, exclude list is [], retry=0 2024-11-20T20:14:00,025 DEBUG [RS:0;d7d59561a64e:35651 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/WALs/d7d59561a64e,35651,1732133637824/d7d59561a64e%2C35651%2C1732133637824.1732133640006, exclude list is [], retry=0 2024-11-20T20:14:00,030 DEBUG [RS:1;d7d59561a64e:46833 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/WALs/d7d59561a64e,46833,1732133638090/d7d59561a64e%2C46833%2C1732133638090.1732133640006, exclude list is [], retry=0 2024-11-20T20:14:00,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41885,DS-da9cf44f-7387-46fc-883e-1feac7a60495,DISK] 2024-11-20T20:14:00,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35689,DS-32aff665-c687-4af0-b928-f9ed418e1959,DISK] 2024-11-20T20:14:00,034 WARN [IPC Server handler 2 on default port 35101 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-20T20:14:00,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38291,DS-128a80ce-8637-4dc3-87ac-5cc740cf5a47,DISK] 2024-11-20T20:14:00,034 WARN [IPC Server handler 2 on default port 35101 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-20T20:14:00,034 WARN [IPC Server handler 2 on default port 35101 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-20T20:14:00,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41885,DS-da9cf44f-7387-46fc-883e-1feac7a60495,DISK] 2024-11-20T20:14:00,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38291,DS-128a80ce-8637-4dc3-87ac-5cc740cf5a47,DISK] 2024-11-20T20:14:00,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35689,DS-32aff665-c687-4af0-b928-f9ed418e1959,DISK] 2024-11-20T20:14:00,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38291,DS-128a80ce-8637-4dc3-87ac-5cc740cf5a47,DISK] 2024-11-20T20:14:00,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35689,DS-32aff665-c687-4af0-b928-f9ed418e1959,DISK] 2024-11-20T20:14:00,077 INFO [RS:2;d7d59561a64e:36883 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/WALs/d7d59561a64e,36883,1732133638231/d7d59561a64e%2C36883%2C1732133638231.1732133640006 2024-11-20T20:14:00,079 DEBUG [RS:2;d7d59561a64e:36883 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44035:44035),(127.0.0.1/127.0.0.1:37869:37869),(127.0.0.1/127.0.0.1:44959:44959)] 2024-11-20T20:14:00,082 INFO [RS:1;d7d59561a64e:46833 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/WALs/d7d59561a64e,46833,1732133638090/d7d59561a64e%2C46833%2C1732133638090.1732133640006 2024-11-20T20:14:00,083 DEBUG [RS:1;d7d59561a64e:46833 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37869:37869),(127.0.0.1/127.0.0.1:44959:44959)] 2024-11-20T20:14:00,086 INFO [RS:0;d7d59561a64e:35651 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/WALs/d7d59561a64e,35651,1732133637824/d7d59561a64e%2C35651%2C1732133637824.1732133640006 2024-11-20T20:14:00,088 DEBUG [RS:0;d7d59561a64e:35651 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44035:44035),(127.0.0.1/127.0.0.1:37869:37869),(127.0.0.1/127.0.0.1:44959:44959)] 2024-11-20T20:14:00,350 DEBUG [d7d59561a64e:35355 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-20T20:14:00,359 DEBUG [d7d59561a64e:35355 {}] balancer.BalancerClusterState(204): Hosts are {d7d59561a64e=0} racks are {/default-rack=0} 2024-11-20T20:14:00,366 DEBUG [d7d59561a64e:35355 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-20T20:14:00,366 DEBUG [d7d59561a64e:35355 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-20T20:14:00,366 DEBUG [d7d59561a64e:35355 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-20T20:14:00,366 DEBUG [d7d59561a64e:35355 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-20T20:14:00,367 DEBUG [d7d59561a64e:35355 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-20T20:14:00,367 DEBUG [d7d59561a64e:35355 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-20T20:14:00,367 INFO [d7d59561a64e:35355 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-20T20:14:00,367 INFO [d7d59561a64e:35355 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-20T20:14:00,367 INFO [d7d59561a64e:35355 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-20T20:14:00,367 DEBUG [d7d59561a64e:35355 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T20:14:00,374 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d7d59561a64e,36883,1732133638231 2024-11-20T20:14:00,381 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7d59561a64e,36883,1732133638231, state=OPENING 2024-11-20T20:14:00,395 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T20:14:00,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46833-0x10159e1c1e60002, quorum=127.0.0.1:62377, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T20:14:00,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35651-0x10159e1c1e60001, quorum=127.0.0.1:62377, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T20:14:00,417 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36883-0x10159e1c1e60003, quorum=127.0.0.1:62377, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T20:14:00,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35355-0x10159e1c1e60000, quorum=127.0.0.1:62377, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T20:14:00,417 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T20:14:00,417 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T20:14:00,418 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T20:14:00,418 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T20:14:00,419 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T20:14:00,421 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d7d59561a64e,36883,1732133638231}] 2024-11-20T20:14:01,010 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-20T20:14:01,010 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-20T20:14:01,011 WARN [RedundancyMonitor {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK, ARCHIVE], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-20T20:14:01,011 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) All required storage types are unavailable: unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-20T20:14:01,011 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-20T20:14:01,011 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-20T20:14:01,011 WARN [RedundancyMonitor {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK, ARCHIVE], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-20T20:14:01,011 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) All required storage types are unavailable: unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-20T20:14:01,012 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-20T20:14:01,012 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-20T20:14:01,012 WARN [RedundancyMonitor {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK, ARCHIVE], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-20T20:14:01,012 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) All required storage types are unavailable: unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-20T20:14:01,012 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-20T20:14:01,013 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-20T20:14:01,013 WARN [RedundancyMonitor {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK, ARCHIVE], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-20T20:14:01,013 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) All required storage types are unavailable: unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-20T20:14:04,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741828_1004 (size=1189) 2024-11-20T20:14:04,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741826_1002 (size=42) 2024-11-20T20:14:04,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741832_1008 (size=32) 2024-11-20T20:14:04,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741829_1005 (size=34) 2024-11-20T20:14:07,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T20:14:07,143 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-20T20:14:10,449 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T20:14:10,451 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45077, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T20:14:10,464 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T20:14:10,465 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:14:10,465 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T20:14:10,468 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7d59561a64e%2C36883%2C1732133638231.meta, suffix=.meta, logDir=hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/WALs/d7d59561a64e,36883,1732133638231, archiveDir=hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/oldWALs, maxLogs=32 2024-11-20T20:14:10,485 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/WALs/d7d59561a64e,36883,1732133638231/d7d59561a64e%2C36883%2C1732133638231.meta.1732133650470.meta, exclude list is [], retry=0 2024-11-20T20:14:10,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41885,DS-da9cf44f-7387-46fc-883e-1feac7a60495,DISK] 2024-11-20T20:14:10,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35689,DS-32aff665-c687-4af0-b928-f9ed418e1959,DISK] 2024-11-20T20:14:10,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38291,DS-128a80ce-8637-4dc3-87ac-5cc740cf5a47,DISK] 2024-11-20T20:14:10,493 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/WALs/d7d59561a64e,36883,1732133638231/d7d59561a64e%2C36883%2C1732133638231.meta.1732133650470.meta 2024-11-20T20:14:10,494 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44035:44035),(127.0.0.1/127.0.0.1:44959:44959),(127.0.0.1/127.0.0.1:37869:37869)] 2024-11-20T20:14:10,494 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T20:14:10,495 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T20:14:10,498 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T20:14:10,502 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T20:14:10,506 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T20:14:10,507 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:14:10,507 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T20:14:10,507 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T20:14:10,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T20:14:10,511 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T20:14:10,512 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:14:10,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:14:10,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T20:14:10,514 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T20:14:10,514 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:14:10,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:14:10,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T20:14:10,517 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T20:14:10,517 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:14:10,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:14:10,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T20:14:10,519 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T20:14:10,519 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:14:10,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:14:10,520 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T20:14:10,522 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/data/hbase/meta/1588230740 2024-11-20T20:14:10,525 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/data/hbase/meta/1588230740 2024-11-20T20:14:10,528 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T20:14:10,528 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T20:14:10,529 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T20:14:10,533 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T20:14:10,535 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59739832, jitterRate=-0.10980713367462158}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T20:14:10,535 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T20:14:10,537 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732133650507Writing region info on filesystem at 1732133650507Initializing all the Stores at 1732133650509 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732133650509Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732133650510 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732133650510Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732133650510Cleaning up temporary data from old regions at 1732133650528 (+18 ms)Running coprocessor post-open hooks at 1732133650535 (+7 ms)Region opened successfully at 1732133650537 (+2 ms) 2024-11-20T20:14:10,544 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732133650439 2024-11-20T20:14:10,555 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T20:14:10,556 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T20:14:10,557 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d7d59561a64e,36883,1732133638231 2024-11-20T20:14:10,559 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7d59561a64e,36883,1732133638231, state=OPEN 2024-11-20T20:14:10,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35651-0x10159e1c1e60001, quorum=127.0.0.1:62377, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T20:14:10,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46833-0x10159e1c1e60002, quorum=127.0.0.1:62377, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T20:14:10,616 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36883-0x10159e1c1e60003, quorum=127.0.0.1:62377, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T20:14:10,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35355-0x10159e1c1e60000, quorum=127.0.0.1:62377, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T20:14:10,616 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T20:14:10,616 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T20:14:10,616 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T20:14:10,616 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T20:14:10,617 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d7d59561a64e,36883,1732133638231 2024-11-20T20:14:10,622 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T20:14:10,623 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d7d59561a64e,36883,1732133638231 in 10.1960 sec 2024-11-20T20:14:10,630 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T20:14:10,630 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.9440 sec 2024-11-20T20:14:10,631 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T20:14:10,631 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T20:14:10,664 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:14:10,666 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,36883,1732133638231, seqNum=-1] 2024-11-20T20:14:10,684 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:14:10,686 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41111, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:14:10,705 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.2610 sec 2024-11-20T20:14:10,706 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732133650706, completionTime=-1 2024-11-20T20:14:10,708 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-20T20:14:10,708 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T20:14:10,733 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-20T20:14:10,734 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732133710733 2024-11-20T20:14:10,734 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732133770734 2024-11-20T20:14:10,734 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 25 msec 2024-11-20T20:14:10,735 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-20T20:14:10,743 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,35355,1732133636660-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:14:10,743 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,35355,1732133636660-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:14:10,744 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,35355,1732133636660-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:14:10,745 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d7d59561a64e:35355, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:14:10,746 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T20:14:10,746 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T20:14:10,754 DEBUG [master/d7d59561a64e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T20:14:10,777 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 12.401sec 2024-11-20T20:14:10,779 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T20:14:10,781 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T20:14:10,782 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T20:14:10,783 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T20:14:10,783 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T20:14:10,784 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,35355,1732133636660-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T20:14:10,784 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,35355,1732133636660-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T20:14:10,790 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T20:14:10,791 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T20:14:10,791 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,35355,1732133636660-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:14:10,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@148546d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:14:10,848 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-20T20:14:10,848 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-20T20:14:10,853 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,35355,-1 for getting cluster id 2024-11-20T20:14:10,857 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:14:10,870 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c67e36bd-b2a1-4a10-a898-392e55a6156d' 2024-11-20T20:14:10,873 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:14:10,873 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c67e36bd-b2a1-4a10-a898-392e55a6156d" 2024-11-20T20:14:10,874 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3294d54d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:14:10,874 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,35355,-1] 2024-11-20T20:14:10,876 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:14:10,908 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:14:10,922 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:14:10,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@161cfde3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:14:10,927 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:14:10,938 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,36883,1732133638231, seqNum=-1] 2024-11-20T20:14:10,939 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:14:10,950 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:14:10,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d7d59561a64e,35355,1732133636660 2024-11-20T20:14:10,982 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732133650981 (current time:1732133650981). 2024-11-20T20:14:10,982 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-20T20:14:10,983 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-20T20:14:10,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36902df8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:14:10,986 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,35355,-1 for getting cluster id 2024-11-20T20:14:10,987 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:14:10,988 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c67e36bd-b2a1-4a10-a898-392e55a6156d' 2024-11-20T20:14:10,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:14:10,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c67e36bd-b2a1-4a10-a898-392e55a6156d" 2024-11-20T20:14:10,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aff1550, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:14:10,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,35355,-1] 2024-11-20T20:14:10,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:14:10,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:14:10,992 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:14:10,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4569b3d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:14:10,996 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:14:10,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,36883,1732133638231, seqNum=-1] 2024-11-20T20:14:10,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:14:11,000 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:14:11,002 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T20:14:11,002 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:14:11,007 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:14:11,007 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:14:11,007 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:14:11,013 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:14:11,022 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,35355,1732133636660 2024-11-20T20:14:11,024 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@236c8bc5 2024-11-20T20:14:11,025 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:14:11,030 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T20:14:11,037 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35355 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T20:14:11,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35355 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-20T20:14:11,051 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T20:14:11,053 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35355 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-20T20:14:11,054 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:14:11,056 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T20:14:11,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:14:11,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38291 is added to blk_1073741837_1013 (size=361) 2024-11-20T20:14:11,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741837_1013 (size=361) 2024-11-20T20:14:11,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35689 is added to blk_1073741837_1013 (size=361) 2024-11-20T20:14:11,119 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7fba7293db3b4cd691eff3a573d09ebd, NAME => 'SPTestTable,,1732133651032.7fba7293db3b4cd691eff3a573d09ebd.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90 2024-11-20T20:14:11,124 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 4f0fb560376a192089686bac716cc075, NAME => 'SPTestTable,19999999,1732133651032.4f0fb560376a192089686bac716cc075.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90 2024-11-20T20:14:11,124 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => a6b76e74efea85f50b58a68e97725086, NAME => 'SPTestTable,33333332,1732133651032.a6b76e74efea85f50b58a68e97725086.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90 2024-11-20T20:14:11,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741838_1014 (size=54) 2024-11-20T20:14:11,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35689 is added to blk_1073741838_1014 (size=54) 2024-11-20T20:14:11,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38291 is added to blk_1073741838_1014 (size=54) 2024-11-20T20:14:11,167 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1732133651032.7fba7293db3b4cd691eff3a573d09ebd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:14:11,167 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 7fba7293db3b4cd691eff3a573d09ebd, disabling compactions & flushes 2024-11-20T20:14:11,167 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1732133651032.7fba7293db3b4cd691eff3a573d09ebd. 2024-11-20T20:14:11,167 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732133651032.7fba7293db3b4cd691eff3a573d09ebd. 2024-11-20T20:14:11,167 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732133651032.7fba7293db3b4cd691eff3a573d09ebd. after waiting 0 ms 2024-11-20T20:14:11,167 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732133651032.7fba7293db3b4cd691eff3a573d09ebd. 2024-11-20T20:14:11,167 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1732133651032.7fba7293db3b4cd691eff3a573d09ebd. 2024-11-20T20:14:11,167 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7fba7293db3b4cd691eff3a573d09ebd: Waiting for close lock at 1732133651167Disabling compacts and flushes for region at 1732133651167Disabling writes for close at 1732133651167Writing region close event to WAL at 1732133651167Closed at 1732133651167 2024-11-20T20:14:11,168 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b137132e3de559f5b7ed296b21703c0f, NAME => 'SPTestTable,4ccccccb,1732133651032.b137132e3de559f5b7ed296b21703c0f.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90 2024-11-20T20:14:11,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35689 is added to blk_1073741840_1016 (size=62) 2024-11-20T20:14:11,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741840_1016 (size=62) 2024-11-20T20:14:11,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38291 is added to blk_1073741840_1016 (size=62) 2024-11-20T20:14:11,173 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732133651032.4f0fb560376a192089686bac716cc075.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:14:11,173 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 4f0fb560376a192089686bac716cc075, disabling compactions & flushes 2024-11-20T20:14:11,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38291 is added to blk_1073741839_1015 (size=62) 2024-11-20T20:14:11,173 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732133651032.4f0fb560376a192089686bac716cc075. 2024-11-20T20:14:11,173 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732133651032.4f0fb560376a192089686bac716cc075. 2024-11-20T20:14:11,173 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732133651032.4f0fb560376a192089686bac716cc075. after waiting 0 ms 2024-11-20T20:14:11,173 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732133651032.4f0fb560376a192089686bac716cc075. 2024-11-20T20:14:11,174 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732133651032.4f0fb560376a192089686bac716cc075. 2024-11-20T20:14:11,174 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 4f0fb560376a192089686bac716cc075: Waiting for close lock at 1732133651173Disabling compacts and flushes for region at 1732133651173Disabling writes for close at 1732133651173Writing region close event to WAL at 1732133651173Closed at 1732133651173 2024-11-20T20:14:11,175 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 399e9cd4eed2ad0803fc083d9a740594, NAME => 'SPTestTable,66666664,1732133651032.399e9cd4eed2ad0803fc083d9a740594.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90 2024-11-20T20:14:11,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741839_1015 (size=62) 2024-11-20T20:14:11,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:14:11,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35689 is added to blk_1073741839_1015 (size=62) 2024-11-20T20:14:11,178 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732133651032.a6b76e74efea85f50b58a68e97725086.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:14:11,179 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing a6b76e74efea85f50b58a68e97725086, disabling compactions & flushes 2024-11-20T20:14:11,179 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732133651032.a6b76e74efea85f50b58a68e97725086. 2024-11-20T20:14:11,179 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732133651032.a6b76e74efea85f50b58a68e97725086. 2024-11-20T20:14:11,179 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732133651032.a6b76e74efea85f50b58a68e97725086. after waiting 0 ms 2024-11-20T20:14:11,179 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732133651032.a6b76e74efea85f50b58a68e97725086. 2024-11-20T20:14:11,179 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732133651032.a6b76e74efea85f50b58a68e97725086. 2024-11-20T20:14:11,179 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for a6b76e74efea85f50b58a68e97725086: Waiting for close lock at 1732133651178Disabling compacts and flushes for region at 1732133651178Disabling writes for close at 1732133651179 (+1 ms)Writing region close event to WAL at 1732133651179Closed at 1732133651179 2024-11-20T20:14:11,180 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => fcd5eeff4923935b3cb1e2189d5d361a, NAME => 'SPTestTable,7ffffffd,1732133651032.fcd5eeff4923935b3cb1e2189d5d361a.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90 2024-11-20T20:14:11,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38291 is added to blk_1073741841_1017 (size=62) 2024-11-20T20:14:11,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741841_1017 (size=62) 2024-11-20T20:14:11,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35689 is added to blk_1073741841_1017 (size=62) 2024-11-20T20:14:11,201 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732133651032.b137132e3de559f5b7ed296b21703c0f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:14:11,201 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing b137132e3de559f5b7ed296b21703c0f, disabling compactions & flushes 2024-11-20T20:14:11,201 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732133651032.b137132e3de559f5b7ed296b21703c0f. 2024-11-20T20:14:11,202 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732133651032.b137132e3de559f5b7ed296b21703c0f. 2024-11-20T20:14:11,202 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732133651032.b137132e3de559f5b7ed296b21703c0f. after waiting 0 ms 2024-11-20T20:14:11,202 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732133651032.b137132e3de559f5b7ed296b21703c0f. 2024-11-20T20:14:11,202 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732133651032.b137132e3de559f5b7ed296b21703c0f. 2024-11-20T20:14:11,202 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for b137132e3de559f5b7ed296b21703c0f: Waiting for close lock at 1732133651201Disabling compacts and flushes for region at 1732133651201Disabling writes for close at 1732133651202 (+1 ms)Writing region close event to WAL at 1732133651202Closed at 1732133651202 2024-11-20T20:14:11,203 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 861035919c0ec5e7afb0445aa9569a4f, NAME => 'SPTestTable,99999996,1732133651032.861035919c0ec5e7afb0445aa9569a4f.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90 2024-11-20T20:14:11,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741842_1018 (size=62) 2024-11-20T20:14:11,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38291 is added to blk_1073741842_1018 (size=62) 2024-11-20T20:14:11,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35689 is added to blk_1073741842_1018 (size=62) 2024-11-20T20:14:11,222 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732133651032.399e9cd4eed2ad0803fc083d9a740594.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:14:11,222 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 399e9cd4eed2ad0803fc083d9a740594, disabling compactions & flushes 2024-11-20T20:14:11,222 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732133651032.399e9cd4eed2ad0803fc083d9a740594. 2024-11-20T20:14:11,222 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732133651032.399e9cd4eed2ad0803fc083d9a740594. 2024-11-20T20:14:11,222 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732133651032.399e9cd4eed2ad0803fc083d9a740594. after waiting 0 ms 2024-11-20T20:14:11,222 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732133651032.399e9cd4eed2ad0803fc083d9a740594. 2024-11-20T20:14:11,222 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732133651032.399e9cd4eed2ad0803fc083d9a740594. 2024-11-20T20:14:11,222 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 399e9cd4eed2ad0803fc083d9a740594: Waiting for close lock at 1732133651222Disabling compacts and flushes for region at 1732133651222Disabling writes for close at 1732133651222Writing region close event to WAL at 1732133651222Closed at 1732133651222 2024-11-20T20:14:11,223 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 42b5e27579f628a7310535039c1fab67, NAME => 'SPTestTable,b333332f,1732133651032.42b5e27579f628a7310535039c1fab67.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90 2024-11-20T20:14:11,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741843_1019 (size=62) 2024-11-20T20:14:11,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35689 is added to blk_1073741843_1019 (size=62) 2024-11-20T20:14:11,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38291 is added to blk_1073741843_1019 (size=62) 2024-11-20T20:14:11,241 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732133651032.fcd5eeff4923935b3cb1e2189d5d361a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:14:11,242 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing fcd5eeff4923935b3cb1e2189d5d361a, disabling compactions & flushes 2024-11-20T20:14:11,242 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732133651032.fcd5eeff4923935b3cb1e2189d5d361a. 2024-11-20T20:14:11,242 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732133651032.fcd5eeff4923935b3cb1e2189d5d361a. 2024-11-20T20:14:11,242 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732133651032.fcd5eeff4923935b3cb1e2189d5d361a. after waiting 0 ms 2024-11-20T20:14:11,242 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732133651032.fcd5eeff4923935b3cb1e2189d5d361a. 2024-11-20T20:14:11,242 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732133651032.fcd5eeff4923935b3cb1e2189d5d361a. 2024-11-20T20:14:11,242 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for fcd5eeff4923935b3cb1e2189d5d361a: Waiting for close lock at 1732133651242Disabling compacts and flushes for region at 1732133651242Disabling writes for close at 1732133651242Writing region close event to WAL at 1732133651242Closed at 1732133651242 2024-11-20T20:14:11,243 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 51d4acd1b481d9a84260e2d748610769, NAME => 'SPTestTable,ccccccc8,1732133651032.51d4acd1b481d9a84260e2d748610769.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90 2024-11-20T20:14:11,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38291 is added to blk_1073741845_1021 (size=62) 2024-11-20T20:14:11,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741845_1021 (size=62) 2024-11-20T20:14:11,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35689 is added to blk_1073741845_1021 (size=62) 2024-11-20T20:14:11,255 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732133651032.42b5e27579f628a7310535039c1fab67.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:14:11,255 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 42b5e27579f628a7310535039c1fab67, disabling compactions & flushes 2024-11-20T20:14:11,255 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732133651032.42b5e27579f628a7310535039c1fab67. 2024-11-20T20:14:11,255 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732133651032.42b5e27579f628a7310535039c1fab67. 2024-11-20T20:14:11,255 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732133651032.42b5e27579f628a7310535039c1fab67. after waiting 0 ms 2024-11-20T20:14:11,255 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732133651032.42b5e27579f628a7310535039c1fab67. 2024-11-20T20:14:11,256 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732133651032.42b5e27579f628a7310535039c1fab67. 2024-11-20T20:14:11,256 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 42b5e27579f628a7310535039c1fab67: Waiting for close lock at 1732133651255Disabling compacts and flushes for region at 1732133651255Disabling writes for close at 1732133651255Writing region close event to WAL at 1732133651256 (+1 ms)Closed at 1732133651256 2024-11-20T20:14:11,256 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 3d288944d59b48e0f803bcf760dffc1a, NAME => 'SPTestTable,e6666661,1732133651032.3d288944d59b48e0f803bcf760dffc1a.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90 2024-11-20T20:14:11,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35689 is added to blk_1073741844_1020 (size=62) 2024-11-20T20:14:11,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741844_1020 (size=62) 2024-11-20T20:14:11,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38291 is added to blk_1073741844_1020 (size=62) 2024-11-20T20:14:11,280 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732133651032.861035919c0ec5e7afb0445aa9569a4f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:14:11,280 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 861035919c0ec5e7afb0445aa9569a4f, disabling compactions & flushes 2024-11-20T20:14:11,281 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732133651032.861035919c0ec5e7afb0445aa9569a4f. 2024-11-20T20:14:11,281 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732133651032.861035919c0ec5e7afb0445aa9569a4f. 2024-11-20T20:14:11,281 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732133651032.861035919c0ec5e7afb0445aa9569a4f. after waiting 0 ms 2024-11-20T20:14:11,281 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732133651032.861035919c0ec5e7afb0445aa9569a4f. 2024-11-20T20:14:11,281 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732133651032.861035919c0ec5e7afb0445aa9569a4f. 2024-11-20T20:14:11,281 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 861035919c0ec5e7afb0445aa9569a4f: Waiting for close lock at 1732133651280Disabling compacts and flushes for region at 1732133651280Disabling writes for close at 1732133651281 (+1 ms)Writing region close event to WAL at 1732133651281Closed at 1732133651281 2024-11-20T20:14:11,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38291 is added to blk_1073741846_1022 (size=62) 2024-11-20T20:14:11,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35689 is added to blk_1073741846_1022 (size=62) 2024-11-20T20:14:11,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38291 is added to blk_1073741847_1023 (size=54) 2024-11-20T20:14:11,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35689 is added to blk_1073741847_1023 (size=54) 2024-11-20T20:14:11,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741846_1022 (size=62) 2024-11-20T20:14:11,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741847_1023 (size=54) 2024-11-20T20:14:11,307 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732133651032.51d4acd1b481d9a84260e2d748610769.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:14:11,307 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 51d4acd1b481d9a84260e2d748610769, disabling compactions & flushes 2024-11-20T20:14:11,307 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732133651032.51d4acd1b481d9a84260e2d748610769. 2024-11-20T20:14:11,308 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732133651032.51d4acd1b481d9a84260e2d748610769. 2024-11-20T20:14:11,308 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732133651032.51d4acd1b481d9a84260e2d748610769. after waiting 0 ms 2024-11-20T20:14:11,308 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732133651032.51d4acd1b481d9a84260e2d748610769. 2024-11-20T20:14:11,308 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732133651032.51d4acd1b481d9a84260e2d748610769. 2024-11-20T20:14:11,308 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 51d4acd1b481d9a84260e2d748610769: Waiting for close lock at 1732133651307Disabling compacts and flushes for region at 1732133651307Disabling writes for close at 1732133651308 (+1 ms)Writing region close event to WAL at 1732133651308Closed at 1732133651308 2024-11-20T20:14:11,309 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732133651032.3d288944d59b48e0f803bcf760dffc1a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:14:11,309 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 3d288944d59b48e0f803bcf760dffc1a, disabling compactions & flushes 2024-11-20T20:14:11,309 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732133651032.3d288944d59b48e0f803bcf760dffc1a. 2024-11-20T20:14:11,309 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732133651032.3d288944d59b48e0f803bcf760dffc1a. 2024-11-20T20:14:11,309 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732133651032.3d288944d59b48e0f803bcf760dffc1a. after waiting 0 ms 2024-11-20T20:14:11,309 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732133651032.3d288944d59b48e0f803bcf760dffc1a. 2024-11-20T20:14:11,309 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732133651032.3d288944d59b48e0f803bcf760dffc1a. 2024-11-20T20:14:11,309 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 3d288944d59b48e0f803bcf760dffc1a: Waiting for close lock at 1732133651309Disabling compacts and flushes for region at 1732133651309Disabling writes for close at 1732133651309Writing region close event to WAL at 1732133651309Closed at 1732133651309 2024-11-20T20:14:11,312 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T20:14:11,319 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1732133651032.7fba7293db3b4cd691eff3a573d09ebd.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732133651312"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732133651312"}]},"ts":"1732133651312"} 2024-11-20T20:14:11,319 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1732133651032.4f0fb560376a192089686bac716cc075.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732133651312"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732133651312"}]},"ts":"1732133651312"} 2024-11-20T20:14:11,319 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1732133651032.a6b76e74efea85f50b58a68e97725086.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732133651312"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732133651312"}]},"ts":"1732133651312"} 2024-11-20T20:14:11,319 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1732133651032.b137132e3de559f5b7ed296b21703c0f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732133651312"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732133651312"}]},"ts":"1732133651312"} 2024-11-20T20:14:11,320 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1732133651032.399e9cd4eed2ad0803fc083d9a740594.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732133651312"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732133651312"}]},"ts":"1732133651312"} 2024-11-20T20:14:11,320 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1732133651032.fcd5eeff4923935b3cb1e2189d5d361a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732133651312"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732133651312"}]},"ts":"1732133651312"} 2024-11-20T20:14:11,320 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1732133651032.42b5e27579f628a7310535039c1fab67.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732133651312"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732133651312"}]},"ts":"1732133651312"} 2024-11-20T20:14:11,320 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1732133651032.861035919c0ec5e7afb0445aa9569a4f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732133651312"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732133651312"}]},"ts":"1732133651312"} 2024-11-20T20:14:11,322 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1732133651032.51d4acd1b481d9a84260e2d748610769.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732133651312"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732133651312"}]},"ts":"1732133651312"} 2024-11-20T20:14:11,323 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1732133651032.3d288944d59b48e0f803bcf760dffc1a.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732133651312"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732133651312"}]},"ts":"1732133651312"} 2024-11-20T20:14:11,382 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-20T20:14:11,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:14:11,386 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T20:14:11,389 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732133651386"}]},"ts":"1732133651386"} 2024-11-20T20:14:11,395 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-20T20:14:11,396 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {d7d59561a64e=0} racks are {/default-rack=0} 2024-11-20T20:14:11,404 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-20T20:14:11,404 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-20T20:14:11,404 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-20T20:14:11,404 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-20T20:14:11,404 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-20T20:14:11,404 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-20T20:14:11,404 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-20T20:14:11,404 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-20T20:14:11,404 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-20T20:14:11,404 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T20:14:11,406 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7fba7293db3b4cd691eff3a573d09ebd, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4f0fb560376a192089686bac716cc075, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a6b76e74efea85f50b58a68e97725086, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b137132e3de559f5b7ed296b21703c0f, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=399e9cd4eed2ad0803fc083d9a740594, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fcd5eeff4923935b3cb1e2189d5d361a, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=861035919c0ec5e7afb0445aa9569a4f, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=42b5e27579f628a7310535039c1fab67, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=51d4acd1b481d9a84260e2d748610769, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3d288944d59b48e0f803bcf760dffc1a, ASSIGN}] 2024-11-20T20:14:11,411 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4f0fb560376a192089686bac716cc075, ASSIGN 2024-11-20T20:14:11,412 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7fba7293db3b4cd691eff3a573d09ebd, ASSIGN 2024-11-20T20:14:11,412 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a6b76e74efea85f50b58a68e97725086, ASSIGN 2024-11-20T20:14:11,412 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=861035919c0ec5e7afb0445aa9569a4f, ASSIGN 2024-11-20T20:14:11,415 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4f0fb560376a192089686bac716cc075, ASSIGN; state=OFFLINE, location=d7d59561a64e,35651,1732133637824; forceNewPlan=false, retain=false 2024-11-20T20:14:11,416 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=861035919c0ec5e7afb0445aa9569a4f, ASSIGN; state=OFFLINE, location=d7d59561a64e,35651,1732133637824; forceNewPlan=false, retain=false 2024-11-20T20:14:11,416 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a6b76e74efea85f50b58a68e97725086, ASSIGN; state=OFFLINE, location=d7d59561a64e,46833,1732133638090; forceNewPlan=false, retain=false 2024-11-20T20:14:11,417 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7fba7293db3b4cd691eff3a573d09ebd, ASSIGN; state=OFFLINE, location=d7d59561a64e,36883,1732133638231; forceNewPlan=false, retain=false 2024-11-20T20:14:11,417 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3d288944d59b48e0f803bcf760dffc1a, ASSIGN 2024-11-20T20:14:11,419 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=51d4acd1b481d9a84260e2d748610769, ASSIGN 2024-11-20T20:14:11,420 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3d288944d59b48e0f803bcf760dffc1a, ASSIGN; state=OFFLINE, location=d7d59561a64e,36883,1732133638231; forceNewPlan=false, retain=false 2024-11-20T20:14:11,420 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=42b5e27579f628a7310535039c1fab67, ASSIGN 2024-11-20T20:14:11,423 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=42b5e27579f628a7310535039c1fab67, ASSIGN; state=OFFLINE, location=d7d59561a64e,36883,1732133638231; forceNewPlan=false, retain=false 2024-11-20T20:14:11,424 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=51d4acd1b481d9a84260e2d748610769, ASSIGN; state=OFFLINE, location=d7d59561a64e,46833,1732133638090; forceNewPlan=false, retain=false 2024-11-20T20:14:11,425 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=399e9cd4eed2ad0803fc083d9a740594, ASSIGN 2024-11-20T20:14:11,427 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=399e9cd4eed2ad0803fc083d9a740594, ASSIGN; state=OFFLINE, location=d7d59561a64e,35651,1732133637824; forceNewPlan=false, retain=false 2024-11-20T20:14:11,427 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fcd5eeff4923935b3cb1e2189d5d361a, ASSIGN 2024-11-20T20:14:11,431 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fcd5eeff4923935b3cb1e2189d5d361a, ASSIGN; state=OFFLINE, location=d7d59561a64e,46833,1732133638090; forceNewPlan=false, retain=false 2024-11-20T20:14:11,431 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b137132e3de559f5b7ed296b21703c0f, ASSIGN 2024-11-20T20:14:11,433 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b137132e3de559f5b7ed296b21703c0f, ASSIGN; state=OFFLINE, location=d7d59561a64e,36883,1732133638231; forceNewPlan=false, retain=false 2024-11-20T20:14:11,569 INFO [d7d59561a64e:35355 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-20T20:14:11,573 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=fcd5eeff4923935b3cb1e2189d5d361a, regionState=OPENING, regionLocation=d7d59561a64e,46833,1732133638090 2024-11-20T20:14:11,573 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=a6b76e74efea85f50b58a68e97725086, regionState=OPENING, regionLocation=d7d59561a64e,46833,1732133638090 2024-11-20T20:14:11,573 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=42b5e27579f628a7310535039c1fab67, regionState=OPENING, regionLocation=d7d59561a64e,36883,1732133638231 2024-11-20T20:14:11,573 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=51d4acd1b481d9a84260e2d748610769, regionState=OPENING, regionLocation=d7d59561a64e,46833,1732133638090 2024-11-20T20:14:11,574 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=b137132e3de559f5b7ed296b21703c0f, regionState=OPENING, regionLocation=d7d59561a64e,36883,1732133638231 2024-11-20T20:14:11,574 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7fba7293db3b4cd691eff3a573d09ebd, regionState=OPENING, regionLocation=d7d59561a64e,36883,1732133638231 2024-11-20T20:14:11,575 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=861035919c0ec5e7afb0445aa9569a4f, regionState=OPENING, regionLocation=d7d59561a64e,35651,1732133637824 2024-11-20T20:14:11,575 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=399e9cd4eed2ad0803fc083d9a740594, regionState=OPENING, regionLocation=d7d59561a64e,35651,1732133637824 2024-11-20T20:14:11,575 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=4f0fb560376a192089686bac716cc075, regionState=OPENING, regionLocation=d7d59561a64e,35651,1732133637824 2024-11-20T20:14:11,576 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=3d288944d59b48e0f803bcf760dffc1a, regionState=OPENING, regionLocation=d7d59561a64e,36883,1732133638231 2024-11-20T20:14:11,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=42b5e27579f628a7310535039c1fab67, ASSIGN because future has completed 2024-11-20T20:14:11,589 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 42b5e27579f628a7310535039c1fab67, server=d7d59561a64e,36883,1732133638231}] 2024-11-20T20:14:11,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=51d4acd1b481d9a84260e2d748610769, ASSIGN because future has completed 2024-11-20T20:14:11,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b137132e3de559f5b7ed296b21703c0f, ASSIGN because future has completed 2024-11-20T20:14:11,595 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51d4acd1b481d9a84260e2d748610769, server=d7d59561a64e,46833,1732133638090}] 2024-11-20T20:14:11,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7fba7293db3b4cd691eff3a573d09ebd, ASSIGN because future has completed 2024-11-20T20:14:11,601 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7fba7293db3b4cd691eff3a573d09ebd, server=d7d59561a64e,36883,1732133638231}] 2024-11-20T20:14:11,601 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure b137132e3de559f5b7ed296b21703c0f, server=d7d59561a64e,36883,1732133638231}] 2024-11-20T20:14:11,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=861035919c0ec5e7afb0445aa9569a4f, ASSIGN because future has completed 2024-11-20T20:14:11,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=399e9cd4eed2ad0803fc083d9a740594, ASSIGN because future has completed 2024-11-20T20:14:11,606 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 861035919c0ec5e7afb0445aa9569a4f, server=d7d59561a64e,35651,1732133637824}] 2024-11-20T20:14:11,609 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 399e9cd4eed2ad0803fc083d9a740594, server=d7d59561a64e,35651,1732133637824}] 2024-11-20T20:14:11,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4f0fb560376a192089686bac716cc075, ASSIGN because future has completed 2024-11-20T20:14:11,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fcd5eeff4923935b3cb1e2189d5d361a, ASSIGN because future has completed 2024-11-20T20:14:11,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3d288944d59b48e0f803bcf760dffc1a, ASSIGN because future has completed 2024-11-20T20:14:11,629 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3d288944d59b48e0f803bcf760dffc1a, server=d7d59561a64e,36883,1732133638231}] 2024-11-20T20:14:11,638 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure fcd5eeff4923935b3cb1e2189d5d361a, server=d7d59561a64e,46833,1732133638090}] 2024-11-20T20:14:11,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a6b76e74efea85f50b58a68e97725086, ASSIGN because future has completed 2024-11-20T20:14:11,641 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure a6b76e74efea85f50b58a68e97725086, server=d7d59561a64e,46833,1732133638090}] 2024-11-20T20:14:11,646 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4f0fb560376a192089686bac716cc075, server=d7d59561a64e,35651,1732133637824}] 2024-11-20T20:14:11,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:14:11,763 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T20:14:12,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:14:13,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:14:15,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:14:16,068 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T20:14:17,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T20:14:17,142 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T20:14:17,144 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T20:14:17,144 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T20:14:19,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:14:21,609 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,,1732133651032.7fba7293db3b4cd691eff3a573d09ebd. 2024-11-20T20:14:21,609 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T20:14:21,610 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 7fba7293db3b4cd691eff3a573d09ebd, NAME => 'SPTestTable,,1732133651032.7fba7293db3b4cd691eff3a573d09ebd.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-20T20:14:21,610 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7fba7293db3b4cd691eff3a573d09ebd 2024-11-20T20:14:21,610 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,,1732133651032.7fba7293db3b4cd691eff3a573d09ebd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:14:21,610 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 7fba7293db3b4cd691eff3a573d09ebd 2024-11-20T20:14:21,610 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 7fba7293db3b4cd691eff3a573d09ebd 2024-11-20T20:14:21,613 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37193, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T20:14:21,614 INFO [StoreOpener-7fba7293db3b4cd691eff3a573d09ebd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7fba7293db3b4cd691eff3a573d09ebd 2024-11-20T20:14:21,615 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T20:14:21,618 INFO [StoreOpener-7fba7293db3b4cd691eff3a573d09ebd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fba7293db3b4cd691eff3a573d09ebd columnFamilyName cf 2024-11-20T20:14:21,618 DEBUG [StoreOpener-7fba7293db3b4cd691eff3a573d09ebd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:14:21,619 INFO [StoreOpener-7fba7293db3b4cd691eff3a573d09ebd-1 {}] regionserver.HStore(327): Store=7fba7293db3b4cd691eff3a573d09ebd/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:14:21,620 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 7fba7293db3b4cd691eff3a573d09ebd 2024-11-20T20:14:21,623 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54697, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T20:14:21,624 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/data/default/SPTestTable/7fba7293db3b4cd691eff3a573d09ebd 2024-11-20T20:14:21,626 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/data/default/SPTestTable/7fba7293db3b4cd691eff3a573d09ebd 2024-11-20T20:14:21,627 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 7fba7293db3b4cd691eff3a573d09ebd 2024-11-20T20:14:21,627 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 7fba7293db3b4cd691eff3a573d09ebd 2024-11-20T20:14:21,634 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 7fba7293db3b4cd691eff3a573d09ebd 2024-11-20T20:14:21,635 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732133651032.a6b76e74efea85f50b58a68e97725086. 2024-11-20T20:14:21,635 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => a6b76e74efea85f50b58a68e97725086, NAME => 'SPTestTable,33333332,1732133651032.a6b76e74efea85f50b58a68e97725086.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-20T20:14:21,641 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732133651032.861035919c0ec5e7afb0445aa9569a4f. 2024-11-20T20:14:21,641 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 861035919c0ec5e7afb0445aa9569a4f, NAME => 'SPTestTable,99999996,1732133651032.861035919c0ec5e7afb0445aa9569a4f.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-20T20:14:21,642 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 861035919c0ec5e7afb0445aa9569a4f 2024-11-20T20:14:21,642 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732133651032.861035919c0ec5e7afb0445aa9569a4f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:14:21,642 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 861035919c0ec5e7afb0445aa9569a4f 2024-11-20T20:14:21,642 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 861035919c0ec5e7afb0445aa9569a4f 2024-11-20T20:14:21,643 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a6b76e74efea85f50b58a68e97725086 2024-11-20T20:14:21,643 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732133651032.a6b76e74efea85f50b58a68e97725086.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:14:21,645 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for a6b76e74efea85f50b58a68e97725086 2024-11-20T20:14:21,645 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for a6b76e74efea85f50b58a68e97725086 2024-11-20T20:14:21,648 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/data/default/SPTestTable/7fba7293db3b4cd691eff3a573d09ebd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:14:21,650 INFO [StoreOpener-861035919c0ec5e7afb0445aa9569a4f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 861035919c0ec5e7afb0445aa9569a4f 2024-11-20T20:14:21,651 INFO [StoreOpener-a6b76e74efea85f50b58a68e97725086-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a6b76e74efea85f50b58a68e97725086 2024-11-20T20:14:21,652 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 7fba7293db3b4cd691eff3a573d09ebd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72218311, jitterRate=0.07613669335842133}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T20:14:21,652 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7fba7293db3b4cd691eff3a573d09ebd 2024-11-20T20:14:21,654 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 7fba7293db3b4cd691eff3a573d09ebd: Running coprocessor pre-open hook at 1732133661611Writing region info on filesystem at 1732133661611Initializing all the Stores at 1732133661613 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732133661613Cleaning up temporary data from old regions at 1732133661627 (+14 ms)Running coprocessor post-open hooks at 1732133661652 (+25 ms)Region opened successfully at 1732133661653 (+1 ms) 2024-11-20T20:14:21,657 INFO [StoreOpener-861035919c0ec5e7afb0445aa9569a4f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 861035919c0ec5e7afb0445aa9569a4f columnFamilyName cf 2024-11-20T20:14:21,657 DEBUG [StoreOpener-861035919c0ec5e7afb0445aa9569a4f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:14:21,659 INFO [StoreOpener-861035919c0ec5e7afb0445aa9569a4f-1 {}] regionserver.HStore(327): Store=861035919c0ec5e7afb0445aa9569a4f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:14:21,660 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 861035919c0ec5e7afb0445aa9569a4f 2024-11-20T20:14:21,662 INFO [StoreOpener-a6b76e74efea85f50b58a68e97725086-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a6b76e74efea85f50b58a68e97725086 columnFamilyName cf 2024-11-20T20:14:21,663 DEBUG [StoreOpener-a6b76e74efea85f50b58a68e97725086-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:14:21,664 INFO [StoreOpener-a6b76e74efea85f50b58a68e97725086-1 {}] regionserver.HStore(327): Store=a6b76e74efea85f50b58a68e97725086/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:14:21,664 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732133651032.7fba7293db3b4cd691eff3a573d09ebd., pid=17, masterSystemTime=1732133661597 2024-11-20T20:14:21,664 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for a6b76e74efea85f50b58a68e97725086 2024-11-20T20:14:21,666 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/data/default/SPTestTable/a6b76e74efea85f50b58a68e97725086 2024-11-20T20:14:21,667 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/data/default/SPTestTable/a6b76e74efea85f50b58a68e97725086 2024-11-20T20:14:21,665 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/data/default/SPTestTable/861035919c0ec5e7afb0445aa9569a4f 2024-11-20T20:14:21,668 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732133651032.7fba7293db3b4cd691eff3a573d09ebd. 2024-11-20T20:14:21,668 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for a6b76e74efea85f50b58a68e97725086 2024-11-20T20:14:21,668 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732133651032.7fba7293db3b4cd691eff3a573d09ebd. 2024-11-20T20:14:21,669 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for a6b76e74efea85f50b58a68e97725086 2024-11-20T20:14:21,669 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732133651032.b137132e3de559f5b7ed296b21703c0f. 2024-11-20T20:14:21,669 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => b137132e3de559f5b7ed296b21703c0f, NAME => 'SPTestTable,4ccccccb,1732133651032.b137132e3de559f5b7ed296b21703c0f.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-20T20:14:21,669 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b137132e3de559f5b7ed296b21703c0f 2024-11-20T20:14:21,670 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732133651032.b137132e3de559f5b7ed296b21703c0f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:14:21,670 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for b137132e3de559f5b7ed296b21703c0f 2024-11-20T20:14:21,670 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for b137132e3de559f5b7ed296b21703c0f 2024-11-20T20:14:21,670 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7fba7293db3b4cd691eff3a573d09ebd, regionState=OPEN, openSeqNum=2, regionLocation=d7d59561a64e,36883,1732133638231 2024-11-20T20:14:21,668 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/data/default/SPTestTable/861035919c0ec5e7afb0445aa9569a4f 2024-11-20T20:14:21,673 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 861035919c0ec5e7afb0445aa9569a4f 2024-11-20T20:14:21,673 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 861035919c0ec5e7afb0445aa9569a4f 2024-11-20T20:14:21,675 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for a6b76e74efea85f50b58a68e97725086 2024-11-20T20:14:21,676 INFO [StoreOpener-b137132e3de559f5b7ed296b21703c0f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b137132e3de559f5b7ed296b21703c0f 2024-11-20T20:14:21,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7fba7293db3b4cd691eff3a573d09ebd, server=d7d59561a64e,36883,1732133638231 because future has completed 2024-11-20T20:14:21,679 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 861035919c0ec5e7afb0445aa9569a4f 2024-11-20T20:14:21,682 INFO [StoreOpener-b137132e3de559f5b7ed296b21703c0f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b137132e3de559f5b7ed296b21703c0f columnFamilyName cf 2024-11-20T20:14:21,683 DEBUG [StoreOpener-b137132e3de559f5b7ed296b21703c0f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:14:21,685 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/data/default/SPTestTable/a6b76e74efea85f50b58a68e97725086/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:14:21,686 INFO [StoreOpener-b137132e3de559f5b7ed296b21703c0f-1 {}] regionserver.HStore(327): Store=b137132e3de559f5b7ed296b21703c0f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:14:21,687 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for b137132e3de559f5b7ed296b21703c0f 2024-11-20T20:14:21,687 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened a6b76e74efea85f50b58a68e97725086; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62680129, jitterRate=-0.0659932941198349}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T20:14:21,687 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a6b76e74efea85f50b58a68e97725086 2024-11-20T20:14:21,687 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for a6b76e74efea85f50b58a68e97725086: Running coprocessor pre-open hook at 1732133661645Writing region info on filesystem at 1732133661645Initializing all the Stores at 1732133661649 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732133661649Cleaning up temporary data from old regions at 1732133661669 (+20 ms)Running coprocessor post-open hooks at 1732133661687 (+18 ms)Region opened successfully at 1732133661687 2024-11-20T20:14:21,688 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=5 2024-11-20T20:14:21,688 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7fba7293db3b4cd691eff3a573d09ebd, server=d7d59561a64e,36883,1732133638231 in 10.0790 sec 2024-11-20T20:14:21,689 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/data/default/SPTestTable/b137132e3de559f5b7ed296b21703c0f 2024-11-20T20:14:21,690 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732133651032.a6b76e74efea85f50b58a68e97725086., pid=23, masterSystemTime=1732133661609 2024-11-20T20:14:21,690 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/data/default/SPTestTable/b137132e3de559f5b7ed296b21703c0f 2024-11-20T20:14:21,691 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for b137132e3de559f5b7ed296b21703c0f 2024-11-20T20:14:21,691 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for b137132e3de559f5b7ed296b21703c0f 2024-11-20T20:14:21,692 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/data/default/SPTestTable/861035919c0ec5e7afb0445aa9569a4f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:14:21,693 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 861035919c0ec5e7afb0445aa9569a4f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72506203, jitterRate=0.08042661845684052}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T20:14:21,694 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 861035919c0ec5e7afb0445aa9569a4f 2024-11-20T20:14:21,694 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7fba7293db3b4cd691eff3a573d09ebd, ASSIGN in 10.2820 sec 2024-11-20T20:14:21,694 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 861035919c0ec5e7afb0445aa9569a4f: Running coprocessor pre-open hook at 1732133661642Writing region info on filesystem at 1732133661642Initializing all the Stores at 1732133661645 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732133661645Cleaning up temporary data from old regions at 1732133661673 (+28 ms)Running coprocessor post-open hooks at 1732133661694 (+21 ms)Region opened successfully at 1732133661694 2024-11-20T20:14:21,694 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732133651032.a6b76e74efea85f50b58a68e97725086. 2024-11-20T20:14:21,694 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732133651032.a6b76e74efea85f50b58a68e97725086. 2024-11-20T20:14:21,694 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732133651032.fcd5eeff4923935b3cb1e2189d5d361a. 2024-11-20T20:14:21,695 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => fcd5eeff4923935b3cb1e2189d5d361a, NAME => 'SPTestTable,7ffffffd,1732133651032.fcd5eeff4923935b3cb1e2189d5d361a.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-20T20:14:21,695 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable fcd5eeff4923935b3cb1e2189d5d361a 2024-11-20T20:14:21,695 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for b137132e3de559f5b7ed296b21703c0f 2024-11-20T20:14:21,695 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732133651032.fcd5eeff4923935b3cb1e2189d5d361a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:14:21,696 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for fcd5eeff4923935b3cb1e2189d5d361a 2024-11-20T20:14:21,696 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for fcd5eeff4923935b3cb1e2189d5d361a 2024-11-20T20:14:21,697 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732133651032.861035919c0ec5e7afb0445aa9569a4f., pid=19, masterSystemTime=1732133661615 2024-11-20T20:14:21,697 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=a6b76e74efea85f50b58a68e97725086, regionState=OPEN, openSeqNum=2, regionLocation=d7d59561a64e,46833,1732133638090 2024-11-20T20:14:21,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure a6b76e74efea85f50b58a68e97725086, server=d7d59561a64e,46833,1732133638090 because future has completed 2024-11-20T20:14:21,701 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/data/default/SPTestTable/b137132e3de559f5b7ed296b21703c0f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:14:21,702 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732133651032.861035919c0ec5e7afb0445aa9569a4f. 2024-11-20T20:14:21,702 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732133651032.861035919c0ec5e7afb0445aa9569a4f. 2024-11-20T20:14:21,702 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732133651032.399e9cd4eed2ad0803fc083d9a740594. 2024-11-20T20:14:21,702 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 399e9cd4eed2ad0803fc083d9a740594, NAME => 'SPTestTable,66666664,1732133651032.399e9cd4eed2ad0803fc083d9a740594.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-20T20:14:21,703 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 399e9cd4eed2ad0803fc083d9a740594 2024-11-20T20:14:21,703 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732133651032.399e9cd4eed2ad0803fc083d9a740594.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:14:21,703 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 399e9cd4eed2ad0803fc083d9a740594 2024-11-20T20:14:21,703 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 399e9cd4eed2ad0803fc083d9a740594 2024-11-20T20:14:21,703 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened b137132e3de559f5b7ed296b21703c0f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73915611, jitterRate=0.10142843425273895}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T20:14:21,704 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b137132e3de559f5b7ed296b21703c0f 2024-11-20T20:14:21,704 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for b137132e3de559f5b7ed296b21703c0f: Running coprocessor pre-open hook at 1732133661670Writing region info on filesystem at 1732133661670Initializing all the Stores at 1732133661672 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732133661672Cleaning up temporary data from old regions at 1732133661691 (+19 ms)Running coprocessor post-open hooks at 1732133661704 (+13 ms)Region opened successfully at 1732133661704 2024-11-20T20:14:21,704 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=861035919c0ec5e7afb0445aa9569a4f, regionState=OPEN, openSeqNum=2, regionLocation=d7d59561a64e,35651,1732133637824 2024-11-20T20:14:21,706 INFO [StoreOpener-399e9cd4eed2ad0803fc083d9a740594-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 399e9cd4eed2ad0803fc083d9a740594 2024-11-20T20:14:21,706 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732133651032.b137132e3de559f5b7ed296b21703c0f., pid=18, masterSystemTime=1732133661597 2024-11-20T20:14:21,706 INFO [StoreOpener-fcd5eeff4923935b3cb1e2189d5d361a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region fcd5eeff4923935b3cb1e2189d5d361a 2024-11-20T20:14:21,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 861035919c0ec5e7afb0445aa9569a4f, server=d7d59561a64e,35651,1732133637824 because future has completed 2024-11-20T20:14:21,714 INFO [StoreOpener-fcd5eeff4923935b3cb1e2189d5d361a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fcd5eeff4923935b3cb1e2189d5d361a columnFamilyName cf 2024-11-20T20:14:21,714 INFO [StoreOpener-399e9cd4eed2ad0803fc083d9a740594-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 399e9cd4eed2ad0803fc083d9a740594 columnFamilyName cf 2024-11-20T20:14:21,714 DEBUG [StoreOpener-fcd5eeff4923935b3cb1e2189d5d361a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:14:21,715 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732133651032.b137132e3de559f5b7ed296b21703c0f. 2024-11-20T20:14:21,715 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732133651032.b137132e3de559f5b7ed296b21703c0f. 2024-11-20T20:14:21,716 INFO [StoreOpener-fcd5eeff4923935b3cb1e2189d5d361a-1 {}] regionserver.HStore(327): Store=fcd5eeff4923935b3cb1e2189d5d361a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:14:21,716 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732133651032.42b5e27579f628a7310535039c1fab67. 2024-11-20T20:14:21,716 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 42b5e27579f628a7310535039c1fab67, NAME => 'SPTestTable,b333332f,1732133651032.42b5e27579f628a7310535039c1fab67.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-20T20:14:21,716 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 42b5e27579f628a7310535039c1fab67 2024-11-20T20:14:21,716 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732133651032.42b5e27579f628a7310535039c1fab67.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:14:21,717 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 42b5e27579f628a7310535039c1fab67 2024-11-20T20:14:21,717 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 42b5e27579f628a7310535039c1fab67 2024-11-20T20:14:21,718 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=b137132e3de559f5b7ed296b21703c0f, regionState=OPEN, openSeqNum=2, regionLocation=d7d59561a64e,36883,1732133638231 2024-11-20T20:14:21,721 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=7 2024-11-20T20:14:21,723 DEBUG [StoreOpener-399e9cd4eed2ad0803fc083d9a740594-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:14:21,723 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for fcd5eeff4923935b3cb1e2189d5d361a 2024-11-20T20:14:21,724 INFO [StoreOpener-399e9cd4eed2ad0803fc083d9a740594-1 {}] regionserver.HStore(327): Store=399e9cd4eed2ad0803fc083d9a740594/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:14:21,724 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 399e9cd4eed2ad0803fc083d9a740594 2024-11-20T20:14:21,725 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/data/default/SPTestTable/fcd5eeff4923935b3cb1e2189d5d361a 2024-11-20T20:14:21,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure b137132e3de559f5b7ed296b21703c0f, server=d7d59561a64e,36883,1732133638231 because future has completed 2024-11-20T20:14:21,725 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/data/default/SPTestTable/fcd5eeff4923935b3cb1e2189d5d361a 2024-11-20T20:14:21,726 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/data/default/SPTestTable/399e9cd4eed2ad0803fc083d9a740594 2024-11-20T20:14:21,726 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for fcd5eeff4923935b3cb1e2189d5d361a 2024-11-20T20:14:21,726 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for fcd5eeff4923935b3cb1e2189d5d361a 2024-11-20T20:14:21,726 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/data/default/SPTestTable/399e9cd4eed2ad0803fc083d9a740594 2024-11-20T20:14:21,727 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure a6b76e74efea85f50b58a68e97725086, server=d7d59561a64e,46833,1732133638090 in 10.0710 sec 2024-11-20T20:14:21,727 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 399e9cd4eed2ad0803fc083d9a740594 2024-11-20T20:14:21,727 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 399e9cd4eed2ad0803fc083d9a740594 2024-11-20T20:14:21,728 INFO [StoreOpener-42b5e27579f628a7310535039c1fab67-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 42b5e27579f628a7310535039c1fab67 2024-11-20T20:14:21,730 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for fcd5eeff4923935b3cb1e2189d5d361a 2024-11-20T20:14:21,731 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 399e9cd4eed2ad0803fc083d9a740594 2024-11-20T20:14:21,731 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a6b76e74efea85f50b58a68e97725086, ASSIGN in 10.3180 sec 2024-11-20T20:14:21,733 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=11 2024-11-20T20:14:21,735 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 861035919c0ec5e7afb0445aa9569a4f, server=d7d59561a64e,35651,1732133637824 in 10.1140 sec 2024-11-20T20:14:21,736 INFO [StoreOpener-42b5e27579f628a7310535039c1fab67-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42b5e27579f628a7310535039c1fab67 columnFamilyName cf 2024-11-20T20:14:21,736 DEBUG [StoreOpener-42b5e27579f628a7310535039c1fab67-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:14:21,737 INFO [StoreOpener-42b5e27579f628a7310535039c1fab67-1 {}] regionserver.HStore(327): Store=42b5e27579f628a7310535039c1fab67/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:14:21,738 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 42b5e27579f628a7310535039c1fab67 2024-11-20T20:14:21,739 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=8 2024-11-20T20:14:21,739 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure b137132e3de559f5b7ed296b21703c0f, server=d7d59561a64e,36883,1732133638231 in 10.1310 sec 2024-11-20T20:14:21,739 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/data/default/SPTestTable/42b5e27579f628a7310535039c1fab67 2024-11-20T20:14:21,740 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/data/default/SPTestTable/42b5e27579f628a7310535039c1fab67 2024-11-20T20:14:21,741 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=861035919c0ec5e7afb0445aa9569a4f, ASSIGN in 10.3290 sec 2024-11-20T20:14:21,741 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 42b5e27579f628a7310535039c1fab67 2024-11-20T20:14:21,741 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 42b5e27579f628a7310535039c1fab67 2024-11-20T20:14:21,742 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b137132e3de559f5b7ed296b21703c0f, ASSIGN in 10.3330 sec 2024-11-20T20:14:21,743 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 42b5e27579f628a7310535039c1fab67 2024-11-20T20:14:21,745 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/data/default/SPTestTable/fcd5eeff4923935b3cb1e2189d5d361a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:14:21,745 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/data/default/SPTestTable/399e9cd4eed2ad0803fc083d9a740594/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:14:21,745 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened fcd5eeff4923935b3cb1e2189d5d361a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67524749, jitterRate=0.0061971694231033325}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T20:14:21,746 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fcd5eeff4923935b3cb1e2189d5d361a 2024-11-20T20:14:21,746 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 399e9cd4eed2ad0803fc083d9a740594; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70770146, jitterRate=0.054557353258132935}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T20:14:21,746 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for fcd5eeff4923935b3cb1e2189d5d361a: Running coprocessor pre-open hook at 1732133661696Writing region info on filesystem at 1732133661696Initializing all the Stores at 1732133661700 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732133661700Cleaning up temporary data from old regions at 1732133661726 (+26 ms)Running coprocessor post-open hooks at 1732133661746 (+20 ms)Region opened successfully at 1732133661746 2024-11-20T20:14:21,746 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 399e9cd4eed2ad0803fc083d9a740594 2024-11-20T20:14:21,746 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 399e9cd4eed2ad0803fc083d9a740594: Running coprocessor pre-open hook at 1732133661703Writing region info on filesystem at 1732133661703Initializing all the Stores at 1732133661705 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732133661705Cleaning up temporary data from old regions at 1732133661727 (+22 ms)Running coprocessor post-open hooks at 1732133661746 (+19 ms)Region opened successfully at 1732133661746 2024-11-20T20:14:21,747 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732133651032.fcd5eeff4923935b3cb1e2189d5d361a., pid=22, masterSystemTime=1732133661609 2024-11-20T20:14:21,747 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732133651032.399e9cd4eed2ad0803fc083d9a740594., pid=20, masterSystemTime=1732133661615 2024-11-20T20:14:21,747 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/data/default/SPTestTable/42b5e27579f628a7310535039c1fab67/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:14:21,749 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 42b5e27579f628a7310535039c1fab67; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63672715, jitterRate=-0.05120261013507843}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T20:14:21,749 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 42b5e27579f628a7310535039c1fab67 2024-11-20T20:14:21,750 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 42b5e27579f628a7310535039c1fab67: Running coprocessor pre-open hook at 1732133661717Writing region info on filesystem at 1732133661717Initializing all the Stores at 1732133661719 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732133661719Cleaning up temporary data from old regions at 1732133661741 (+22 ms)Running coprocessor post-open hooks at 1732133661749 (+8 ms)Region opened successfully at 1732133661750 (+1 ms) 2024-11-20T20:14:21,750 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732133651032.fcd5eeff4923935b3cb1e2189d5d361a. 2024-11-20T20:14:21,750 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732133651032.fcd5eeff4923935b3cb1e2189d5d361a. 2024-11-20T20:14:21,750 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732133651032.51d4acd1b481d9a84260e2d748610769. 2024-11-20T20:14:21,750 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 51d4acd1b481d9a84260e2d748610769, NAME => 'SPTestTable,ccccccc8,1732133651032.51d4acd1b481d9a84260e2d748610769.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-20T20:14:21,751 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732133651032.42b5e27579f628a7310535039c1fab67., pid=15, masterSystemTime=1732133661597 2024-11-20T20:14:21,751 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 51d4acd1b481d9a84260e2d748610769 2024-11-20T20:14:21,751 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732133651032.51d4acd1b481d9a84260e2d748610769.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:14:21,751 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 51d4acd1b481d9a84260e2d748610769 2024-11-20T20:14:21,751 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 51d4acd1b481d9a84260e2d748610769 2024-11-20T20:14:21,752 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=fcd5eeff4923935b3cb1e2189d5d361a, regionState=OPEN, openSeqNum=2, regionLocation=d7d59561a64e,46833,1732133638090 2024-11-20T20:14:21,753 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732133651032.399e9cd4eed2ad0803fc083d9a740594. 2024-11-20T20:14:21,753 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732133651032.399e9cd4eed2ad0803fc083d9a740594. 2024-11-20T20:14:21,754 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732133651032.4f0fb560376a192089686bac716cc075. 2024-11-20T20:14:21,754 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 4f0fb560376a192089686bac716cc075, NAME => 'SPTestTable,19999999,1732133651032.4f0fb560376a192089686bac716cc075.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-20T20:14:21,754 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=399e9cd4eed2ad0803fc083d9a740594, regionState=OPEN, openSeqNum=2, regionLocation=d7d59561a64e,35651,1732133637824 2024-11-20T20:14:21,754 INFO [StoreOpener-51d4acd1b481d9a84260e2d748610769-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 51d4acd1b481d9a84260e2d748610769 2024-11-20T20:14:21,754 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4f0fb560376a192089686bac716cc075 2024-11-20T20:14:21,755 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732133651032.4f0fb560376a192089686bac716cc075.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:14:21,755 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 4f0fb560376a192089686bac716cc075 2024-11-20T20:14:21,755 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 4f0fb560376a192089686bac716cc075 2024-11-20T20:14:21,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure fcd5eeff4923935b3cb1e2189d5d361a, server=d7d59561a64e,46833,1732133638090 because future has completed 2024-11-20T20:14:21,757 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732133651032.42b5e27579f628a7310535039c1fab67. 2024-11-20T20:14:21,757 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732133651032.42b5e27579f628a7310535039c1fab67. 2024-11-20T20:14:21,757 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732133651032.3d288944d59b48e0f803bcf760dffc1a. 2024-11-20T20:14:21,757 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 3d288944d59b48e0f803bcf760dffc1a, NAME => 'SPTestTable,e6666661,1732133651032.3d288944d59b48e0f803bcf760dffc1a.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-20T20:14:21,758 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3d288944d59b48e0f803bcf760dffc1a 2024-11-20T20:14:21,758 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732133651032.3d288944d59b48e0f803bcf760dffc1a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:14:21,758 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 3d288944d59b48e0f803bcf760dffc1a 2024-11-20T20:14:21,758 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 3d288944d59b48e0f803bcf760dffc1a 2024-11-20T20:14:21,759 INFO [StoreOpener-51d4acd1b481d9a84260e2d748610769-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51d4acd1b481d9a84260e2d748610769 columnFamilyName cf 2024-11-20T20:14:21,759 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=42b5e27579f628a7310535039c1fab67, regionState=OPEN, openSeqNum=2, regionLocation=d7d59561a64e,36883,1732133638231 2024-11-20T20:14:21,759 DEBUG [StoreOpener-51d4acd1b481d9a84260e2d748610769-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:14:21,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 399e9cd4eed2ad0803fc083d9a740594, server=d7d59561a64e,35651,1732133637824 because future has completed 2024-11-20T20:14:21,761 INFO [StoreOpener-4f0fb560376a192089686bac716cc075-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4f0fb560376a192089686bac716cc075 2024-11-20T20:14:21,763 INFO [StoreOpener-3d288944d59b48e0f803bcf760dffc1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3d288944d59b48e0f803bcf760dffc1a 2024-11-20T20:14:21,764 INFO [StoreOpener-51d4acd1b481d9a84260e2d748610769-1 {}] regionserver.HStore(327): Store=51d4acd1b481d9a84260e2d748610769/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:14:21,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 42b5e27579f628a7310535039c1fab67, server=d7d59561a64e,36883,1732133638231 because future has completed 2024-11-20T20:14:21,764 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 51d4acd1b481d9a84260e2d748610769 2024-11-20T20:14:21,764 INFO [StoreOpener-4f0fb560376a192089686bac716cc075-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f0fb560376a192089686bac716cc075 columnFamilyName cf 2024-11-20T20:14:21,764 DEBUG [StoreOpener-4f0fb560376a192089686bac716cc075-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:14:21,765 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=10 2024-11-20T20:14:21,765 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure fcd5eeff4923935b3cb1e2189d5d361a, server=d7d59561a64e,46833,1732133638090 in 10.1200 sec 2024-11-20T20:14:21,767 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/data/default/SPTestTable/51d4acd1b481d9a84260e2d748610769 2024-11-20T20:14:21,767 INFO [StoreOpener-4f0fb560376a192089686bac716cc075-1 {}] regionserver.HStore(327): Store=4f0fb560376a192089686bac716cc075/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:14:21,767 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 4f0fb560376a192089686bac716cc075 2024-11-20T20:14:21,767 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/data/default/SPTestTable/51d4acd1b481d9a84260e2d748610769 2024-11-20T20:14:21,768 INFO [StoreOpener-3d288944d59b48e0f803bcf760dffc1a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d288944d59b48e0f803bcf760dffc1a columnFamilyName cf 2024-11-20T20:14:21,768 DEBUG [StoreOpener-3d288944d59b48e0f803bcf760dffc1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:14:21,769 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 51d4acd1b481d9a84260e2d748610769 2024-11-20T20:14:21,769 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 51d4acd1b481d9a84260e2d748610769 2024-11-20T20:14:21,769 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/data/default/SPTestTable/4f0fb560376a192089686bac716cc075 2024-11-20T20:14:21,770 INFO [StoreOpener-3d288944d59b48e0f803bcf760dffc1a-1 {}] regionserver.HStore(327): Store=3d288944d59b48e0f803bcf760dffc1a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:14:21,770 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/data/default/SPTestTable/4f0fb560376a192089686bac716cc075 2024-11-20T20:14:21,770 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 3d288944d59b48e0f803bcf760dffc1a 2024-11-20T20:14:21,770 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 4f0fb560376a192089686bac716cc075 2024-11-20T20:14:21,771 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 4f0fb560376a192089686bac716cc075 2024-11-20T20:14:21,772 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/data/default/SPTestTable/3d288944d59b48e0f803bcf760dffc1a 2024-11-20T20:14:21,772 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=9 2024-11-20T20:14:21,772 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 399e9cd4eed2ad0803fc083d9a740594, server=d7d59561a64e,35651,1732133637824 in 10.1540 sec 2024-11-20T20:14:21,773 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 51d4acd1b481d9a84260e2d748610769 2024-11-20T20:14:21,773 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/data/default/SPTestTable/3d288944d59b48e0f803bcf760dffc1a 2024-11-20T20:14:21,775 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 3d288944d59b48e0f803bcf760dffc1a 2024-11-20T20:14:21,775 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 3d288944d59b48e0f803bcf760dffc1a 2024-11-20T20:14:21,775 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fcd5eeff4923935b3cb1e2189d5d361a, ASSIGN in 10.3600 sec 2024-11-20T20:14:21,776 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 4f0fb560376a192089686bac716cc075 2024-11-20T20:14:21,777 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=12 2024-11-20T20:14:21,777 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 42b5e27579f628a7310535039c1fab67, server=d7d59561a64e,36883,1732133638231 in 10.1790 sec 2024-11-20T20:14:21,780 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 3d288944d59b48e0f803bcf760dffc1a 2024-11-20T20:14:21,780 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=399e9cd4eed2ad0803fc083d9a740594, ASSIGN in 10.3660 sec 2024-11-20T20:14:21,782 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=42b5e27579f628a7310535039c1fab67, ASSIGN in 10.3710 sec 2024-11-20T20:14:21,789 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/data/default/SPTestTable/51d4acd1b481d9a84260e2d748610769/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:14:21,789 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/data/default/SPTestTable/3d288944d59b48e0f803bcf760dffc1a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:14:21,789 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/data/default/SPTestTable/4f0fb560376a192089686bac716cc075/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:14:21,790 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 51d4acd1b481d9a84260e2d748610769; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74277646, jitterRate=0.10682317614555359}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T20:14:21,790 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 51d4acd1b481d9a84260e2d748610769 2024-11-20T20:14:21,790 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 3d288944d59b48e0f803bcf760dffc1a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63636807, jitterRate=-0.05173768103122711}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T20:14:21,790 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 4f0fb560376a192089686bac716cc075; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59817497, jitterRate=-0.1086498349905014}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T20:14:21,790 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3d288944d59b48e0f803bcf760dffc1a 2024-11-20T20:14:21,790 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4f0fb560376a192089686bac716cc075 2024-11-20T20:14:21,790 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 51d4acd1b481d9a84260e2d748610769: Running coprocessor pre-open hook at 1732133661751Writing region info on filesystem at 1732133661751Initializing all the Stores at 1732133661754 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732133661754Cleaning up temporary data from old regions at 1732133661769 (+15 ms)Running coprocessor post-open hooks at 1732133661790 (+21 ms)Region opened successfully at 1732133661790 2024-11-20T20:14:21,790 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 3d288944d59b48e0f803bcf760dffc1a: Running coprocessor pre-open hook at 1732133661758Writing region info on filesystem at 1732133661758Initializing all the Stores at 1732133661762 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732133661762Cleaning up temporary data from old regions at 1732133661775 (+13 ms)Running coprocessor post-open hooks at 1732133661790 (+15 ms)Region opened successfully at 1732133661790 2024-11-20T20:14:21,790 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 4f0fb560376a192089686bac716cc075: Running coprocessor pre-open hook at 1732133661755Writing region info on filesystem at 1732133661755Initializing all the Stores at 1732133661759 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732133661759Cleaning up temporary data from old regions at 1732133661771 (+12 ms)Running coprocessor post-open hooks at 1732133661790 (+19 ms)Region opened successfully at 1732133661790 2024-11-20T20:14:21,792 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732133651032.51d4acd1b481d9a84260e2d748610769., pid=16, masterSystemTime=1732133661609 2024-11-20T20:14:21,792 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732133651032.4f0fb560376a192089686bac716cc075., pid=24, masterSystemTime=1732133661615 2024-11-20T20:14:21,793 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732133651032.3d288944d59b48e0f803bcf760dffc1a., pid=21, masterSystemTime=1732133661597 2024-11-20T20:14:21,797 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732133651032.51d4acd1b481d9a84260e2d748610769. 2024-11-20T20:14:21,797 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732133651032.51d4acd1b481d9a84260e2d748610769. 2024-11-20T20:14:21,798 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=51d4acd1b481d9a84260e2d748610769, regionState=OPEN, openSeqNum=2, regionLocation=d7d59561a64e,46833,1732133638090 2024-11-20T20:14:21,799 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732133651032.4f0fb560376a192089686bac716cc075. 2024-11-20T20:14:21,799 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732133651032.4f0fb560376a192089686bac716cc075. 2024-11-20T20:14:21,801 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732133651032.3d288944d59b48e0f803bcf760dffc1a. 2024-11-20T20:14:21,801 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732133651032.3d288944d59b48e0f803bcf760dffc1a. 2024-11-20T20:14:21,802 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=4f0fb560376a192089686bac716cc075, regionState=OPEN, openSeqNum=2, regionLocation=d7d59561a64e,35651,1732133637824 2024-11-20T20:14:21,802 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=3d288944d59b48e0f803bcf760dffc1a, regionState=OPEN, openSeqNum=2, regionLocation=d7d59561a64e,36883,1732133638231 2024-11-20T20:14:21,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51d4acd1b481d9a84260e2d748610769, server=d7d59561a64e,46833,1732133638090 because future has completed 2024-11-20T20:14:21,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3d288944d59b48e0f803bcf760dffc1a, server=d7d59561a64e,36883,1732133638231 because future has completed 2024-11-20T20:14:21,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4f0fb560376a192089686bac716cc075, server=d7d59561a64e,35651,1732133637824 because future has completed 2024-11-20T20:14:21,815 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-11-20T20:14:21,816 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 51d4acd1b481d9a84260e2d748610769, server=d7d59561a64e,46833,1732133638090 in 10.2110 sec 2024-11-20T20:14:21,821 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=14 2024-11-20T20:14:21,823 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=51d4acd1b481d9a84260e2d748610769, ASSIGN in 10.4100 sec 2024-11-20T20:14:21,824 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 3d288944d59b48e0f803bcf760dffc1a, server=d7d59561a64e,36883,1732133638231 in 10.1850 sec 2024-11-20T20:14:21,824 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3d288944d59b48e0f803bcf760dffc1a, ASSIGN in 10.4150 sec 2024-11-20T20:14:21,827 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=6 2024-11-20T20:14:21,827 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 4f0fb560376a192089686bac716cc075, server=d7d59561a64e,35651,1732133637824 in 10.1760 sec 2024-11-20T20:14:21,833 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-20T20:14:21,833 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4f0fb560376a192089686bac716cc075, ASSIGN in 10.4210 sec 2024-11-20T20:14:21,835 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T20:14:21,836 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732133661836"}]},"ts":"1732133661836"} 2024-11-20T20:14:21,839 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-20T20:14:21,842 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T20:14:21,857 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.8020 sec 2024-11-20T20:14:23,766 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-20T20:14:25,564 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T20:14:27,172 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T20:14:27,207 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-20T20:14:27,207 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-20T20:14:29,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:14:29,305 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-20T20:14:29,306 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-20T20:14:29,307 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T20:14:29,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-20T20:14:29,323 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T20:14:29,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-20T20:14:29,447 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1732133651032.861035919c0ec5e7afb0445aa9569a4f., hostname=d7d59561a64e,35651,1732133637824, seqNum=2] 2024-11-20T20:14:29,457 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1732133651032.861035919c0ec5e7afb0445aa9569a4f., hostname=d7d59561a64e,35651,1732133637824, seqNum=2] 2024-11-20T20:14:29,460 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1732133651032.861035919c0ec5e7afb0445aa9569a4f., hostname=d7d59561a64e,35651,1732133637824, seqNum=2] 2024-11-20T20:14:29,463 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1732133651032.861035919c0ec5e7afb0445aa9569a4f., hostname=d7d59561a64e,35651,1732133637824, seqNum=2] 2024-11-20T20:14:29,485 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1732133651032.861035919c0ec5e7afb0445aa9569a4f., hostname=d7d59561a64e,35651,1732133637824, seqNum=2] 2024-11-20T20:14:29,505 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1732133651032.861035919c0ec5e7afb0445aa9569a4f., hostname=d7d59561a64e,35651,1732133637824, seqNum=2] 2024-11-20T20:14:29,509 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1732133651032.861035919c0ec5e7afb0445aa9569a4f., hostname=d7d59561a64e,35651,1732133637824, seqNum=2] 2024-11-20T20:14:29,611 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1732133651032.42b5e27579f628a7310535039c1fab67., hostname=d7d59561a64e,36883,1732133638231, seqNum=2] 2024-11-20T20:14:29,616 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1732133651032.42b5e27579f628a7310535039c1fab67., hostname=d7d59561a64e,36883,1732133638231, seqNum=2] 2024-11-20T20:14:29,621 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1732133651032.42b5e27579f628a7310535039c1fab67., hostname=d7d59561a64e,36883,1732133638231, seqNum=2] 2024-11-20T20:14:29,624 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1732133651032.42b5e27579f628a7310535039c1fab67., hostname=d7d59561a64e,36883,1732133638231, seqNum=2] 2024-11-20T20:14:29,627 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1732133651032.42b5e27579f628a7310535039c1fab67., hostname=d7d59561a64e,36883,1732133638231, seqNum=2] 2024-11-20T20:14:29,641 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1732133651032.42b5e27579f628a7310535039c1fab67., hostname=d7d59561a64e,36883,1732133638231, seqNum=2] 2024-11-20T20:14:29,646 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1732133651032.42b5e27579f628a7310535039c1fab67., hostname=d7d59561a64e,36883,1732133638231, seqNum=2] 2024-11-20T20:14:29,708 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732133651032.51d4acd1b481d9a84260e2d748610769., hostname=d7d59561a64e,46833,1732133638090, seqNum=2] 2024-11-20T20:14:29,711 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732133651032.51d4acd1b481d9a84260e2d748610769., hostname=d7d59561a64e,46833,1732133638090, seqNum=2] 2024-11-20T20:14:29,719 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732133651032.51d4acd1b481d9a84260e2d748610769., hostname=d7d59561a64e,46833,1732133638090, seqNum=2] 2024-11-20T20:14:29,728 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732133651032.51d4acd1b481d9a84260e2d748610769., hostname=d7d59561a64e,46833,1732133638090, seqNum=2] 2024-11-20T20:14:29,732 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732133651032.51d4acd1b481d9a84260e2d748610769., hostname=d7d59561a64e,46833,1732133638090, seqNum=2] 2024-11-20T20:14:29,735 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732133651032.51d4acd1b481d9a84260e2d748610769., hostname=d7d59561a64e,46833,1732133638090, seqNum=2] 2024-11-20T20:14:29,876 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1732133651032.3d288944d59b48e0f803bcf760dffc1a., hostname=d7d59561a64e,36883,1732133638231, seqNum=2] 2024-11-20T20:14:29,880 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1732133651032.3d288944d59b48e0f803bcf760dffc1a., hostname=d7d59561a64e,36883,1732133638231, seqNum=2] 2024-11-20T20:14:29,885 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1732133651032.3d288944d59b48e0f803bcf760dffc1a., hostname=d7d59561a64e,36883,1732133638231, seqNum=2] 2024-11-20T20:14:29,891 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1732133651032.3d288944d59b48e0f803bcf760dffc1a., hostname=d7d59561a64e,36883,1732133638231, seqNum=2] 2024-11-20T20:14:29,896 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1732133651032.3d288944d59b48e0f803bcf760dffc1a., hostname=d7d59561a64e,36883,1732133638231, seqNum=2] 2024-11-20T20:14:29,899 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1732133651032.3d288944d59b48e0f803bcf760dffc1a., hostname=d7d59561a64e,36883,1732133638231, seqNum=2] 2024-11-20T20:14:29,902 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1732133651032.3d288944d59b48e0f803bcf760dffc1a., hostname=d7d59561a64e,36883,1732133638231, seqNum=2] 2024-11-20T20:14:29,906 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eah', locateType=CURRENT is [region=SPTestTable,e6666661,1732133651032.3d288944d59b48e0f803bcf760dffc1a., hostname=d7d59561a64e,36883,1732133638231, seqNum=2] 2024-11-20T20:14:31,188 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:14:31,205 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:14:31,209 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:14:31,249 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:14:31,348 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35651 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1732133651032.861035919c0ec5e7afb0445aa9569a4f. with WAL disabled. Data may be lost in the event of a crash. 2024-11-20T20:14:31,366 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46833 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1732133651032.51d4acd1b481d9a84260e2d748610769. with WAL disabled. Data may be lost in the event of a crash. 2024-11-20T20:14:31,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36883 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15603 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,b333332f,1732133651032.42b5e27579f628a7310535039c1fab67. 2024-11-20T20:14:31,477 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36883 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1732133651032.42b5e27579f628a7310535039c1fab67. with WAL disabled. Data may be lost in the event of a crash. 2024-11-20T20:14:32,350 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36883 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1732133651032.3d288944d59b48e0f803bcf760dffc1a. with WAL disabled. Data may be lost in the event of a crash. 2024-11-20T20:14:32,617 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-20T20:14:32,618 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T20:14:32,620 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-20T20:14:32,626 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-20T20:14:32,644 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-20T20:14:32,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38291 is added to blk_1073741848_1024 (size=49) 2024-11-20T20:14:32,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35689 is added to blk_1073741848_1024 (size=49) 2024-11-20T20:14:32,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741848_1024 (size=49) 2024-11-20T20:14:32,679 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-20T20:14:32,681 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7fba7293db3b4cd691eff3a573d09ebd}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4f0fb560376a192089686bac716cc075}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a6b76e74efea85f50b58a68e97725086}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b137132e3de559f5b7ed296b21703c0f}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 399e9cd4eed2ad0803fc083d9a740594}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fcd5eeff4923935b3cb1e2189d5d361a}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 861035919c0ec5e7afb0445aa9569a4f}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 42b5e27579f628a7310535039c1fab67}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 51d4acd1b481d9a84260e2d748610769}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3d288944d59b48e0f803bcf760dffc1a}] 2024-11-20T20:14:32,688 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 51d4acd1b481d9a84260e2d748610769 2024-11-20T20:14:32,688 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 42b5e27579f628a7310535039c1fab67 2024-11-20T20:14:32,688 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fcd5eeff4923935b3cb1e2189d5d361a 2024-11-20T20:14:32,689 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3d288944d59b48e0f803bcf760dffc1a 2024-11-20T20:14:32,689 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 861035919c0ec5e7afb0445aa9569a4f 2024-11-20T20:14:32,697 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 399e9cd4eed2ad0803fc083d9a740594 2024-11-20T20:14:32,697 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a6b76e74efea85f50b58a68e97725086 2024-11-20T20:14:32,698 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b137132e3de559f5b7ed296b21703c0f 2024-11-20T20:14:32,698 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4f0fb560376a192089686bac716cc075 2024-11-20T20:14:32,703 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7fba7293db3b4cd691eff3a573d09ebd 2024-11-20T20:14:32,720 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing d7d59561a64e,35651,1732133637824 2024-11-20T20:14:32,721 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server d7d59561a64e,35651,1732133637824: Simulated kill ***** 2024-11-20T20:14:32,721 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T20:14:32,722 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T20:14:32,775 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T20:14:32,778 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T20:14:32,779 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T20:14:32,785 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 652549152 }, "NonHeapMemoryUsage": { "committed": 156172288, "init": 7667712, "max": -1, "used": 152944688 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "d7d59561a64e", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14486, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 676 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "d7d59561a64e", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:62377", "tag.serverName": "d7d59561a64e,46833,1732133638090", "tag.clusterId": "c67e36bd-b2a1-4a10-a898-392e55a6156d", "tag.Context": "regionserver", "tag.Hostname": "d7d59561a64e", "regionCount": 3, "storeCount": 3, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 768, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1732133638090, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-20T20:14:32,790 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35355 {}] master.MasterRpcServices(700): d7d59561a64e,35651,1732133637824 reported a fatal error: ***** ABORTING region server d7d59561a64e,35651,1732133637824: Simulated kill ***** 2024-11-20T20:14:32,793 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd7d59561a64e,35651,1732133637824' ***** 2024-11-20T20:14:32,793 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-20T20:14:32,793 INFO [RS:0;d7d59561a64e:35651 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T20:14:32,793 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T20:14:32,794 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T20:14:32,794 INFO [RS:0;d7d59561a64e:35651 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-20T20:14:32,794 INFO [RS:0;d7d59561a64e:35651 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-20T20:14:32,794 INFO [RS:0;d7d59561a64e:35651 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T20:14:32,794 INFO [RS:0;d7d59561a64e:35651 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7d59561a64e:35651. 2024-11-20T20:14:32,795 DEBUG [RS:0;d7d59561a64e:35651 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:14:32,795 DEBUG [RS:0;d7d59561a64e:35651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:14:32,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741834_1010 (size=966) 2024-11-20T20:14:32,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38291 is added to blk_1073741834_1010 (size=966) 2024-11-20T20:14:32,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35689 is added to blk_1073741834_1010 (size=966) 2024-11-20T20:14:32,809 INFO [regionserver/d7d59561a64e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T20:14:32,810 DEBUG [RS:0;d7d59561a64e:35651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:14:32,810 INFO [RS:0;d7d59561a64e:35651 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T20:14:32,811 INFO [RS:0;d7d59561a64e:35651 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35651 2024-11-20T20:14:32,835 INFO [regionserver/d7d59561a64e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T20:14:32,835 INFO [regionserver/d7d59561a64e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T20:14:32,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35651-0x10159e1c1e60001, quorum=127.0.0.1:62377, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d7d59561a64e,35651,1732133637824 2024-11-20T20:14:32,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35355-0x10159e1c1e60000, quorum=127.0.0.1:62377, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T20:14:32,836 INFO [RS:0;d7d59561a64e:35651 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T20:14:32,838 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d7d59561a64e,35651,1732133637824] 2024-11-20T20:14:32,857 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d7d59561a64e,35651,1732133637824 already deleted, retry=false 2024-11-20T20:14:32,857 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of d7d59561a64e,35651,1732133637824 on d7d59561a64e,35355,1732133636660 2024-11-20T20:14:32,865 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure d7d59561a64e,35651,1732133637824, splitWal=true, meta=false 2024-11-20T20:14:32,871 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure d7d59561a64e,35651,1732133637824, splitWal=true, meta=false 2024-11-20T20:14:32,872 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=36 for d7d59561a64e,35651,1732133637824 (carryingMeta=false) d7d59561a64e,35651,1732133637824/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@41aceeb6[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-20T20:14:32,874 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(207): d7d59561a64e,35651,1732133637824 had 3 regions 2024-11-20T20:14:32,876 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4f0fb560376a192089686bac716cc075 2024-11-20T20:14:32,877 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure d7d59561a64e,35651,1732133637824, splitWal=true, meta=false, isMeta: false 2024-11-20T20:14:32,878 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 4f0fb560376a192089686bac716cc075 can not run currently because target server of region SPTestTable,19999999,1732133651032.4f0fb560376a192089686bac716cc075. d7d59561a64e,35651,1732133637824 is in state SPLITTING, wait 1000 ms to retry 2024-11-20T20:14:32,879 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 4f0fb560376a192089686bac716cc075; timeout=1000, timestamp=1732133673879 2024-11-20T20:14:32,879 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 399e9cd4eed2ad0803fc083d9a740594 2024-11-20T20:14:32,879 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 861035919c0ec5e7afb0445aa9569a4f 2024-11-20T20:14:32,888 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/WALs/d7d59561a64e,35651,1732133637824-splitting 2024-11-20T20:14:32,888 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 861035919c0ec5e7afb0445aa9569a4f can not run currently because target server of region SPTestTable,99999996,1732133651032.861035919c0ec5e7afb0445aa9569a4f. d7d59561a64e,35651,1732133637824 is in state SPLITTING, wait 1000 ms to retry 2024-11-20T20:14:32,888 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 861035919c0ec5e7afb0445aa9569a4f; timeout=1000, timestamp=1732133673888 2024-11-20T20:14:32,889 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 399e9cd4eed2ad0803fc083d9a740594 can not run currently because target server of region SPTestTable,66666664,1732133651032.399e9cd4eed2ad0803fc083d9a740594. d7d59561a64e,35651,1732133637824 is in state SPLITTING, wait 1000 ms to retry 2024-11-20T20:14:32,889 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 399e9cd4eed2ad0803fc083d9a740594; timeout=1000, timestamp=1732133673889 2024-11-20T20:14:32,896 INFO [PEWorker-2 {}] master.SplitWALManager(105): d7d59561a64e,35651,1732133637824 WAL count=1, meta=false 2024-11-20T20:14:32,899 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure d7d59561a64e%2C35651%2C1732133637824.1732133640006}] 2024-11-20T20:14:32,907 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=d7d59561a64e,36883,1732133638231 2024-11-20T20:14:32,912 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure d7d59561a64e%2C35651%2C1732133637824.1732133640006, worker=d7d59561a64e,36883,1732133638231}] 2024-11-20T20:14:32,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35651-0x10159e1c1e60001, quorum=127.0.0.1:62377, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:14:32,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35651-0x10159e1c1e60001, quorum=127.0.0.1:62377, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:14:32,949 INFO [RS:0;d7d59561a64e:35651 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T20:14:32,949 INFO [RS:0;d7d59561a64e:35651 {}] regionserver.HRegionServer(1031): Exiting; stopping=d7d59561a64e,35651,1732133637824; zookeeper connection closed. 2024-11-20T20:14:32,963 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@654ce64c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@654ce64c 2024-11-20T20:14:33,879 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4f0fb560376a192089686bac716cc075 2024-11-20T20:14:33,881 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 4f0fb560376a192089686bac716cc075 can not run currently because target server of region SPTestTable,19999999,1732133651032.4f0fb560376a192089686bac716cc075. d7d59561a64e,35651,1732133637824 is in state SPLITTING, wait 2000 ms to retry 2024-11-20T20:14:33,882 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 4f0fb560376a192089686bac716cc075; timeout=2000, timestamp=1732133675882 2024-11-20T20:14:33,888 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 861035919c0ec5e7afb0445aa9569a4f 2024-11-20T20:14:33,890 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 399e9cd4eed2ad0803fc083d9a740594 2024-11-20T20:14:33,891 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 861035919c0ec5e7afb0445aa9569a4f can not run currently because target server of region SPTestTable,99999996,1732133651032.861035919c0ec5e7afb0445aa9569a4f. d7d59561a64e,35651,1732133637824 is in state SPLITTING, wait 2000 ms to retry 2024-11-20T20:14:33,891 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 861035919c0ec5e7afb0445aa9569a4f; timeout=2000, timestamp=1732133675891 2024-11-20T20:14:33,891 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 399e9cd4eed2ad0803fc083d9a740594 can not run currently because target server of region SPTestTable,66666664,1732133651032.399e9cd4eed2ad0803fc083d9a740594. d7d59561a64e,35651,1732133637824 is in state SPLITTING, wait 2000 ms to retry 2024-11-20T20:14:33,891 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 399e9cd4eed2ad0803fc083d9a740594; timeout=2000, timestamp=1732133675891 2024-11-20T20:14:35,883 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4f0fb560376a192089686bac716cc075 2024-11-20T20:14:35,884 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 4f0fb560376a192089686bac716cc075 can not run currently because target server of region SPTestTable,19999999,1732133651032.4f0fb560376a192089686bac716cc075. d7d59561a64e,35651,1732133637824 is in state SPLITTING, wait 4000 ms to retry 2024-11-20T20:14:35,884 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 4f0fb560376a192089686bac716cc075; timeout=4000, timestamp=1732133679884 2024-11-20T20:14:35,891 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 861035919c0ec5e7afb0445aa9569a4f 2024-11-20T20:14:35,891 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 399e9cd4eed2ad0803fc083d9a740594 2024-11-20T20:14:35,893 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 861035919c0ec5e7afb0445aa9569a4f can not run currently because target server of region SPTestTable,99999996,1732133651032.861035919c0ec5e7afb0445aa9569a4f. d7d59561a64e,35651,1732133637824 is in state SPLITTING, wait 4000 ms to retry 2024-11-20T20:14:35,893 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 399e9cd4eed2ad0803fc083d9a740594 can not run currently because target server of region SPTestTable,66666664,1732133651032.399e9cd4eed2ad0803fc083d9a740594. d7d59561a64e,35651,1732133637824 is in state SPLITTING, wait 4000 ms to retry 2024-11-20T20:14:35,893 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 861035919c0ec5e7afb0445aa9569a4f; timeout=4000, timestamp=1732133679893 2024-11-20T20:14:35,893 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 399e9cd4eed2ad0803fc083d9a740594; timeout=4000, timestamp=1732133679893 2024-11-20T20:14:39,884 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4f0fb560376a192089686bac716cc075 2024-11-20T20:14:39,886 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 4f0fb560376a192089686bac716cc075 can not run currently because target server of region SPTestTable,19999999,1732133651032.4f0fb560376a192089686bac716cc075. d7d59561a64e,35651,1732133637824 is in state SPLITTING, wait 8000 ms to retry 2024-11-20T20:14:39,886 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 4f0fb560376a192089686bac716cc075; timeout=8000, timestamp=1732133687886 2024-11-20T20:14:39,893 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 861035919c0ec5e7afb0445aa9569a4f 2024-11-20T20:14:39,894 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 399e9cd4eed2ad0803fc083d9a740594 2024-11-20T20:14:39,895 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 861035919c0ec5e7afb0445aa9569a4f can not run currently because target server of region SPTestTable,99999996,1732133651032.861035919c0ec5e7afb0445aa9569a4f. d7d59561a64e,35651,1732133637824 is in state SPLITTING, wait 8000 ms to retry 2024-11-20T20:14:39,895 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 399e9cd4eed2ad0803fc083d9a740594 can not run currently because target server of region SPTestTable,66666664,1732133651032.399e9cd4eed2ad0803fc083d9a740594. d7d59561a64e,35651,1732133637824 is in state SPLITTING, wait 8000 ms to retry 2024-11-20T20:14:39,895 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 861035919c0ec5e7afb0445aa9569a4f; timeout=8000, timestamp=1732133687895 2024-11-20T20:14:39,895 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 399e9cd4eed2ad0803fc083d9a740594; timeout=8000, timestamp=1732133687895 2024-11-20T20:14:41,614 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=d7d59561a64e,36883,1732133638231, timeout=1732133682690, delay=1075, operations=[pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 42b5e27579f628a7310535039c1fab67, pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure d7d59561a64e%2C35651%2C1732133637824.1732133640006, worker=d7d59561a64e,36883,1732133638231, pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b137132e3de559f5b7ed296b21703c0f, pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7fba7293db3b4cd691eff3a573d09ebd, pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3d288944d59b48e0f803bcf760dffc1a], containedObject=d7d59561a64e,46833,1732133638090, timeout=1732133682690, delay=1075, operations=[pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fcd5eeff4923935b3cb1e2189d5d361a, pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 51d4acd1b481d9a84260e2d748610769, pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a6b76e74efea85f50b58a68e97725086], containedObject=d7d59561a64e,35651,1732133637824, timeout=1732133682690, delay=1075, operations=null] 2024-11-20T20:14:42,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46833 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-20T20:14:42,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36883 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-20T20:14:42,698 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1732133651032.42b5e27579f628a7310535039c1fab67. 2024-11-20T20:14:42,699 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36883 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-20T20:14:42,700 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46833 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-20T20:14:42,700 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1732133651032.fcd5eeff4923935b3cb1e2189d5d361a. 2024-11-20T20:14:42,704 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36883 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-20T20:14:42,705 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 42b5e27579f628a7310535039c1fab67 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-20T20:14:42,706 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for fcd5eeff4923935b3cb1e2189d5d361a: 2024-11-20T20:14:42,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46833 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-20T20:14:42,706 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1732133651032.fcd5eeff4923935b3cb1e2189d5d361a. for SnapshotProcedureTest completed. 2024-11-20T20:14:42,706 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1732133651032.51d4acd1b481d9a84260e2d748610769. 2024-11-20T20:14:42,707 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 51d4acd1b481d9a84260e2d748610769 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-20T20:14:42,707 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1732133651032.fcd5eeff4923935b3cb1e2189d5d361a.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T20:14:42,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36883 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-20T20:14:42,711 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T20:14:42,711 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1732133651032.b137132e3de559f5b7ed296b21703c0f. 2024-11-20T20:14:42,711 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for b137132e3de559f5b7ed296b21703c0f: 2024-11-20T20:14:42,711 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1732133651032.b137132e3de559f5b7ed296b21703c0f. for SnapshotProcedureTest completed. 2024-11-20T20:14:42,712 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1732133651032.b137132e3de559f5b7ed296b21703c0f.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T20:14:42,712 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T20:14:42,712 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1732133651032.a6b76e74efea85f50b58a68e97725086. 2024-11-20T20:14:42,713 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for a6b76e74efea85f50b58a68e97725086: 2024-11-20T20:14:42,713 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1732133651032.a6b76e74efea85f50b58a68e97725086. for SnapshotProcedureTest completed. 2024-11-20T20:14:42,713 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1732133651032.a6b76e74efea85f50b58a68e97725086.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T20:14:42,714 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T20:14:42,714 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T20:14:42,714 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T20:14:42,715 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T20:14:42,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36883 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-20T20:14:42,716 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1732133651032.7fba7293db3b4cd691eff3a573d09ebd. 2024-11-20T20:14:42,716 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 7fba7293db3b4cd691eff3a573d09ebd: 2024-11-20T20:14:42,716 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1732133651032.7fba7293db3b4cd691eff3a573d09ebd. for SnapshotProcedureTest completed. 2024-11-20T20:14:42,716 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1732133651032.7fba7293db3b4cd691eff3a573d09ebd.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T20:14:42,717 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T20:14:42,717 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T20:14:42,771 INFO [RS_LOG_REPLAY_OPS-regionserver/d7d59561a64e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/WALs/d7d59561a64e,35651,1732133637824-splitting/d7d59561a64e%2C35651%2C1732133637824.1732133640006, size=966 (966bytes) 2024-11-20T20:14:42,772 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d7d59561a64e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-20T20:14:42,772 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d7d59561a64e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-20T20:14:42,772 INFO [RS_LOG_REPLAY_OPS-regionserver/d7d59561a64e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/WALs/d7d59561a64e,35651,1732133637824-splitting/d7d59561a64e%2C35651%2C1732133637824.1732133640006 2024-11-20T20:14:42,782 INFO [RS_LOG_REPLAY_OPS-regionserver/d7d59561a64e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/WALs/d7d59561a64e,35651,1732133637824-splitting/d7d59561a64e%2C35651%2C1732133637824.1732133640006 after 7ms 2024-11-20T20:14:42,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38291 is added to blk_1073741849_1025 (size=65) 2024-11-20T20:14:42,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35689 is added to blk_1073741849_1025 (size=65) 2024-11-20T20:14:42,787 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1732133651032.fcd5eeff4923935b3cb1e2189d5d361a. 2024-11-20T20:14:42,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741849_1025 (size=65) 2024-11-20T20:14:42,791 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-20T20:14:42,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35355 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-20T20:14:42,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35689 is added to blk_1073741852_1028 (size=57) 2024-11-20T20:14:42,795 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35355 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region fcd5eeff4923935b3cb1e2189d5d361a 2024-11-20T20:14:42,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741852_1028 (size=57) 2024-11-20T20:14:42,795 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fcd5eeff4923935b3cb1e2189d5d361a 2024-11-20T20:14:42,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38291 is added to blk_1073741852_1028 (size=57) 2024-11-20T20:14:42,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38291 is added to blk_1073741851_1027 (size=65) 2024-11-20T20:14:42,800 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure fcd5eeff4923935b3cb1e2189d5d361a in 10.1160 sec 2024-11-20T20:14:42,800 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1732133651032.7fba7293db3b4cd691eff3a573d09ebd. 2024-11-20T20:14:42,801 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-20T20:14:42,801 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1732133651032.3d288944d59b48e0f803bcf760dffc1a. 2024-11-20T20:14:42,802 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 3d288944d59b48e0f803bcf760dffc1a 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-20T20:14:42,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35689 is added to blk_1073741850_1026 (size=65) 2024-11-20T20:14:42,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35355 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-20T20:14:42,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741850_1026 (size=65) 2024-11-20T20:14:42,804 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35355 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 7fba7293db3b4cd691eff3a573d09ebd 2024-11-20T20:14:42,804 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7fba7293db3b4cd691eff3a573d09ebd 2024-11-20T20:14:42,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38291 is added to blk_1073741850_1026 (size=65) 2024-11-20T20:14:42,807 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1732133651032.a6b76e74efea85f50b58a68e97725086. 2024-11-20T20:14:42,807 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-20T20:14:42,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35355 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-20T20:14:42,809 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35355 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a6b76e74efea85f50b58a68e97725086 2024-11-20T20:14:42,809 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a6b76e74efea85f50b58a68e97725086 2024-11-20T20:14:42,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35689 is added to blk_1073741851_1027 (size=65) 2024-11-20T20:14:42,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741851_1027 (size=65) 2024-11-20T20:14:42,811 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7fba7293db3b4cd691eff3a573d09ebd in 10.1250 sec 2024-11-20T20:14:42,811 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1732133651032.b137132e3de559f5b7ed296b21703c0f. 2024-11-20T20:14:42,812 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-20T20:14:42,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35355 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-20T20:14:42,813 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35355 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b137132e3de559f5b7ed296b21703c0f 2024-11-20T20:14:42,813 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b137132e3de559f5b7ed296b21703c0f 2024-11-20T20:14:42,814 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a6b76e74efea85f50b58a68e97725086 in 10.1300 sec 2024-11-20T20:14:42,816 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b137132e3de559f5b7ed296b21703c0f in 10.1330 sec 2024-11-20T20:14:42,821 INFO [RS_LOG_REPLAY_OPS-regionserver/d7d59561a64e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/WALs/d7d59561a64e,35651,1732133637824-splitting/d7d59561a64e%2C35651%2C1732133637824.1732133640006 took 52ms 2024-11-20T20:14:42,854 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d7d59561a64e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 861035919c0ec5e7afb0445aa9569a4f: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-20T20:14:42,857 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/data/default/SPTestTable/51d4acd1b481d9a84260e2d748610769/.tmp/cf/9fa30f9796514ec38a2228fc221a5cf8 is 34, key is ccd/cf:cf/1732133671360/Put/seqid=0 2024-11-20T20:14:42,857 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d7d59561a64e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 399e9cd4eed2ad0803fc083d9a740594: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-20T20:14:42,861 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/data/default/SPTestTable/42b5e27579f628a7310535039c1fab67/.tmp/cf/c91ea9061c154d47a12c1fc5026a0d47 is 34, key is baa/cf:cf/1732133671476/Put/seqid=0 2024-11-20T20:14:42,862 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d7d59561a64e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 4f0fb560376a192089686bac716cc075: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-20T20:14:42,862 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d7d59561a64e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/WALs/d7d59561a64e,35651,1732133637824-splitting/d7d59561a64e%2C35651%2C1732133637824.1732133640006 so closing down 2024-11-20T20:14:42,862 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d7d59561a64e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:14:42,872 INFO [RS_LOG_REPLAY_OPS-regionserver/d7d59561a64e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:14:42,883 INFO [RS_LOG_REPLAY_OPS-regionserver/d7d59561a64e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 3 edits across 0 Regions in 28 ms; skipped=3; WAL=hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/WALs/d7d59561a64e,35651,1732133637824-splitting/d7d59561a64e%2C35651%2C1732133637824.1732133640006, size=966, length=966, corrupted=false, cancelled=false 2024-11-20T20:14:42,883 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d7d59561a64e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/WALs/d7d59561a64e,35651,1732133637824-splitting/d7d59561a64e%2C35651%2C1732133637824.1732133640006, journal: Splitting hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/WALs/d7d59561a64e,35651,1732133637824-splitting/d7d59561a64e%2C35651%2C1732133637824.1732133640006, size=966 (966bytes) at 1732133682771Finishing writing output for hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/WALs/d7d59561a64e,35651,1732133637824-splitting/d7d59561a64e%2C35651%2C1732133637824.1732133640006 so closing down at 1732133682862 (+91 ms)3 split writer threads finished at 1732133682872 (+10 ms)Processed 3 edits across 0 Regions in 28 ms; skipped=3; WAL=hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/WALs/d7d59561a64e,35651,1732133637824-splitting/d7d59561a64e%2C35651%2C1732133637824.1732133640006, size=966, length=966, corrupted=false, cancelled=false at 1732133682883 (+11 ms) 2024-11-20T20:14:42,883 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d7d59561a64e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/WALs/d7d59561a64e,35651,1732133637824-splitting/d7d59561a64e%2C35651%2C1732133637824.1732133640006 2024-11-20T20:14:42,884 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d7d59561a64e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-20T20:14:42,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35355 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-20T20:14:42,894 INFO [PEWorker-2 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/WALs/d7d59561a64e,35651,1732133637824-splitting/d7d59561a64e%2C35651%2C1732133637824.1732133640006 to hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/oldWALs 2024-11-20T20:14:42,898 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-20T20:14:42,898 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure d7d59561a64e%2C35651%2C1732133637824.1732133640006, worker=d7d59561a64e,36883,1732133638231 in 9.9820 sec 2024-11-20T20:14:42,901 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=d7d59561a64e,36883,1732133638231 2024-11-20T20:14:42,905 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-20T20:14:42,905 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure d7d59561a64e%2C35651%2C1732133637824.1732133640006, worker=d7d59561a64e,36883,1732133638231 in 10.0030 sec 2024-11-20T20:14:42,907 INFO [PEWorker-5 {}] master.SplitLogManager(171): hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/WALs/d7d59561a64e,35651,1732133637824-splitting dir is empty, no logs to split. 2024-11-20T20:14:42,907 INFO [PEWorker-5 {}] master.SplitWALManager(105): d7d59561a64e,35651,1732133637824 WAL count=0, meta=false 2024-11-20T20:14:42,908 DEBUG [PEWorker-5 {}] procedure.ServerCrashProcedure(329): Check if d7d59561a64e,35651,1732133637824 WAL splitting is done? wals=0, meta=false 2024-11-20T20:14:42,911 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for d7d59561a64e,35651,1732133637824 failed, ignore...File hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/WALs/d7d59561a64e,35651,1732133637824-splitting does not exist. 2024-11-20T20:14:42,914 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=861035919c0ec5e7afb0445aa9569a4f, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=399e9cd4eed2ad0803fc083d9a740594, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4f0fb560376a192089686bac716cc075, ASSIGN}] 2024-11-20T20:14:42,916 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=861035919c0ec5e7afb0445aa9569a4f, ASSIGN 2024-11-20T20:14:42,916 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=399e9cd4eed2ad0803fc083d9a740594, ASSIGN 2024-11-20T20:14:42,916 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4f0fb560376a192089686bac716cc075, ASSIGN 2024-11-20T20:14:42,918 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=861035919c0ec5e7afb0445aa9569a4f, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T20:14:42,918 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4f0fb560376a192089686bac716cc075, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T20:14:42,918 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=399e9cd4eed2ad0803fc083d9a740594, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T20:14:42,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38291 is added to blk_1073741855_1031 (size=28623) 2024-11-20T20:14:42,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741855_1031 (size=28623) 2024-11-20T20:14:42,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35689 is added to blk_1073741855_1031 (size=28623) 2024-11-20T20:14:42,934 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/data/default/SPTestTable/42b5e27579f628a7310535039c1fab67/.tmp/cf/c91ea9061c154d47a12c1fc5026a0d47 2024-11-20T20:14:42,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741854_1030 (size=47197) 2024-11-20T20:14:42,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35689 is added to blk_1073741854_1030 (size=47197) 2024-11-20T20:14:42,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38291 is added to blk_1073741854_1030 (size=47197) 2024-11-20T20:14:42,949 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/data/default/SPTestTable/51d4acd1b481d9a84260e2d748610769/.tmp/cf/9fa30f9796514ec38a2228fc221a5cf8 2024-11-20T20:14:42,974 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/data/default/SPTestTable/3d288944d59b48e0f803bcf760dffc1a/.tmp/cf/6088d70c57f64cb99a4030166a7b4f24 is 34, key is eaa/cf:cf/1732133672330/Put/seqid=0 2024-11-20T20:14:42,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741853_1029 (size=499309) 2024-11-20T20:14:42,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35689 is added to blk_1073741853_1029 (size=499309) 2024-11-20T20:14:42,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38291 is added to blk_1073741853_1029 (size=499309) 2024-11-20T20:14:42,988 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/data/default/SPTestTable/3d288944d59b48e0f803bcf760dffc1a/.tmp/cf/6088d70c57f64cb99a4030166a7b4f24 2024-11-20T20:14:43,003 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/data/default/SPTestTable/51d4acd1b481d9a84260e2d748610769/.tmp/cf/9fa30f9796514ec38a2228fc221a5cf8 as hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/data/default/SPTestTable/51d4acd1b481d9a84260e2d748610769/cf/9fa30f9796514ec38a2228fc221a5cf8 2024-11-20T20:14:43,003 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/data/default/SPTestTable/3d288944d59b48e0f803bcf760dffc1a/.tmp/cf/6088d70c57f64cb99a4030166a7b4f24 as hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/data/default/SPTestTable/3d288944d59b48e0f803bcf760dffc1a/cf/6088d70c57f64cb99a4030166a7b4f24 2024-11-20T20:14:43,003 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/data/default/SPTestTable/42b5e27579f628a7310535039c1fab67/.tmp/cf/c91ea9061c154d47a12c1fc5026a0d47 as hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/data/default/SPTestTable/42b5e27579f628a7310535039c1fab67/cf/c91ea9061c154d47a12c1fc5026a0d47 2024-11-20T20:14:43,017 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/data/default/SPTestTable/3d288944d59b48e0f803bcf760dffc1a/cf/6088d70c57f64cb99a4030166a7b4f24, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-20T20:14:43,019 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/data/default/SPTestTable/51d4acd1b481d9a84260e2d748610769/cf/9fa30f9796514ec38a2228fc221a5cf8, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-20T20:14:43,019 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/data/default/SPTestTable/42b5e27579f628a7310535039c1fab67/cf/c91ea9061c154d47a12c1fc5026a0d47, entries=731, sequenceid=5, filesize=28.0 K 2024-11-20T20:14:43,025 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 42b5e27579f628a7310535039c1fab67 in 321ms, sequenceid=5, compaction requested=false 2024-11-20T20:14:43,025 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 3d288944d59b48e0f803bcf760dffc1a in 219ms, sequenceid=5, compaction requested=false 2024-11-20T20:14:43,025 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 51d4acd1b481d9a84260e2d748610769 in 315ms, sequenceid=5, compaction requested=false 2024-11-20T20:14:43,025 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 42b5e27579f628a7310535039c1fab67: 2024-11-20T20:14:43,025 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 3d288944d59b48e0f803bcf760dffc1a: 2024-11-20T20:14:43,025 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1732133651032.42b5e27579f628a7310535039c1fab67. for SnapshotProcedureTest completed. 2024-11-20T20:14:43,025 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 51d4acd1b481d9a84260e2d748610769: 2024-11-20T20:14:43,025 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1732133651032.3d288944d59b48e0f803bcf760dffc1a. for SnapshotProcedureTest completed. 2024-11-20T20:14:43,025 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1732133651032.51d4acd1b481d9a84260e2d748610769. for SnapshotProcedureTest completed. 2024-11-20T20:14:43,025 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1732133651032.42b5e27579f628a7310535039c1fab67.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T20:14:43,025 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1732133651032.3d288944d59b48e0f803bcf760dffc1a.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T20:14:43,025 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1732133651032.51d4acd1b481d9a84260e2d748610769.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T20:14:43,025 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T20:14:43,025 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T20:14:43,025 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T20:14:43,025 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/data/default/SPTestTable/42b5e27579f628a7310535039c1fab67/cf/c91ea9061c154d47a12c1fc5026a0d47] hfiles 2024-11-20T20:14:43,025 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/data/default/SPTestTable/51d4acd1b481d9a84260e2d748610769/cf/9fa30f9796514ec38a2228fc221a5cf8] hfiles 2024-11-20T20:14:43,025 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/data/default/SPTestTable/3d288944d59b48e0f803bcf760dffc1a/cf/6088d70c57f64cb99a4030166a7b4f24] hfiles 2024-11-20T20:14:43,027 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/data/default/SPTestTable/42b5e27579f628a7310535039c1fab67/cf/c91ea9061c154d47a12c1fc5026a0d47 for snapshot=SnapshotProcedureTest 2024-11-20T20:14:43,027 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/data/default/SPTestTable/51d4acd1b481d9a84260e2d748610769/cf/9fa30f9796514ec38a2228fc221a5cf8 for snapshot=SnapshotProcedureTest 2024-11-20T20:14:43,027 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/data/default/SPTestTable/3d288944d59b48e0f803bcf760dffc1a/cf/6088d70c57f64cb99a4030166a7b4f24 for snapshot=SnapshotProcedureTest 2024-11-20T20:14:43,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741858_1034 (size=105) 2024-11-20T20:14:43,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35689 is added to blk_1073741856_1032 (size=105) 2024-11-20T20:14:43,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35689 is added to blk_1073741858_1034 (size=105) 2024-11-20T20:14:43,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38291 is added to blk_1073741858_1034 (size=105) 2024-11-20T20:14:43,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38291 is added to blk_1073741856_1032 (size=105) 2024-11-20T20:14:43,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741856_1032 (size=105) 2024-11-20T20:14:43,046 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1732133651032.42b5e27579f628a7310535039c1fab67. 2024-11-20T20:14:43,046 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-20T20:14:43,046 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1732133651032.51d4acd1b481d9a84260e2d748610769. 2024-11-20T20:14:43,046 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-20T20:14:43,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35355 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-20T20:14:43,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35355 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-20T20:14:43,047 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35355 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 42b5e27579f628a7310535039c1fab67 2024-11-20T20:14:43,047 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35355 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 51d4acd1b481d9a84260e2d748610769 2024-11-20T20:14:43,048 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 51d4acd1b481d9a84260e2d748610769 2024-11-20T20:14:43,048 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 42b5e27579f628a7310535039c1fab67 2024-11-20T20:14:43,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38291 is added to blk_1073741857_1033 (size=97) 2024-11-20T20:14:43,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741857_1033 (size=97) 2024-11-20T20:14:43,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35689 is added to blk_1073741857_1033 (size=97) 2024-11-20T20:14:43,051 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1732133651032.3d288944d59b48e0f803bcf760dffc1a. 2024-11-20T20:14:43,052 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-20T20:14:43,052 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 42b5e27579f628a7310535039c1fab67 in 10.3680 sec 2024-11-20T20:14:43,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35355 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-20T20:14:43,053 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35355 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3d288944d59b48e0f803bcf760dffc1a 2024-11-20T20:14:43,053 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3d288944d59b48e0f803bcf760dffc1a 2024-11-20T20:14:43,053 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 51d4acd1b481d9a84260e2d748610769 in 10.3690 sec 2024-11-20T20:14:43,056 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3d288944d59b48e0f803bcf760dffc1a in 10.3730 sec 2024-11-20T20:14:43,069 DEBUG [d7d59561a64e:35355 {}] balancer.BalancerClusterState(204): Hosts are {d7d59561a64e=0} racks are {/default-rack=0} 2024-11-20T20:14:43,069 DEBUG [d7d59561a64e:35355 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-20T20:14:43,069 DEBUG [d7d59561a64e:35355 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-20T20:14:43,069 DEBUG [d7d59561a64e:35355 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-20T20:14:43,069 DEBUG [d7d59561a64e:35355 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-20T20:14:43,069 INFO [d7d59561a64e:35355 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-20T20:14:43,069 INFO [d7d59561a64e:35355 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-20T20:14:43,069 DEBUG [d7d59561a64e:35355 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T20:14:43,070 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=861035919c0ec5e7afb0445aa9569a4f, regionState=OPENING, regionLocation=d7d59561a64e,46833,1732133638090 2024-11-20T20:14:43,070 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=399e9cd4eed2ad0803fc083d9a740594, regionState=OPENING, regionLocation=d7d59561a64e,36883,1732133638231 2024-11-20T20:14:43,070 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=4f0fb560376a192089686bac716cc075, regionState=OPENING, regionLocation=d7d59561a64e,46833,1732133638090 2024-11-20T20:14:43,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=861035919c0ec5e7afb0445aa9569a4f, ASSIGN because future has completed 2024-11-20T20:14:43,074 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 861035919c0ec5e7afb0445aa9569a4f, server=d7d59561a64e,46833,1732133638090}] 2024-11-20T20:14:43,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=399e9cd4eed2ad0803fc083d9a740594, ASSIGN because future has completed 2024-11-20T20:14:43,075 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 399e9cd4eed2ad0803fc083d9a740594, server=d7d59561a64e,36883,1732133638231}] 2024-11-20T20:14:43,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4f0fb560376a192089686bac716cc075, ASSIGN because future has completed 2024-11-20T20:14:43,086 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4f0fb560376a192089686bac716cc075, server=d7d59561a64e,46833,1732133638090}] 2024-11-20T20:14:47,887 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4f0fb560376a192089686bac716cc075 held by pid=41 2024-11-20T20:14:47,887 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4f0fb560376a192089686bac716cc075 2024-11-20T20:14:47,896 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 399e9cd4eed2ad0803fc083d9a740594 held by pid=40 2024-11-20T20:14:47,896 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 399e9cd4eed2ad0803fc083d9a740594 2024-11-20T20:14:47,896 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 861035919c0ec5e7afb0445aa9569a4f held by pid=39 2024-11-20T20:14:47,896 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 861035919c0ec5e7afb0445aa9569a4f 2024-11-20T20:14:50,793 INFO [master/d7d59561a64e:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-20T20:14:50,793 INFO [master/d7d59561a64e:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-20T20:14:53,087 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732133651032.399e9cd4eed2ad0803fc083d9a740594. 2024-11-20T20:14:53,087 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732133651032.861035919c0ec5e7afb0445aa9569a4f. 2024-11-20T20:14:53,088 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7752): Opening region: {ENCODED => 861035919c0ec5e7afb0445aa9569a4f, NAME => 'SPTestTable,99999996,1732133651032.861035919c0ec5e7afb0445aa9569a4f.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-20T20:14:53,088 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 399e9cd4eed2ad0803fc083d9a740594, NAME => 'SPTestTable,66666664,1732133651032.399e9cd4eed2ad0803fc083d9a740594.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-20T20:14:53,088 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 861035919c0ec5e7afb0445aa9569a4f 2024-11-20T20:14:53,088 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 399e9cd4eed2ad0803fc083d9a740594 2024-11-20T20:14:53,088 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732133651032.861035919c0ec5e7afb0445aa9569a4f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:14:53,088 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732133651032.399e9cd4eed2ad0803fc083d9a740594.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:14:53,088 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7794): checking encryption for 861035919c0ec5e7afb0445aa9569a4f 2024-11-20T20:14:53,088 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 399e9cd4eed2ad0803fc083d9a740594 2024-11-20T20:14:53,088 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7797): checking classloading for 861035919c0ec5e7afb0445aa9569a4f 2024-11-20T20:14:53,088 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 399e9cd4eed2ad0803fc083d9a740594 2024-11-20T20:14:53,092 INFO [StoreOpener-861035919c0ec5e7afb0445aa9569a4f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 861035919c0ec5e7afb0445aa9569a4f 2024-11-20T20:14:53,094 INFO [StoreOpener-399e9cd4eed2ad0803fc083d9a740594-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 399e9cd4eed2ad0803fc083d9a740594 2024-11-20T20:14:53,096 INFO [StoreOpener-861035919c0ec5e7afb0445aa9569a4f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 861035919c0ec5e7afb0445aa9569a4f columnFamilyName cf 2024-11-20T20:14:53,096 INFO [StoreOpener-399e9cd4eed2ad0803fc083d9a740594-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 399e9cd4eed2ad0803fc083d9a740594 columnFamilyName cf 2024-11-20T20:14:53,096 DEBUG [StoreOpener-399e9cd4eed2ad0803fc083d9a740594-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:14:53,096 DEBUG [StoreOpener-861035919c0ec5e7afb0445aa9569a4f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:14:53,097 INFO [StoreOpener-861035919c0ec5e7afb0445aa9569a4f-1 {}] regionserver.HStore(327): Store=861035919c0ec5e7afb0445aa9569a4f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:14:53,097 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1038): replaying wal for 861035919c0ec5e7afb0445aa9569a4f 2024-11-20T20:14:53,099 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/data/default/SPTestTable/861035919c0ec5e7afb0445aa9569a4f 2024-11-20T20:14:53,100 INFO [StoreOpener-399e9cd4eed2ad0803fc083d9a740594-1 {}] regionserver.HStore(327): Store=399e9cd4eed2ad0803fc083d9a740594/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:14:53,100 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 399e9cd4eed2ad0803fc083d9a740594 2024-11-20T20:14:53,101 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/data/default/SPTestTable/861035919c0ec5e7afb0445aa9569a4f 2024-11-20T20:14:53,102 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/data/default/SPTestTable/399e9cd4eed2ad0803fc083d9a740594 2024-11-20T20:14:53,104 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1048): stopping wal replay for 861035919c0ec5e7afb0445aa9569a4f 2024-11-20T20:14:53,104 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1060): Cleaning up temporary data for 861035919c0ec5e7afb0445aa9569a4f 2024-11-20T20:14:53,105 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/data/default/SPTestTable/399e9cd4eed2ad0803fc083d9a740594 2024-11-20T20:14:53,108 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1093): writing seq id for 861035919c0ec5e7afb0445aa9569a4f 2024-11-20T20:14:53,118 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 399e9cd4eed2ad0803fc083d9a740594 2024-11-20T20:14:53,118 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 399e9cd4eed2ad0803fc083d9a740594 2024-11-20T20:14:53,120 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1114): Opened 861035919c0ec5e7afb0445aa9569a4f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72732700, jitterRate=0.08380168676376343}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T20:14:53,120 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 861035919c0ec5e7afb0445aa9569a4f 2024-11-20T20:14:53,121 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1006): Region open journal for 861035919c0ec5e7afb0445aa9569a4f: Running coprocessor pre-open hook at 1732133693089Writing region info on filesystem at 1732133693089Initializing all the Stores at 1732133693090 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732133693090Cleaning up temporary data from old regions at 1732133693104 (+14 ms)Running coprocessor post-open hooks at 1732133693121 (+17 ms)Region opened successfully at 1732133693121 2024-11-20T20:14:53,123 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732133651032.861035919c0ec5e7afb0445aa9569a4f., pid=42, masterSystemTime=1732133693080 2024-11-20T20:14:53,128 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732133651032.861035919c0ec5e7afb0445aa9569a4f. 2024-11-20T20:14:53,128 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732133651032.861035919c0ec5e7afb0445aa9569a4f. 2024-11-20T20:14:53,128 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732133651032.4f0fb560376a192089686bac716cc075. 2024-11-20T20:14:53,128 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 4f0fb560376a192089686bac716cc075, NAME => 'SPTestTable,19999999,1732133651032.4f0fb560376a192089686bac716cc075.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-20T20:14:53,129 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4f0fb560376a192089686bac716cc075 2024-11-20T20:14:53,129 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 399e9cd4eed2ad0803fc083d9a740594 2024-11-20T20:14:53,129 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732133651032.4f0fb560376a192089686bac716cc075.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:14:53,129 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=861035919c0ec5e7afb0445aa9569a4f, regionState=OPEN, openSeqNum=2, regionLocation=d7d59561a64e,46833,1732133638090 2024-11-20T20:14:53,129 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 4f0fb560376a192089686bac716cc075 2024-11-20T20:14:53,129 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 4f0fb560376a192089686bac716cc075 2024-11-20T20:14:53,131 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 399e9cd4eed2ad0803fc083d9a740594; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61852705, jitterRate=-0.0783228725194931}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T20:14:53,131 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 399e9cd4eed2ad0803fc083d9a740594 2024-11-20T20:14:53,131 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 399e9cd4eed2ad0803fc083d9a740594: Running coprocessor pre-open hook at 1732133693089Writing region info on filesystem at 1732133693089Initializing all the Stores at 1732133693090 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732133693090Cleaning up temporary data from old regions at 1732133693118 (+28 ms)Running coprocessor post-open hooks at 1732133693131 (+13 ms)Region opened successfully at 1732133693131 2024-11-20T20:14:53,132 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732133651032.399e9cd4eed2ad0803fc083d9a740594., pid=43, masterSystemTime=1732133693080 2024-11-20T20:14:53,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 861035919c0ec5e7afb0445aa9569a4f, server=d7d59561a64e,46833,1732133638090 because future has completed 2024-11-20T20:14:53,134 INFO [StoreOpener-4f0fb560376a192089686bac716cc075-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4f0fb560376a192089686bac716cc075 2024-11-20T20:14:53,136 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=399e9cd4eed2ad0803fc083d9a740594, regionState=OPEN, openSeqNum=2, regionLocation=d7d59561a64e,36883,1732133638231 2024-11-20T20:14:53,136 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732133651032.399e9cd4eed2ad0803fc083d9a740594. 2024-11-20T20:14:53,137 INFO [StoreOpener-4f0fb560376a192089686bac716cc075-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f0fb560376a192089686bac716cc075 columnFamilyName cf 2024-11-20T20:14:53,137 DEBUG [StoreOpener-4f0fb560376a192089686bac716cc075-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:14:53,137 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732133651032.399e9cd4eed2ad0803fc083d9a740594. 2024-11-20T20:14:53,138 INFO [StoreOpener-4f0fb560376a192089686bac716cc075-1 {}] regionserver.HStore(327): Store=4f0fb560376a192089686bac716cc075/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:14:53,138 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 4f0fb560376a192089686bac716cc075 2024-11-20T20:14:53,140 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/data/default/SPTestTable/4f0fb560376a192089686bac716cc075 2024-11-20T20:14:53,140 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=39 2024-11-20T20:14:53,140 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 861035919c0ec5e7afb0445aa9569a4f, server=d7d59561a64e,46833,1732133638090 in 10.0610 sec 2024-11-20T20:14:53,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 399e9cd4eed2ad0803fc083d9a740594, server=d7d59561a64e,36883,1732133638231 because future has completed 2024-11-20T20:14:53,143 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/data/default/SPTestTable/4f0fb560376a192089686bac716cc075 2024-11-20T20:14:53,143 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 4f0fb560376a192089686bac716cc075 2024-11-20T20:14:53,144 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 4f0fb560376a192089686bac716cc075 2024-11-20T20:14:53,147 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=861035919c0ec5e7afb0445aa9569a4f, ASSIGN in 10.2270 sec 2024-11-20T20:14:53,147 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 861035919c0ec5e7afb0445aa9569a4f 2024-11-20T20:14:53,149 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 4f0fb560376a192089686bac716cc075 2024-11-20T20:14:53,151 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=40 2024-11-20T20:14:53,151 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 4f0fb560376a192089686bac716cc075; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64974062, jitterRate=-0.031811028718948364}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T20:14:53,152 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure 399e9cd4eed2ad0803fc083d9a740594, server=d7d59561a64e,36883,1732133638231 in 10.0710 sec 2024-11-20T20:14:53,152 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4f0fb560376a192089686bac716cc075 2024-11-20T20:14:53,152 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 4f0fb560376a192089686bac716cc075: Running coprocessor pre-open hook at 1732133693129Writing region info on filesystem at 1732133693129Initializing all the Stores at 1732133693131 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732133693131Cleaning up temporary data from old regions at 1732133693144 (+13 ms)Running coprocessor post-open hooks at 1732133693152 (+8 ms)Region opened successfully at 1732133693152 2024-11-20T20:14:53,153 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732133651032.4f0fb560376a192089686bac716cc075., pid=44, masterSystemTime=1732133693080 2024-11-20T20:14:53,156 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=399e9cd4eed2ad0803fc083d9a740594, ASSIGN in 10.2380 sec 2024-11-20T20:14:53,157 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 399e9cd4eed2ad0803fc083d9a740594 2024-11-20T20:14:53,158 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732133651032.4f0fb560376a192089686bac716cc075. 2024-11-20T20:14:53,158 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732133651032.4f0fb560376a192089686bac716cc075. 2024-11-20T20:14:53,160 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=4f0fb560376a192089686bac716cc075, regionState=OPEN, openSeqNum=2, regionLocation=d7d59561a64e,46833,1732133638090 2024-11-20T20:14:53,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4f0fb560376a192089686bac716cc075, server=d7d59561a64e,46833,1732133638090 because future has completed 2024-11-20T20:14:53,174 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=41 2024-11-20T20:14:53,175 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure 4f0fb560376a192089686bac716cc075, server=d7d59561a64e,46833,1732133638090 in 10.0840 sec 2024-11-20T20:14:53,177 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4f0fb560376a192089686bac716cc075 2024-11-20T20:14:53,178 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=36 2024-11-20T20:14:53,178 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(291): removed crashed server d7d59561a64e,35651,1732133637824 after splitting done 2024-11-20T20:14:53,178 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4f0fb560376a192089686bac716cc075, ASSIGN in 10.2600 sec 2024-11-20T20:14:53,182 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure d7d59561a64e,35651,1732133637824, splitWal=true, meta=false in 20.3200 sec 2024-11-20T20:14:55,564 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T20:14:58,614 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T20:14:59,945 INFO [regionserver/d7d59561a64e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-20T20:15:03,150 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46833 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-20T20:15:03,150 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1732133651032.4f0fb560376a192089686bac716cc075. 2024-11-20T20:15:03,150 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46833 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-20T20:15:03,150 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1732133651032.861035919c0ec5e7afb0445aa9569a4f. 2024-11-20T20:15:03,150 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 4f0fb560376a192089686bac716cc075: 2024-11-20T20:15:03,150 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1732133651032.4f0fb560376a192089686bac716cc075. for SnapshotProcedureTest completed. 2024-11-20T20:15:03,150 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 861035919c0ec5e7afb0445aa9569a4f: 2024-11-20T20:15:03,150 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1732133651032.861035919c0ec5e7afb0445aa9569a4f. for SnapshotProcedureTest completed. 2024-11-20T20:15:03,151 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1732133651032.4f0fb560376a192089686bac716cc075.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T20:15:03,151 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1732133651032.861035919c0ec5e7afb0445aa9569a4f.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T20:15:03,151 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T20:15:03,151 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T20:15:03,151 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T20:15:03,151 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T20:15:03,159 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36883 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-20T20:15:03,159 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1732133651032.399e9cd4eed2ad0803fc083d9a740594. 2024-11-20T20:15:03,159 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 399e9cd4eed2ad0803fc083d9a740594: 2024-11-20T20:15:03,159 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1732133651032.399e9cd4eed2ad0803fc083d9a740594. for SnapshotProcedureTest completed. 2024-11-20T20:15:03,160 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1732133651032.399e9cd4eed2ad0803fc083d9a740594.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T20:15:03,160 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T20:15:03,160 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T20:15:03,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38291 is added to blk_1073741860_1036 (size=65) 2024-11-20T20:15:03,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35689 is added to blk_1073741860_1036 (size=65) 2024-11-20T20:15:03,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741860_1036 (size=65) 2024-11-20T20:15:03,167 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1732133651032.4f0fb560376a192089686bac716cc075. 2024-11-20T20:15:03,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35689 is added to blk_1073741859_1035 (size=65) 2024-11-20T20:15:03,167 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-20T20:15:03,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35355 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-20T20:15:03,168 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35355 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4f0fb560376a192089686bac716cc075 2024-11-20T20:15:03,168 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4f0fb560376a192089686bac716cc075 2024-11-20T20:15:03,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38291 is added to blk_1073741859_1035 (size=65) 2024-11-20T20:15:03,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741859_1035 (size=65) 2024-11-20T20:15:03,169 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1732133651032.861035919c0ec5e7afb0445aa9569a4f. 2024-11-20T20:15:03,169 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-20T20:15:03,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35355 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-20T20:15:03,170 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35355 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 861035919c0ec5e7afb0445aa9569a4f 2024-11-20T20:15:03,170 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 861035919c0ec5e7afb0445aa9569a4f 2024-11-20T20:15:03,172 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4f0fb560376a192089686bac716cc075 in 30.4880 sec 2024-11-20T20:15:03,173 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 861035919c0ec5e7afb0445aa9569a4f in 30.4900 sec 2024-11-20T20:15:03,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35689 is added to blk_1073741861_1037 (size=65) 2024-11-20T20:15:03,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38291 is added to blk_1073741861_1037 (size=65) 2024-11-20T20:15:03,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741861_1037 (size=65) 2024-11-20T20:15:03,186 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1732133651032.399e9cd4eed2ad0803fc083d9a740594. 2024-11-20T20:15:03,186 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-20T20:15:03,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35355 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-20T20:15:03,187 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35355 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 399e9cd4eed2ad0803fc083d9a740594 2024-11-20T20:15:03,187 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 399e9cd4eed2ad0803fc083d9a740594 2024-11-20T20:15:03,190 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=25 2024-11-20T20:15:03,190 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-20T20:15:03,191 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 399e9cd4eed2ad0803fc083d9a740594 in 30.5070 sec 2024-11-20T20:15:03,192 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-20T20:15:03,195 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-20T20:15:03,195 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-20T20:15:03,198 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-20T20:15:03,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35689 is added to blk_1073741862_1038 (size=1134) 2024-11-20T20:15:03,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38291 is added to blk_1073741862_1038 (size=1134) 2024-11-20T20:15:03,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741862_1038 (size=1134) 2024-11-20T20:15:03,240 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-20T20:15:03,252 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=46, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-20T20:15:03,260 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d7d59561a64e,36883,1732133638231 2024-11-20T20:15:03,260 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d7d59561a64e,46833,1732133638090 2024-11-20T20:15:03,260 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=46, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d7d59561a64e,46833,1732133638090 2024-11-20T20:15:03,260 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d7d59561a64e,36883,1732133638231 2024-11-20T20:15:03,260 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d7d59561a64e,36883,1732133638231 2024-11-20T20:15:03,268 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d7d59561a64e,46833,1732133638090 2024-11-20T20:15:04,552 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7d59561a64e:35355 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-20T20:15:06,717 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 42b5e27579f628a7310535039c1fab67, had cached 0 bytes from a total of 28623 2024-11-20T20:15:06,751 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 51d4acd1b481d9a84260e2d748610769, had cached 0 bytes from a total of 47197 2024-11-20T20:15:06,758 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 3d288944d59b48e0f803bcf760dffc1a, had cached 0 bytes from a total of 499309 2024-11-20T20:15:10,813 DEBUG [master/d7d59561a64e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 7fba7293db3b4cd691eff3a573d09ebd changed from -1.0 to 0.0, refreshing cache 2024-11-20T20:15:10,814 DEBUG [master/d7d59561a64e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region b137132e3de559f5b7ed296b21703c0f changed from -1.0 to 0.0, refreshing cache 2024-11-20T20:15:10,816 DEBUG [master/d7d59561a64e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 399e9cd4eed2ad0803fc083d9a740594 changed from -1.0 to 0.0, refreshing cache 2024-11-20T20:15:10,817 DEBUG [master/d7d59561a64e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 42b5e27579f628a7310535039c1fab67 changed from -1.0 to 0.0, refreshing cache 2024-11-20T20:15:10,818 DEBUG [master/d7d59561a64e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 3d288944d59b48e0f803bcf760dffc1a changed from -1.0 to 0.0, refreshing cache 2024-11-20T20:15:10,818 DEBUG [master/d7d59561a64e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 4f0fb560376a192089686bac716cc075 changed from -1.0 to 0.0, refreshing cache 2024-11-20T20:15:10,818 DEBUG [master/d7d59561a64e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region a6b76e74efea85f50b58a68e97725086 changed from -1.0 to 0.0, refreshing cache 2024-11-20T20:15:10,818 DEBUG [master/d7d59561a64e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region fcd5eeff4923935b3cb1e2189d5d361a changed from -1.0 to 0.0, refreshing cache 2024-11-20T20:15:10,818 DEBUG [master/d7d59561a64e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 861035919c0ec5e7afb0445aa9569a4f changed from -1.0 to 0.0, refreshing cache 2024-11-20T20:15:10,818 DEBUG [master/d7d59561a64e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 51d4acd1b481d9a84260e2d748610769 changed from -1.0 to 0.0, refreshing cache 2024-11-20T20:15:13,266 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46833 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-20T20:15:13,266 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46833 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=46 2024-11-20T20:15:13,267 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46833 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-20T20:15:13,267 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36883 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-11-20T20:15:13,267 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36883 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-20T20:15:13,268 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36883 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-11-20T20:15:13,281 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-20T20:15:13,284 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-11-20T20:15:13,287 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-20T20:15:13,287 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-20T20:15:13,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35355 {}] master.HMaster(4169): Remote procedure done, pid=46 2024-11-20T20:15:13,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35355 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-20T20:15:13,297 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-20T20:15:13,299 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=46, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d7d59561a64e,46833,1732133638090 Release verify snapshot worker=d7d59561a64e,46833,1732133638090 2024-11-20T20:15:13,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35355 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-20T20:15:13,301 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-20T20:15:13,301 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-20T20:15:13,301 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-20T20:15:13,304 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d7d59561a64e,46833,1732133638090 Release verify snapshot worker=d7d59561a64e,46833,1732133638090 2024-11-20T20:15:13,304 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d7d59561a64e,46833,1732133638090 2024-11-20T20:15:13,305 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d7d59561a64e,46833,1732133638090 2024-11-20T20:15:13,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35355 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-20T20:15:13,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35355 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-20T20:15:13,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35355 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-20T20:15:13,317 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d7d59561a64e,46833,1732133638090 in 10.0470 sec 2024-11-20T20:15:13,319 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d7d59561a64e,36883,1732133638231 Release verify snapshot worker=d7d59561a64e,36883,1732133638231 2024-11-20T20:15:13,322 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d7d59561a64e,46833,1732133638090 Release verify snapshot worker=d7d59561a64e,46833,1732133638090 2024-11-20T20:15:13,324 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d7d59561a64e,36883,1732133638231 Release verify snapshot worker=d7d59561a64e,36883,1732133638231 2024-11-20T20:15:13,325 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d7d59561a64e,46833,1732133638090 in 10.0520 sec 2024-11-20T20:15:13,332 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d7d59561a64e,36883,1732133638231 Release verify snapshot worker=d7d59561a64e,36883,1732133638231 2024-11-20T20:15:13,337 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d7d59561a64e,36883,1732133638231 in 10.0670 sec 2024-11-20T20:15:13,338 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d7d59561a64e,36883,1732133638231 in 10.0730 sec 2024-11-20T20:15:13,338 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d7d59561a64e,46833,1732133638090 in 10.0700 sec 2024-11-20T20:15:13,340 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d7d59561a64e,36883,1732133638231 in 10.0810 sec 2024-11-20T20:15:13,341 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d7d59561a64e,46833,1732133638090 2024-11-20T20:15:13,343 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d7d59561a64e,36883,1732133638231 2024-11-20T20:15:23,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46833 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-20T20:15:23,306 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46833 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-11-20T20:15:23,306 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-20T20:15:23,306 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46833 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-20T20:15:23,306 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-20T20:15:23,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35355 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-20T20:15:23,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35355 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-20T20:15:23,309 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-20T20:15:23,309 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d7d59561a64e,46833,1732133638090 Release verify snapshot worker=d7d59561a64e,46833,1732133638090 2024-11-20T20:15:23,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35355 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-20T20:15:23,312 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d7d59561a64e,46833,1732133638090 Release verify snapshot worker=d7d59561a64e,46833,1732133638090 2024-11-20T20:15:23,312 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d7d59561a64e,46833,1732133638090 in 20.0580 sec 2024-11-20T20:15:23,312 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d7d59561a64e,46833,1732133638090 Release verify snapshot worker=d7d59561a64e,46833,1732133638090 2024-11-20T20:15:23,313 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d7d59561a64e,46833,1732133638090 in 20.0600 sec 2024-11-20T20:15:23,314 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d7d59561a64e,46833,1732133638090 in 20.0610 sec 2024-11-20T20:15:23,344 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36883 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-11-20T20:15:23,345 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-20T20:15:23,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35355 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-20T20:15:23,348 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d7d59561a64e,36883,1732133638231 Release verify snapshot worker=d7d59561a64e,36883,1732133638231 2024-11-20T20:15:23,350 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=25 2024-11-20T20:15:23,350 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d7d59561a64e,36883,1732133638231 in 20.0960 sec 2024-11-20T20:15:23,350 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-20T20:15:23,352 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/.hbase-snapshot/SnapshotProcedureTest 2024-11-20T20:15:23,354 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-20T20:15:23,354 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-20T20:15:23,357 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 50.7460 sec 2024-11-20T20:15:23,444 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-20T20:15:23,452 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-20T20:15:23,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T20:15:23,452 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T20:15:23,452 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:15:23,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:15:23,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:15:23,453 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:15:23,453 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T20:15:23,453 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1187101096, stopped=false 2024-11-20T20:15:23,454 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d7d59561a64e,35355,1732133636660 2024-11-20T20:15:23,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35355-0x10159e1c1e60000, quorum=127.0.0.1:62377, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T20:15:23,507 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36883-0x10159e1c1e60003, quorum=127.0.0.1:62377, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T20:15:23,507 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36883-0x10159e1c1e60003, quorum=127.0.0.1:62377, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T20:15:23,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35355-0x10159e1c1e60000, quorum=127.0.0.1:62377, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T20:15:23,508 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T20:15:23,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46833-0x10159e1c1e60002, quorum=127.0.0.1:62377, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T20:15:23,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46833-0x10159e1c1e60002, quorum=127.0.0.1:62377, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T20:15:23,509 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T20:15:23,509 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:15:23,509 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:15:23,510 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd7d59561a64e,46833,1732133638090' ***** 2024-11-20T20:15:23,510 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T20:15:23,510 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd7d59561a64e,36883,1732133638231' ***** 2024-11-20T20:15:23,510 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T20:15:23,510 INFO [RS:1;d7d59561a64e:46833 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T20:15:23,510 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46833-0x10159e1c1e60002, quorum=127.0.0.1:62377, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T20:15:23,510 INFO [RS:2;d7d59561a64e:36883 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T20:15:23,510 INFO [RS:1;d7d59561a64e:46833 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T20:15:23,510 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T20:15:23,510 INFO [RS:2;d7d59561a64e:36883 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T20:15:23,510 INFO [RS:1;d7d59561a64e:46833 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T20:15:23,510 INFO [RS:2;d7d59561a64e:36883 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T20:15:23,511 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T20:15:23,511 INFO [RS:1;d7d59561a64e:46833 {}] regionserver.HRegionServer(3091): Received CLOSE for 51d4acd1b481d9a84260e2d748610769 2024-11-20T20:15:23,511 INFO [RS:2;d7d59561a64e:36883 {}] regionserver.HRegionServer(3091): Received CLOSE for b137132e3de559f5b7ed296b21703c0f 2024-11-20T20:15:23,511 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36883-0x10159e1c1e60003, quorum=127.0.0.1:62377, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T20:15:23,511 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35355-0x10159e1c1e60000, quorum=127.0.0.1:62377, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T20:15:23,516 INFO [RS:1;d7d59561a64e:46833 {}] regionserver.HRegionServer(3091): Received CLOSE for 861035919c0ec5e7afb0445aa9569a4f 2024-11-20T20:15:23,516 INFO [RS:1;d7d59561a64e:46833 {}] regionserver.HRegionServer(3091): Received CLOSE for a6b76e74efea85f50b58a68e97725086 2024-11-20T20:15:23,516 INFO [RS:2;d7d59561a64e:36883 {}] regionserver.HRegionServer(3091): Received CLOSE for 7fba7293db3b4cd691eff3a573d09ebd 2024-11-20T20:15:23,516 INFO [RS:2;d7d59561a64e:36883 {}] regionserver.HRegionServer(3091): Received CLOSE for 42b5e27579f628a7310535039c1fab67 2024-11-20T20:15:23,516 INFO [RS:1;d7d59561a64e:46833 {}] regionserver.HRegionServer(3091): Received CLOSE for 4f0fb560376a192089686bac716cc075 2024-11-20T20:15:23,517 INFO [RS:2;d7d59561a64e:36883 {}] regionserver.HRegionServer(3091): Received CLOSE for 399e9cd4eed2ad0803fc083d9a740594 2024-11-20T20:15:23,517 INFO [RS:1;d7d59561a64e:46833 {}] regionserver.HRegionServer(3091): Received CLOSE for fcd5eeff4923935b3cb1e2189d5d361a 2024-11-20T20:15:23,517 INFO [RS:2;d7d59561a64e:36883 {}] regionserver.HRegionServer(3091): Received CLOSE for 3d288944d59b48e0f803bcf760dffc1a 2024-11-20T20:15:23,517 INFO [RS:1;d7d59561a64e:46833 {}] regionserver.HRegionServer(959): stopping server d7d59561a64e,46833,1732133638090 2024-11-20T20:15:23,517 INFO [RS:2;d7d59561a64e:36883 {}] regionserver.HRegionServer(959): stopping server d7d59561a64e,36883,1732133638231 2024-11-20T20:15:23,517 INFO [RS:2;d7d59561a64e:36883 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T20:15:23,517 INFO [RS:1;d7d59561a64e:46833 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T20:15:23,517 INFO [RS:2;d7d59561a64e:36883 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;d7d59561a64e:36883. 2024-11-20T20:15:23,517 INFO [RS:1;d7d59561a64e:46833 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;d7d59561a64e:46833. 2024-11-20T20:15:23,517 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b137132e3de559f5b7ed296b21703c0f, disabling compactions & flushes 2024-11-20T20:15:23,517 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 51d4acd1b481d9a84260e2d748610769, disabling compactions & flushes 2024-11-20T20:15:23,517 DEBUG [RS:2;d7d59561a64e:36883 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:15:23,517 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732133651032.51d4acd1b481d9a84260e2d748610769. 2024-11-20T20:15:23,517 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732133651032.b137132e3de559f5b7ed296b21703c0f. 2024-11-20T20:15:23,517 DEBUG [RS:1;d7d59561a64e:46833 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:15:23,517 DEBUG [RS:2;d7d59561a64e:36883 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:15:23,517 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732133651032.51d4acd1b481d9a84260e2d748610769. 2024-11-20T20:15:23,517 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732133651032.b137132e3de559f5b7ed296b21703c0f. 2024-11-20T20:15:23,517 DEBUG [RS:1;d7d59561a64e:46833 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:15:23,517 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732133651032.b137132e3de559f5b7ed296b21703c0f. after waiting 0 ms 2024-11-20T20:15:23,517 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732133651032.51d4acd1b481d9a84260e2d748610769. after waiting 0 ms 2024-11-20T20:15:23,517 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732133651032.b137132e3de559f5b7ed296b21703c0f. 2024-11-20T20:15:23,517 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732133651032.51d4acd1b481d9a84260e2d748610769. 2024-11-20T20:15:23,517 INFO [RS:1;d7d59561a64e:46833 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-20T20:15:23,517 INFO [RS:2;d7d59561a64e:36883 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T20:15:23,517 INFO [RS:2;d7d59561a64e:36883 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T20:15:23,517 INFO [RS:2;d7d59561a64e:36883 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T20:15:23,517 DEBUG [RS:1;d7d59561a64e:46833 {}] regionserver.HRegionServer(1325): Online Regions={51d4acd1b481d9a84260e2d748610769=SPTestTable,ccccccc8,1732133651032.51d4acd1b481d9a84260e2d748610769., 861035919c0ec5e7afb0445aa9569a4f=SPTestTable,99999996,1732133651032.861035919c0ec5e7afb0445aa9569a4f., a6b76e74efea85f50b58a68e97725086=SPTestTable,33333332,1732133651032.a6b76e74efea85f50b58a68e97725086., 4f0fb560376a192089686bac716cc075=SPTestTable,19999999,1732133651032.4f0fb560376a192089686bac716cc075., fcd5eeff4923935b3cb1e2189d5d361a=SPTestTable,7ffffffd,1732133651032.fcd5eeff4923935b3cb1e2189d5d361a.} 2024-11-20T20:15:23,517 INFO [RS:2;d7d59561a64e:36883 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T20:15:23,518 DEBUG [RS:1;d7d59561a64e:46833 {}] regionserver.HRegionServer(1351): Waiting on 4f0fb560376a192089686bac716cc075, 51d4acd1b481d9a84260e2d748610769, 861035919c0ec5e7afb0445aa9569a4f, a6b76e74efea85f50b58a68e97725086, fcd5eeff4923935b3cb1e2189d5d361a 2024-11-20T20:15:23,518 INFO [RS:2;d7d59561a64e:36883 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-20T20:15:23,518 DEBUG [RS:2;d7d59561a64e:36883 {}] regionserver.HRegionServer(1325): Online Regions={b137132e3de559f5b7ed296b21703c0f=SPTestTable,4ccccccb,1732133651032.b137132e3de559f5b7ed296b21703c0f., 7fba7293db3b4cd691eff3a573d09ebd=SPTestTable,,1732133651032.7fba7293db3b4cd691eff3a573d09ebd., 42b5e27579f628a7310535039c1fab67=SPTestTable,b333332f,1732133651032.42b5e27579f628a7310535039c1fab67., 1588230740=hbase:meta,,1.1588230740, 399e9cd4eed2ad0803fc083d9a740594=SPTestTable,66666664,1732133651032.399e9cd4eed2ad0803fc083d9a740594., 3d288944d59b48e0f803bcf760dffc1a=SPTestTable,e6666661,1732133651032.3d288944d59b48e0f803bcf760dffc1a.} 2024-11-20T20:15:23,518 DEBUG [RS:2;d7d59561a64e:36883 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 399e9cd4eed2ad0803fc083d9a740594, 3d288944d59b48e0f803bcf760dffc1a, 42b5e27579f628a7310535039c1fab67, 7fba7293db3b4cd691eff3a573d09ebd, b137132e3de559f5b7ed296b21703c0f 2024-11-20T20:15:23,519 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T20:15:23,519 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T20:15:23,519 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T20:15:23,519 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T20:15:23,519 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T20:15:23,520 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.38 KB heapSize=25.80 KB 2024-11-20T20:15:23,533 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/data/default/SPTestTable/51d4acd1b481d9a84260e2d748610769/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T20:15:23,537 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732133651032.51d4acd1b481d9a84260e2d748610769. 2024-11-20T20:15:23,537 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 51d4acd1b481d9a84260e2d748610769: Waiting for close lock at 1732133723516Running coprocessor pre-close hooks at 1732133723517 (+1 ms)Disabling compacts and flushes for region at 1732133723517Disabling writes for close at 1732133723517Writing region close event to WAL at 1732133723519 (+2 ms)Running coprocessor post-close hooks at 1732133723535 (+16 ms)Closed at 1732133723537 (+2 ms) 2024-11-20T20:15:23,538 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1732133651032.51d4acd1b481d9a84260e2d748610769. 2024-11-20T20:15:23,538 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 861035919c0ec5e7afb0445aa9569a4f, disabling compactions & flushes 2024-11-20T20:15:23,538 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732133651032.861035919c0ec5e7afb0445aa9569a4f. 2024-11-20T20:15:23,538 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732133651032.861035919c0ec5e7afb0445aa9569a4f. 2024-11-20T20:15:23,539 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732133651032.861035919c0ec5e7afb0445aa9569a4f. after waiting 0 ms 2024-11-20T20:15:23,539 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732133651032.861035919c0ec5e7afb0445aa9569a4f. 2024-11-20T20:15:23,541 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/data/default/SPTestTable/b137132e3de559f5b7ed296b21703c0f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T20:15:23,542 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732133651032.b137132e3de559f5b7ed296b21703c0f. 2024-11-20T20:15:23,542 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b137132e3de559f5b7ed296b21703c0f: Waiting for close lock at 1732133723516Running coprocessor pre-close hooks at 1732133723517 (+1 ms)Disabling compacts and flushes for region at 1732133723517Disabling writes for close at 1732133723517Writing region close event to WAL at 1732133723518 (+1 ms)Running coprocessor post-close hooks at 1732133723542 (+24 ms)Closed at 1732133723542 2024-11-20T20:15:23,543 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1732133651032.b137132e3de559f5b7ed296b21703c0f. 2024-11-20T20:15:23,543 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7fba7293db3b4cd691eff3a573d09ebd, disabling compactions & flushes 2024-11-20T20:15:23,543 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1732133651032.7fba7293db3b4cd691eff3a573d09ebd. 2024-11-20T20:15:23,543 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732133651032.7fba7293db3b4cd691eff3a573d09ebd. 2024-11-20T20:15:23,543 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732133651032.7fba7293db3b4cd691eff3a573d09ebd. after waiting 0 ms 2024-11-20T20:15:23,543 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732133651032.7fba7293db3b4cd691eff3a573d09ebd. 2024-11-20T20:15:23,554 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/data/default/SPTestTable/861035919c0ec5e7afb0445aa9569a4f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T20:15:23,555 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732133651032.861035919c0ec5e7afb0445aa9569a4f. 2024-11-20T20:15:23,555 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 861035919c0ec5e7afb0445aa9569a4f: Waiting for close lock at 1732133723538Running coprocessor pre-close hooks at 1732133723538Disabling compacts and flushes for region at 1732133723538Disabling writes for close at 1732133723539 (+1 ms)Writing region close event to WAL at 1732133723549 (+10 ms)Running coprocessor post-close hooks at 1732133723554 (+5 ms)Closed at 1732133723555 (+1 ms) 2024-11-20T20:15:23,555 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1732133651032.861035919c0ec5e7afb0445aa9569a4f. 2024-11-20T20:15:23,555 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a6b76e74efea85f50b58a68e97725086, disabling compactions & flushes 2024-11-20T20:15:23,556 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732133651032.a6b76e74efea85f50b58a68e97725086. 2024-11-20T20:15:23,556 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732133651032.a6b76e74efea85f50b58a68e97725086. 2024-11-20T20:15:23,556 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732133651032.a6b76e74efea85f50b58a68e97725086. after waiting 0 ms 2024-11-20T20:15:23,556 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732133651032.a6b76e74efea85f50b58a68e97725086. 2024-11-20T20:15:23,557 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/data/default/SPTestTable/7fba7293db3b4cd691eff3a573d09ebd/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T20:15:23,558 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1732133651032.7fba7293db3b4cd691eff3a573d09ebd. 2024-11-20T20:15:23,558 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7fba7293db3b4cd691eff3a573d09ebd: Waiting for close lock at 1732133723543Running coprocessor pre-close hooks at 1732133723543Disabling compacts and flushes for region at 1732133723543Disabling writes for close at 1732133723543Writing region close event to WAL at 1732133723549 (+6 ms)Running coprocessor post-close hooks at 1732133723558 (+9 ms)Closed at 1732133723558 2024-11-20T20:15:23,558 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1732133651032.7fba7293db3b4cd691eff3a573d09ebd. 2024-11-20T20:15:23,558 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 42b5e27579f628a7310535039c1fab67, disabling compactions & flushes 2024-11-20T20:15:23,558 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732133651032.42b5e27579f628a7310535039c1fab67. 2024-11-20T20:15:23,558 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732133651032.42b5e27579f628a7310535039c1fab67. 2024-11-20T20:15:23,558 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732133651032.42b5e27579f628a7310535039c1fab67. after waiting 0 ms 2024-11-20T20:15:23,558 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732133651032.42b5e27579f628a7310535039c1fab67. 2024-11-20T20:15:23,564 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/data/default/SPTestTable/a6b76e74efea85f50b58a68e97725086/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T20:15:23,565 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732133651032.a6b76e74efea85f50b58a68e97725086. 2024-11-20T20:15:23,565 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a6b76e74efea85f50b58a68e97725086: Waiting for close lock at 1732133723555Running coprocessor pre-close hooks at 1732133723555Disabling compacts and flushes for region at 1732133723555Disabling writes for close at 1732133723556 (+1 ms)Writing region close event to WAL at 1732133723559 (+3 ms)Running coprocessor post-close hooks at 1732133723565 (+6 ms)Closed at 1732133723565 2024-11-20T20:15:23,566 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1732133651032.a6b76e74efea85f50b58a68e97725086. 2024-11-20T20:15:23,566 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4f0fb560376a192089686bac716cc075, disabling compactions & flushes 2024-11-20T20:15:23,566 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732133651032.4f0fb560376a192089686bac716cc075. 2024-11-20T20:15:23,566 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732133651032.4f0fb560376a192089686bac716cc075. 2024-11-20T20:15:23,566 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732133651032.4f0fb560376a192089686bac716cc075. after waiting 0 ms 2024-11-20T20:15:23,566 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732133651032.4f0fb560376a192089686bac716cc075. 2024-11-20T20:15:23,566 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/data/default/SPTestTable/42b5e27579f628a7310535039c1fab67/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T20:15:23,567 INFO [regionserver/d7d59561a64e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T20:15:23,568 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732133651032.42b5e27579f628a7310535039c1fab67. 2024-11-20T20:15:23,568 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 42b5e27579f628a7310535039c1fab67: Waiting for close lock at 1732133723558Running coprocessor pre-close hooks at 1732133723558Disabling compacts and flushes for region at 1732133723558Disabling writes for close at 1732133723558Writing region close event to WAL at 1732133723560 (+2 ms)Running coprocessor post-close hooks at 1732133723567 (+7 ms)Closed at 1732133723568 (+1 ms) 2024-11-20T20:15:23,568 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1732133651032.42b5e27579f628a7310535039c1fab67. 2024-11-20T20:15:23,568 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 399e9cd4eed2ad0803fc083d9a740594, disabling compactions & flushes 2024-11-20T20:15:23,568 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732133651032.399e9cd4eed2ad0803fc083d9a740594. 2024-11-20T20:15:23,568 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732133651032.399e9cd4eed2ad0803fc083d9a740594. 2024-11-20T20:15:23,568 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732133651032.399e9cd4eed2ad0803fc083d9a740594. after waiting 0 ms 2024-11-20T20:15:23,568 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732133651032.399e9cd4eed2ad0803fc083d9a740594. 2024-11-20T20:15:23,570 INFO [regionserver/d7d59561a64e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T20:15:23,571 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/data/default/SPTestTable/4f0fb560376a192089686bac716cc075/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T20:15:23,572 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732133651032.4f0fb560376a192089686bac716cc075. 2024-11-20T20:15:23,573 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4f0fb560376a192089686bac716cc075: Waiting for close lock at 1732133723566Running coprocessor pre-close hooks at 1732133723566Disabling compacts and flushes for region at 1732133723566Disabling writes for close at 1732133723566Writing region close event to WAL at 1732133723567 (+1 ms)Running coprocessor post-close hooks at 1732133723572 (+5 ms)Closed at 1732133723572 2024-11-20T20:15:23,573 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1732133651032.4f0fb560376a192089686bac716cc075. 2024-11-20T20:15:23,573 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fcd5eeff4923935b3cb1e2189d5d361a, disabling compactions & flushes 2024-11-20T20:15:23,573 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732133651032.fcd5eeff4923935b3cb1e2189d5d361a. 2024-11-20T20:15:23,573 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732133651032.fcd5eeff4923935b3cb1e2189d5d361a. 2024-11-20T20:15:23,573 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732133651032.fcd5eeff4923935b3cb1e2189d5d361a. after waiting 0 ms 2024-11-20T20:15:23,573 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732133651032.fcd5eeff4923935b3cb1e2189d5d361a. 2024-11-20T20:15:23,574 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/data/hbase/meta/1588230740/.tmp/info/00caa7dda35441bc90d10989383f7573 is 167, key is SPTestTable,19999999,1732133651032.4f0fb560376a192089686bac716cc075./info:regioninfo/1732133693160/Put/seqid=0 2024-11-20T20:15:23,577 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/data/default/SPTestTable/399e9cd4eed2ad0803fc083d9a740594/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T20:15:23,578 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732133651032.399e9cd4eed2ad0803fc083d9a740594. 2024-11-20T20:15:23,578 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 399e9cd4eed2ad0803fc083d9a740594: Waiting for close lock at 1732133723568Running coprocessor pre-close hooks at 1732133723568Disabling compacts and flushes for region at 1732133723568Disabling writes for close at 1732133723568Writing region close event to WAL at 1732133723570 (+2 ms)Running coprocessor post-close hooks at 1732133723578 (+8 ms)Closed at 1732133723578 2024-11-20T20:15:23,578 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1732133651032.399e9cd4eed2ad0803fc083d9a740594. 2024-11-20T20:15:23,578 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3d288944d59b48e0f803bcf760dffc1a, disabling compactions & flushes 2024-11-20T20:15:23,578 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732133651032.3d288944d59b48e0f803bcf760dffc1a. 2024-11-20T20:15:23,578 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732133651032.3d288944d59b48e0f803bcf760dffc1a. 2024-11-20T20:15:23,578 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732133651032.3d288944d59b48e0f803bcf760dffc1a. after waiting 0 ms 2024-11-20T20:15:23,578 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732133651032.3d288944d59b48e0f803bcf760dffc1a. 2024-11-20T20:15:23,585 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/data/default/SPTestTable/fcd5eeff4923935b3cb1e2189d5d361a/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T20:15:23,585 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/data/default/SPTestTable/3d288944d59b48e0f803bcf760dffc1a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T20:15:23,586 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732133651032.fcd5eeff4923935b3cb1e2189d5d361a. 2024-11-20T20:15:23,586 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fcd5eeff4923935b3cb1e2189d5d361a: Waiting for close lock at 1732133723573Running coprocessor pre-close hooks at 1732133723573Disabling compacts and flushes for region at 1732133723573Disabling writes for close at 1732133723573Writing region close event to WAL at 1732133723576 (+3 ms)Running coprocessor post-close hooks at 1732133723586 (+10 ms)Closed at 1732133723586 2024-11-20T20:15:23,586 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732133651032.3d288944d59b48e0f803bcf760dffc1a. 2024-11-20T20:15:23,586 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3d288944d59b48e0f803bcf760dffc1a: Waiting for close lock at 1732133723578Running coprocessor pre-close hooks at 1732133723578Disabling compacts and flushes for region at 1732133723578Disabling writes for close at 1732133723578Writing region close event to WAL at 1732133723580 (+2 ms)Running coprocessor post-close hooks at 1732133723586 (+6 ms)Closed at 1732133723586 2024-11-20T20:15:23,586 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1732133651032.fcd5eeff4923935b3cb1e2189d5d361a. 2024-11-20T20:15:23,586 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1732133651032.3d288944d59b48e0f803bcf760dffc1a. 2024-11-20T20:15:23,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741863_1039 (size=19817) 2024-11-20T20:15:23,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38291 is added to blk_1073741863_1039 (size=19817) 2024-11-20T20:15:23,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35689 is added to blk_1073741863_1039 (size=19817) 2024-11-20T20:15:23,592 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.22 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/data/hbase/meta/1588230740/.tmp/info/00caa7dda35441bc90d10989383f7573 2024-11-20T20:15:23,624 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/data/hbase/meta/1588230740/.tmp/ns/fd4e7f0b9dd946cfa1ed7bb8f5902e12 is 43, key is default/ns:d/1732133650690/Put/seqid=0 2024-11-20T20:15:23,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35689 is added to blk_1073741864_1040 (size=5153) 2024-11-20T20:15:23,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741864_1040 (size=5153) 2024-11-20T20:15:23,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38291 is added to blk_1073741864_1040 (size=5153) 2024-11-20T20:15:23,635 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/data/hbase/meta/1588230740/.tmp/ns/fd4e7f0b9dd946cfa1ed7bb8f5902e12 2024-11-20T20:15:23,667 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/data/hbase/meta/1588230740/.tmp/table/2d8cb19a9b554ffe9c4e8dbe4f77e6ed is 47, key is SPTestTable/table:state/1732133661836/Put/seqid=0 2024-11-20T20:15:23,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35689 is added to blk_1073741865_1041 (size=5214) 2024-11-20T20:15:23,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38291 is added to blk_1073741865_1041 (size=5214) 2024-11-20T20:15:23,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741865_1041 (size=5214) 2024-11-20T20:15:23,680 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/data/hbase/meta/1588230740/.tmp/table/2d8cb19a9b554ffe9c4e8dbe4f77e6ed 2024-11-20T20:15:23,690 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/data/hbase/meta/1588230740/.tmp/info/00caa7dda35441bc90d10989383f7573 as hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/data/hbase/meta/1588230740/info/00caa7dda35441bc90d10989383f7573 2024-11-20T20:15:23,699 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/data/hbase/meta/1588230740/info/00caa7dda35441bc90d10989383f7573, entries=112, sequenceid=35, filesize=19.4 K 2024-11-20T20:15:23,701 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/data/hbase/meta/1588230740/.tmp/ns/fd4e7f0b9dd946cfa1ed7bb8f5902e12 as hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/data/hbase/meta/1588230740/ns/fd4e7f0b9dd946cfa1ed7bb8f5902e12 2024-11-20T20:15:23,710 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/data/hbase/meta/1588230740/ns/fd4e7f0b9dd946cfa1ed7bb8f5902e12, entries=2, sequenceid=35, filesize=5.0 K 2024-11-20T20:15:23,711 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/data/hbase/meta/1588230740/.tmp/table/2d8cb19a9b554ffe9c4e8dbe4f77e6ed as hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/data/hbase/meta/1588230740/table/2d8cb19a9b554ffe9c4e8dbe4f77e6ed 2024-11-20T20:15:23,718 INFO [RS:1;d7d59561a64e:46833 {}] regionserver.HRegionServer(976): stopping server d7d59561a64e,46833,1732133638090; all regions closed. 2024-11-20T20:15:23,718 DEBUG [RS:2;d7d59561a64e:36883 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T20:15:23,720 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/data/hbase/meta/1588230740/table/2d8cb19a9b554ffe9c4e8dbe4f77e6ed, entries=2, sequenceid=35, filesize=5.1 K 2024-11-20T20:15:23,722 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 202ms, sequenceid=35, compaction requested=false 2024-11-20T20:15:23,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35689 is added to blk_1073741835_1011 (size=3530) 2024-11-20T20:15:23,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38291 is added to blk_1073741835_1011 (size=3530) 2024-11-20T20:15:23,726 DEBUG [RS:1;d7d59561a64e:46833 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/oldWALs 2024-11-20T20:15:23,726 INFO [RS:1;d7d59561a64e:46833 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7d59561a64e%2C46833%2C1732133638090:(num 1732133640006) 2024-11-20T20:15:23,726 DEBUG [RS:1;d7d59561a64e:46833 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:15:23,726 INFO [RS:1;d7d59561a64e:46833 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T20:15:23,726 INFO [RS:1;d7d59561a64e:46833 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T20:15:23,726 INFO [RS:1;d7d59561a64e:46833 {}] hbase.ChoreService(370): Chore service for: regionserver/d7d59561a64e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T20:15:23,727 INFO [RS:1;d7d59561a64e:46833 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T20:15:23,727 INFO [RS:1;d7d59561a64e:46833 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T20:15:23,727 INFO [RS:1;d7d59561a64e:46833 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T20:15:23,727 INFO [regionserver/d7d59561a64e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T20:15:23,727 INFO [RS:1;d7d59561a64e:46833 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T20:15:23,727 INFO [RS:1;d7d59561a64e:46833 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46833 2024-11-20T20:15:23,729 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/data/hbase/meta/1588230740/recovered.edits/38.seqid, newMaxSeqId=38, maxSeqId=1 2024-11-20T20:15:23,730 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T20:15:23,730 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T20:15:23,730 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732133723519Running coprocessor pre-close hooks at 1732133723519Disabling compacts and flushes for region at 1732133723519Disabling writes for close at 1732133723519Obtaining lock to block concurrent updates at 1732133723520 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732133723520Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15744, getHeapSize=26360, getOffHeapSize=0, getCellsCount=128 at 1732133723521 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732133723521Flushing 1588230740/info: creating writer at 1732133723522 (+1 ms)Flushing 1588230740/info: appending metadata at 1732133723565 (+43 ms)Flushing 1588230740/info: closing flushed file at 1732133723565Flushing 1588230740/ns: creating writer at 1732133723600 (+35 ms)Flushing 1588230740/ns: appending metadata at 1732133723615 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732133723615Flushing 1588230740/table: creating writer at 1732133723644 (+29 ms)Flushing 1588230740/table: appending metadata at 1732133723659 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732133723659Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64093ccf: reopening flushed file at 1732133723688 (+29 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@572252d7: reopening flushed file at 1732133723699 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@be599f7: reopening flushed file at 1732133723710 (+11 ms)Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 202ms, sequenceid=35, compaction requested=false at 1732133723722 (+12 ms)Writing region close event to WAL at 1732133723724 (+2 ms)Running coprocessor post-close hooks at 1732133723729 (+5 ms)Closed at 1732133723730 (+1 ms) 2024-11-20T20:15:23,730 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T20:15:23,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35355-0x10159e1c1e60000, quorum=127.0.0.1:62377, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T20:15:23,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46833-0x10159e1c1e60002, quorum=127.0.0.1:62377, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d7d59561a64e,46833,1732133638090 2024-11-20T20:15:23,760 INFO [RS:1;d7d59561a64e:46833 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T20:15:23,770 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d7d59561a64e,46833,1732133638090] 2024-11-20T20:15:23,780 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d7d59561a64e,46833,1732133638090 already deleted, retry=false 2024-11-20T20:15:23,781 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d7d59561a64e,46833,1732133638090 expired; onlineServers=1 2024-11-20T20:15:23,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46833-0x10159e1c1e60002, quorum=127.0.0.1:62377, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:15:23,870 INFO [RS:1;d7d59561a64e:46833 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T20:15:23,871 INFO [RS:1;d7d59561a64e:46833 {}] regionserver.HRegionServer(1031): Exiting; stopping=d7d59561a64e,46833,1732133638090; zookeeper connection closed. 2024-11-20T20:15:23,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46833-0x10159e1c1e60002, quorum=127.0.0.1:62377, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:15:23,871 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@a759099 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@a759099 2024-11-20T20:15:23,894 INFO [regionserver/d7d59561a64e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T20:15:23,894 INFO [regionserver/d7d59561a64e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T20:15:23,919 INFO [RS:2;d7d59561a64e:36883 {}] regionserver.HRegionServer(976): stopping server d7d59561a64e,36883,1732133638231; all regions closed. 2024-11-20T20:15:23,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38291 is added to blk_1073741836_1012 (size=18438) 2024-11-20T20:15:23,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741836_1012 (size=18438) 2024-11-20T20:15:23,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35689 is added to blk_1073741836_1012 (size=18438) 2024-11-20T20:15:23,927 DEBUG [RS:2;d7d59561a64e:36883 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/oldWALs 2024-11-20T20:15:23,927 INFO [RS:2;d7d59561a64e:36883 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7d59561a64e%2C36883%2C1732133638231.meta:.meta(num 1732133650470) 2024-11-20T20:15:23,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38291 is added to blk_1073741833_1009 (size=4022) 2024-11-20T20:15:23,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35689 is added to blk_1073741833_1009 (size=4022) 2024-11-20T20:15:23,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741833_1009 (size=4022) 2024-11-20T20:15:23,935 DEBUG [RS:2;d7d59561a64e:36883 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/oldWALs 2024-11-20T20:15:23,935 INFO [RS:2;d7d59561a64e:36883 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7d59561a64e%2C36883%2C1732133638231:(num 1732133640006) 2024-11-20T20:15:23,935 DEBUG [RS:2;d7d59561a64e:36883 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:15:23,935 INFO [RS:2;d7d59561a64e:36883 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T20:15:23,935 INFO [RS:2;d7d59561a64e:36883 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T20:15:23,936 INFO [RS:2;d7d59561a64e:36883 {}] hbase.ChoreService(370): Chore service for: regionserver/d7d59561a64e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T20:15:23,936 INFO [RS:2;d7d59561a64e:36883 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T20:15:23,936 INFO [regionserver/d7d59561a64e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T20:15:23,936 INFO [RS:2;d7d59561a64e:36883 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36883 2024-11-20T20:15:23,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35355-0x10159e1c1e60000, quorum=127.0.0.1:62377, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T20:15:23,949 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36883-0x10159e1c1e60003, quorum=127.0.0.1:62377, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d7d59561a64e,36883,1732133638231 2024-11-20T20:15:23,949 INFO [RS:2;d7d59561a64e:36883 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T20:15:23,959 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d7d59561a64e,36883,1732133638231] 2024-11-20T20:15:23,970 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d7d59561a64e,36883,1732133638231 already deleted, retry=false 2024-11-20T20:15:23,970 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d7d59561a64e,36883,1732133638231 expired; onlineServers=0 2024-11-20T20:15:23,970 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd7d59561a64e,35355,1732133636660' ***** 2024-11-20T20:15:23,971 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T20:15:23,971 INFO [M:0;d7d59561a64e:35355 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T20:15:23,971 INFO [M:0;d7d59561a64e:35355 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T20:15:23,971 DEBUG [M:0;d7d59561a64e:35355 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T20:15:23,971 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T20:15:23,971 DEBUG [M:0;d7d59561a64e:35355 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T20:15:23,971 DEBUG [master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.small.0-1732133639574 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.small.0-1732133639574,5,FailOnTimeoutGroup] 2024-11-20T20:15:23,971 INFO [M:0;d7d59561a64e:35355 {}] hbase.ChoreService(370): Chore service for: master/d7d59561a64e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T20:15:23,971 INFO [M:0;d7d59561a64e:35355 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T20:15:23,972 DEBUG [M:0;d7d59561a64e:35355 {}] master.HMaster(1795): Stopping service threads 2024-11-20T20:15:23,972 INFO [M:0;d7d59561a64e:35355 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T20:15:23,972 INFO [M:0;d7d59561a64e:35355 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T20:15:23,972 ERROR [M:0;d7d59561a64e:35355 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1216466531) connection to localhost/127.0.0.1:35101 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:35101,5,PEWorkerGroup] 2024-11-20T20:15:23,973 DEBUG [master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.large.0-1732133639569 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.large.0-1732133639569,5,FailOnTimeoutGroup] 2024-11-20T20:15:23,973 INFO [M:0;d7d59561a64e:35355 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T20:15:23,974 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T20:15:24,060 INFO [RS:2;d7d59561a64e:36883 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T20:15:24,060 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36883-0x10159e1c1e60003, quorum=127.0.0.1:62377, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:15:24,060 INFO [RS:2;d7d59561a64e:36883 {}] regionserver.HRegionServer(1031): Exiting; stopping=d7d59561a64e,36883,1732133638231; zookeeper connection closed. 2024-11-20T20:15:24,060 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36883-0x10159e1c1e60003, quorum=127.0.0.1:62377, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:15:24,060 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@529a428 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@529a428 2024-11-20T20:15:24,061 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-20T20:15:24,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35355-0x10159e1c1e60000, quorum=127.0.0.1:62377, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-20T20:15:24,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35355-0x10159e1c1e60000, quorum=127.0.0.1:62377, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T20:15:24,085 DEBUG [M:0;d7d59561a64e:35355 {}] zookeeper.ZKUtil(347): master:35355-0x10159e1c1e60000, quorum=127.0.0.1:62377, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-20T20:15:24,085 WARN [M:0;d7d59561a64e:35355 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T20:15:24,086 INFO [M:0;d7d59561a64e:35355 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/.lastflushedseqids 2024-11-20T20:15:24,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35689 is added to blk_1073741866_1042 (size=668) 2024-11-20T20:15:24,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741866_1042 (size=668) 2024-11-20T20:15:24,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38291 is added to blk_1073741866_1042 (size=668) 2024-11-20T20:15:24,101 INFO [M:0;d7d59561a64e:35355 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T20:15:24,102 INFO [M:0;d7d59561a64e:35355 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T20:15:24,102 DEBUG [M:0;d7d59561a64e:35355 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T20:15:24,102 INFO [M:0;d7d59561a64e:35355 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:15:24,102 DEBUG [M:0;d7d59561a64e:35355 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:15:24,102 DEBUG [M:0;d7d59561a64e:35355 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T20:15:24,102 DEBUG [M:0;d7d59561a64e:35355 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:15:24,102 INFO [M:0;d7d59561a64e:35355 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=186.35 KB heapSize=231 KB 2024-11-20T20:15:24,126 DEBUG [M:0;d7d59561a64e:35355 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/94fbd5ccf1374912adc26be5b466d7a6 is 82, key is hbase:meta,,1/info:regioninfo/1732133650557/Put/seqid=0 2024-11-20T20:15:24,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38291 is added to blk_1073741867_1043 (size=5672) 2024-11-20T20:15:24,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741867_1043 (size=5672) 2024-11-20T20:15:24,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35689 is added to blk_1073741867_1043 (size=5672) 2024-11-20T20:15:24,135 INFO [M:0;d7d59561a64e:35355 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/94fbd5ccf1374912adc26be5b466d7a6 2024-11-20T20:15:24,172 DEBUG [M:0;d7d59561a64e:35355 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/57efbe45155649298dd1375473caf5f9 is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732133661847/Put/seqid=0 2024-11-20T20:15:24,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35689 is added to blk_1073741868_1044 (size=8904) 2024-11-20T20:15:24,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38291 is added to blk_1073741868_1044 (size=8904) 2024-11-20T20:15:24,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741868_1044 (size=8904) 2024-11-20T20:15:24,188 INFO [M:0;d7d59561a64e:35355 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=185.61 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/57efbe45155649298dd1375473caf5f9 2024-11-20T20:15:24,200 INFO [M:0;d7d59561a64e:35355 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 57efbe45155649298dd1375473caf5f9 2024-11-20T20:15:24,251 DEBUG [M:0;d7d59561a64e:35355 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bceb35d9c2de40d18540cb6224744257 is 69, key is d7d59561a64e,36883,1732133638231/rs:state/1732133639637/Put/seqid=0 2024-11-20T20:15:24,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35689 is added to blk_1073741869_1045 (size=5441) 2024-11-20T20:15:24,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38291 is added to blk_1073741869_1045 (size=5441) 2024-11-20T20:15:24,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741869_1045 (size=5441) 2024-11-20T20:15:24,666 INFO [M:0;d7d59561a64e:35355 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bceb35d9c2de40d18540cb6224744257 2024-11-20T20:15:24,674 INFO [M:0;d7d59561a64e:35355 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bceb35d9c2de40d18540cb6224744257 2024-11-20T20:15:24,676 DEBUG [M:0;d7d59561a64e:35355 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/94fbd5ccf1374912adc26be5b466d7a6 as hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/94fbd5ccf1374912adc26be5b466d7a6 2024-11-20T20:15:24,685 INFO [M:0;d7d59561a64e:35355 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/94fbd5ccf1374912adc26be5b466d7a6, entries=8, sequenceid=488, filesize=5.5 K 2024-11-20T20:15:24,686 DEBUG [M:0;d7d59561a64e:35355 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/57efbe45155649298dd1375473caf5f9 as hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/57efbe45155649298dd1375473caf5f9 2024-11-20T20:15:24,695 INFO [M:0;d7d59561a64e:35355 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 57efbe45155649298dd1375473caf5f9 2024-11-20T20:15:24,696 INFO [M:0;d7d59561a64e:35355 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/57efbe45155649298dd1375473caf5f9, entries=54, sequenceid=488, filesize=8.7 K 2024-11-20T20:15:24,697 DEBUG [M:0;d7d59561a64e:35355 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bceb35d9c2de40d18540cb6224744257 as hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bceb35d9c2de40d18540cb6224744257 2024-11-20T20:15:24,706 INFO [M:0;d7d59561a64e:35355 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bceb35d9c2de40d18540cb6224744257 2024-11-20T20:15:24,706 INFO [M:0;d7d59561a64e:35355 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35101/user/jenkins/test-data/07467a40-a139-ca46-08ad-79d79d667f90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bceb35d9c2de40d18540cb6224744257, entries=3, sequenceid=488, filesize=5.3 K 2024-11-20T20:15:24,708 INFO [M:0;d7d59561a64e:35355 {}] regionserver.HRegion(3140): Finished flush of dataSize ~186.35 KB/190821, heapSize ~230.70 KB/236240, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 605ms, sequenceid=488, compaction requested=false 2024-11-20T20:15:24,711 INFO [M:0;d7d59561a64e:35355 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:15:24,712 DEBUG [M:0;d7d59561a64e:35355 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732133724102Disabling compacts and flushes for region at 1732133724102Disabling writes for close at 1732133724102Obtaining lock to block concurrent updates at 1732133724102Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732133724102Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=190821, getHeapSize=236480, getOffHeapSize=0, getCellsCount=591 at 1732133724103 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732133724103Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732133724103Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732133724119 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732133724119Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732133724142 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732133724159 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732133724159Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732133724200 (+41 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732133724223 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732133724223Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c70742d: reopening flushed file at 1732133724674 (+451 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2910ee25: reopening flushed file at 1732133724685 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28034708: reopening flushed file at 1732133724696 (+11 ms)Finished flush of dataSize ~186.35 KB/190821, heapSize ~230.70 KB/236240, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 605ms, sequenceid=488, compaction requested=false at 1732133724708 (+12 ms)Writing region close event to WAL at 1732133724711 (+3 ms)Closed at 1732133724711 2024-11-20T20:15:24,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38291 is added to blk_1073741830_1006 (size=223372) 2024-11-20T20:15:24,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35689 is added to blk_1073741830_1006 (size=223372) 2024-11-20T20:15:24,717 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T20:15:24,717 INFO [M:0;d7d59561a64e:35355 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T20:15:24,717 INFO [M:0;d7d59561a64e:35355 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35355 2024-11-20T20:15:24,718 INFO [M:0;d7d59561a64e:35355 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T20:15:24,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35355-0x10159e1c1e60000, quorum=127.0.0.1:62377, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:15:24,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35355-0x10159e1c1e60000, quorum=127.0.0.1:62377, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:15:24,944 INFO [M:0;d7d59561a64e:35355 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T20:15:24,950 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3112732a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T20:15:24,952 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57cb7c2e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T20:15:24,953 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T20:15:24,953 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c9d71eb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T20:15:24,953 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@434b9529{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b98537aa-bd0c-0999-cf68-79cf5c360805/hadoop.log.dir/,STOPPED} 2024-11-20T20:15:24,957 WARN [BP-1648967738-172.17.0.2-1732133625269 heartbeating to localhost/127.0.0.1:35101 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T20:15:24,957 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T20:15:24,957 WARN [BP-1648967738-172.17.0.2-1732133625269 heartbeating to localhost/127.0.0.1:35101 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1648967738-172.17.0.2-1732133625269 (Datanode Uuid 6dc00c80-fca4-4cd7-9428-a67035dae508) service to localhost/127.0.0.1:35101 2024-11-20T20:15:24,957 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T20:15:24,959 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b98537aa-bd0c-0999-cf68-79cf5c360805/cluster_82e66bbf-6ca7-9c7e-ef94-1ea6de63522a/data/data5/current/BP-1648967738-172.17.0.2-1732133625269 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T20:15:24,959 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b98537aa-bd0c-0999-cf68-79cf5c360805/cluster_82e66bbf-6ca7-9c7e-ef94-1ea6de63522a/data/data6/current/BP-1648967738-172.17.0.2-1732133625269 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T20:15:24,960 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T20:15:24,963 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6547dfa6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T20:15:24,964 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ed5e0c5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T20:15:24,964 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T20:15:24,964 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62fa10b3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T20:15:24,964 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bb87391{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b98537aa-bd0c-0999-cf68-79cf5c360805/hadoop.log.dir/,STOPPED} 2024-11-20T20:15:24,970 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T20:15:24,970 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T20:15:24,972 WARN [BP-1648967738-172.17.0.2-1732133625269 heartbeating to localhost/127.0.0.1:35101 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T20:15:24,972 WARN [BP-1648967738-172.17.0.2-1732133625269 heartbeating to localhost/127.0.0.1:35101 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1648967738-172.17.0.2-1732133625269 (Datanode Uuid ba11a22a-09e9-4b1b-bf97-c97deb5d7e32) service to localhost/127.0.0.1:35101 2024-11-20T20:15:24,973 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b98537aa-bd0c-0999-cf68-79cf5c360805/cluster_82e66bbf-6ca7-9c7e-ef94-1ea6de63522a/data/data3/current/BP-1648967738-172.17.0.2-1732133625269 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T20:15:24,973 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b98537aa-bd0c-0999-cf68-79cf5c360805/cluster_82e66bbf-6ca7-9c7e-ef94-1ea6de63522a/data/data4/current/BP-1648967738-172.17.0.2-1732133625269 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T20:15:24,974 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T20:15:24,980 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@30aadc99{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T20:15:24,980 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@11931074{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T20:15:24,981 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T20:15:24,981 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@456a9037{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T20:15:24,981 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18455874{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b98537aa-bd0c-0999-cf68-79cf5c360805/hadoop.log.dir/,STOPPED} 2024-11-20T20:15:24,983 WARN [BP-1648967738-172.17.0.2-1732133625269 heartbeating to localhost/127.0.0.1:35101 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T20:15:24,983 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T20:15:24,983 WARN [BP-1648967738-172.17.0.2-1732133625269 heartbeating to localhost/127.0.0.1:35101 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1648967738-172.17.0.2-1732133625269 (Datanode Uuid 7eb9cef7-8b22-41f3-befb-0983f2c936f7) service to localhost/127.0.0.1:35101 2024-11-20T20:15:24,983 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T20:15:24,984 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b98537aa-bd0c-0999-cf68-79cf5c360805/cluster_82e66bbf-6ca7-9c7e-ef94-1ea6de63522a/data/data1/current/BP-1648967738-172.17.0.2-1732133625269 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T20:15:24,984 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b98537aa-bd0c-0999-cf68-79cf5c360805/cluster_82e66bbf-6ca7-9c7e-ef94-1ea6de63522a/data/data2/current/BP-1648967738-172.17.0.2-1732133625269 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T20:15:24,984 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T20:15:24,997 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@417a7dc1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T20:15:24,999 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@62f8eef6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T20:15:24,999 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T20:15:24,999 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30e556ac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T20:15:24,999 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3726fa21{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b98537aa-bd0c-0999-cf68-79cf5c360805/hadoop.log.dir/,STOPPED} 2024-11-20T20:15:25,010 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T20:15:25,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T20:15:25,072 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=97 (was 11) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/d7d59561a64e:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35101 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1216466531) connection to localhost/127.0.0.1:35101 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35101 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35101 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/d7d59561a64e:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1216466531) connection to localhost/127.0.0.1:35101 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/d7d59561a64e:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35101 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:35101 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1216466531) connection to localhost/127.0.0.1:35101 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@487ab070 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/d7d59561a64e:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:35101 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/d7d59561a64e:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/d7d59561a64e:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35101 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35101 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/d7d59561a64e:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:35101 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1216466531) connection to localhost/127.0.0.1:35101 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35101 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=436 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=514 (was 718), ProcessCount=11 (was 11), AvailableMemoryMB=875 (was 249) - AvailableMemoryMB LEAK? - 2024-11-20T20:15:25,080 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=98, OpenFileDescriptor=436, MaxFileDescriptor=1048576, SystemLoadAverage=514, ProcessCount=11, AvailableMemoryMB=873 2024-11-20T20:15:25,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b98537aa-bd0c-0999-cf68-79cf5c360805/hadoop.log.dir so I do NOT create it in target/test-data/2d4fa754-0f38-99d6-80b2-334fbf31deae 2024-11-20T20:15:25,099 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b98537aa-bd0c-0999-cf68-79cf5c360805/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T20:15:25,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b98537aa-bd0c-0999-cf68-79cf5c360805/hadoop.tmp.dir so I do NOT create it in target/test-data/2d4fa754-0f38-99d6-80b2-334fbf31deae 2024-11-20T20:15:25,099 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b98537aa-bd0c-0999-cf68-79cf5c360805/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T20:15:25,099 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d4fa754-0f38-99d6-80b2-334fbf31deae 2024-11-20T20:15:25,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T20:15:25,099 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d4fa754-0f38-99d6-80b2-334fbf31deae/cluster_7a4d5dc3-1c75-21f5-42e5-f2a6f4f8a5a1, deleteOnExit=true 2024-11-20T20:15:25,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T20:15:25,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d4fa754-0f38-99d6-80b2-334fbf31deae/test.cache.data in system properties and HBase conf 2024-11-20T20:15:25,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d4fa754-0f38-99d6-80b2-334fbf31deae/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T20:15:25,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d4fa754-0f38-99d6-80b2-334fbf31deae/hadoop.log.dir in system properties and HBase conf 2024-11-20T20:15:25,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d4fa754-0f38-99d6-80b2-334fbf31deae/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T20:15:25,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d4fa754-0f38-99d6-80b2-334fbf31deae/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T20:15:25,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T20:15:25,100 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T20:15:25,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d4fa754-0f38-99d6-80b2-334fbf31deae/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T20:15:25,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d4fa754-0f38-99d6-80b2-334fbf31deae/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T20:15:25,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d4fa754-0f38-99d6-80b2-334fbf31deae/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T20:15:25,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d4fa754-0f38-99d6-80b2-334fbf31deae/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T20:15:25,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d4fa754-0f38-99d6-80b2-334fbf31deae/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T20:15:25,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d4fa754-0f38-99d6-80b2-334fbf31deae/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T20:15:25,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d4fa754-0f38-99d6-80b2-334fbf31deae/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T20:15:25,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d4fa754-0f38-99d6-80b2-334fbf31deae/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T20:15:25,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d4fa754-0f38-99d6-80b2-334fbf31deae/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T20:15:25,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d4fa754-0f38-99d6-80b2-334fbf31deae/nfs.dump.dir in system properties and HBase conf 2024-11-20T20:15:25,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d4fa754-0f38-99d6-80b2-334fbf31deae/java.io.tmpdir in system properties and HBase conf 2024-11-20T20:15:25,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d4fa754-0f38-99d6-80b2-334fbf31deae/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T20:15:25,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d4fa754-0f38-99d6-80b2-334fbf31deae/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T20:15:25,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d4fa754-0f38-99d6-80b2-334fbf31deae/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T20:15:25,490 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T20:15:25,499 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T20:15:25,512 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T20:15:25,513 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T20:15:25,513 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T20:15:25,514 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T20:15:25,515 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49660bdc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d4fa754-0f38-99d6-80b2-334fbf31deae/hadoop.log.dir/,AVAILABLE} 2024-11-20T20:15:25,516 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b76ba9e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T20:15:25,662 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@485b63df{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d4fa754-0f38-99d6-80b2-334fbf31deae/java.io.tmpdir/jetty-localhost-35295-hadoop-hdfs-3_4_1-tests_jar-_-any-919824766678940054/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T20:15:25,663 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3768df43{HTTP/1.1, (http/1.1)}{localhost:35295} 2024-11-20T20:15:25,663 INFO [Time-limited test {}] server.Server(415): Started @106406ms 2024-11-20T20:15:26,008 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T20:15:26,017 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T20:15:26,021 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T20:15:26,021 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T20:15:26,021 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T20:15:26,022 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ed69a76{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d4fa754-0f38-99d6-80b2-334fbf31deae/hadoop.log.dir/,AVAILABLE} 2024-11-20T20:15:26,023 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1113d88{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T20:15:26,173 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@e719ae5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d4fa754-0f38-99d6-80b2-334fbf31deae/java.io.tmpdir/jetty-localhost-43629-hadoop-hdfs-3_4_1-tests_jar-_-any-15896908412669371891/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T20:15:26,174 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a65829c{HTTP/1.1, (http/1.1)}{localhost:43629} 2024-11-20T20:15:26,174 INFO [Time-limited test {}] server.Server(415): Started @106917ms 2024-11-20T20:15:26,177 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T20:15:26,258 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T20:15:26,265 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T20:15:26,271 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T20:15:26,271 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T20:15:26,271 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T20:15:26,272 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55dcbbbe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d4fa754-0f38-99d6-80b2-334fbf31deae/hadoop.log.dir/,AVAILABLE} 2024-11-20T20:15:26,272 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@dfe6fa9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T20:15:26,422 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4530ecb6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d4fa754-0f38-99d6-80b2-334fbf31deae/java.io.tmpdir/jetty-localhost-41905-hadoop-hdfs-3_4_1-tests_jar-_-any-7356897164625032455/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T20:15:26,422 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@615093d0{HTTP/1.1, (http/1.1)}{localhost:41905} 2024-11-20T20:15:26,422 INFO [Time-limited test {}] server.Server(415): Started @107166ms 2024-11-20T20:15:26,425 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T20:15:26,499 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T20:15:26,506 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T20:15:26,509 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T20:15:26,510 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T20:15:26,510 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T20:15:26,511 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19d56123{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d4fa754-0f38-99d6-80b2-334fbf31deae/hadoop.log.dir/,AVAILABLE} 2024-11-20T20:15:26,511 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ced1684{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T20:15:26,659 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7d2a2b50{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d4fa754-0f38-99d6-80b2-334fbf31deae/java.io.tmpdir/jetty-localhost-37245-hadoop-hdfs-3_4_1-tests_jar-_-any-15394888327235377589/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T20:15:26,660 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63560faf{HTTP/1.1, (http/1.1)}{localhost:37245} 2024-11-20T20:15:26,660 INFO [Time-limited test {}] server.Server(415): Started @107403ms 2024-11-20T20:15:26,663 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T20:15:27,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T20:15:27,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T20:15:27,143 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T20:15:27,347 WARN [Thread-710 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d4fa754-0f38-99d6-80b2-334fbf31deae/cluster_7a4d5dc3-1c75-21f5-42e5-f2a6f4f8a5a1/data/data1/current/BP-171372480-172.17.0.2-1732133725125/current, will proceed with Du for space computation calculation, 2024-11-20T20:15:27,348 WARN [Thread-711 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d4fa754-0f38-99d6-80b2-334fbf31deae/cluster_7a4d5dc3-1c75-21f5-42e5-f2a6f4f8a5a1/data/data2/current/BP-171372480-172.17.0.2-1732133725125/current, will proceed with Du for space computation calculation, 2024-11-20T20:15:27,385 WARN [Thread-653 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T20:15:27,388 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc73ec236971f51bf with lease ID 0x50c92f7ef94c9673: Processing first storage report for DS-87d0b09f-4b1f-4b04-a1b8-f4a6a95ba5a0 from datanode DatanodeRegistration(127.0.0.1:39069, datanodeUuid=e45307f7-5c6b-41e9-9775-7aea609a11c7, infoPort=32907, infoSecurePort=0, ipcPort=39695, storageInfo=lv=-57;cid=testClusterID;nsid=1364728006;c=1732133725125) 2024-11-20T20:15:27,388 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc73ec236971f51bf with lease ID 0x50c92f7ef94c9673: from storage DS-87d0b09f-4b1f-4b04-a1b8-f4a6a95ba5a0 node DatanodeRegistration(127.0.0.1:39069, datanodeUuid=e45307f7-5c6b-41e9-9775-7aea609a11c7, infoPort=32907, infoSecurePort=0, ipcPort=39695, storageInfo=lv=-57;cid=testClusterID;nsid=1364728006;c=1732133725125), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T20:15:27,388 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc73ec236971f51bf with lease ID 0x50c92f7ef94c9673: Processing first storage report for DS-af75b7a4-90d5-417d-b03f-c2cc9abde489 from datanode DatanodeRegistration(127.0.0.1:39069, datanodeUuid=e45307f7-5c6b-41e9-9775-7aea609a11c7, infoPort=32907, infoSecurePort=0, ipcPort=39695, storageInfo=lv=-57;cid=testClusterID;nsid=1364728006;c=1732133725125) 2024-11-20T20:15:27,388 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc73ec236971f51bf with lease ID 0x50c92f7ef94c9673: from storage DS-af75b7a4-90d5-417d-b03f-c2cc9abde489 node DatanodeRegistration(127.0.0.1:39069, datanodeUuid=e45307f7-5c6b-41e9-9775-7aea609a11c7, infoPort=32907, infoSecurePort=0, ipcPort=39695, storageInfo=lv=-57;cid=testClusterID;nsid=1364728006;c=1732133725125), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T20:15:28,111 WARN [Thread-725 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d4fa754-0f38-99d6-80b2-334fbf31deae/cluster_7a4d5dc3-1c75-21f5-42e5-f2a6f4f8a5a1/data/data4/current/BP-171372480-172.17.0.2-1732133725125/current, will proceed with Du for space computation calculation, 2024-11-20T20:15:28,111 WARN [Thread-724 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d4fa754-0f38-99d6-80b2-334fbf31deae/cluster_7a4d5dc3-1c75-21f5-42e5-f2a6f4f8a5a1/data/data3/current/BP-171372480-172.17.0.2-1732133725125/current, will proceed with Du for space computation calculation, 2024-11-20T20:15:28,126 WARN [Thread-676 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T20:15:28,129 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa247cfcabed68bdd with lease ID 0x50c92f7ef94c9674: Processing first storage report for DS-e640f22e-9031-41be-a1d6-bbf832bbc14b from datanode DatanodeRegistration(127.0.0.1:37599, datanodeUuid=bc3d40a0-3a68-4321-8afa-abff31061c46, infoPort=44915, infoSecurePort=0, ipcPort=41141, storageInfo=lv=-57;cid=testClusterID;nsid=1364728006;c=1732133725125) 2024-11-20T20:15:28,129 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa247cfcabed68bdd with lease ID 0x50c92f7ef94c9674: from storage DS-e640f22e-9031-41be-a1d6-bbf832bbc14b node DatanodeRegistration(127.0.0.1:37599, datanodeUuid=bc3d40a0-3a68-4321-8afa-abff31061c46, infoPort=44915, infoSecurePort=0, ipcPort=41141, storageInfo=lv=-57;cid=testClusterID;nsid=1364728006;c=1732133725125), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T20:15:28,129 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa247cfcabed68bdd with lease ID 0x50c92f7ef94c9674: Processing first storage report for DS-f9d7604d-8cb6-47a2-b51e-2d225983541d from datanode DatanodeRegistration(127.0.0.1:37599, datanodeUuid=bc3d40a0-3a68-4321-8afa-abff31061c46, infoPort=44915, infoSecurePort=0, ipcPort=41141, storageInfo=lv=-57;cid=testClusterID;nsid=1364728006;c=1732133725125) 2024-11-20T20:15:28,129 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa247cfcabed68bdd with lease ID 0x50c92f7ef94c9674: from storage DS-f9d7604d-8cb6-47a2-b51e-2d225983541d node DatanodeRegistration(127.0.0.1:37599, datanodeUuid=bc3d40a0-3a68-4321-8afa-abff31061c46, infoPort=44915, infoSecurePort=0, ipcPort=41141, storageInfo=lv=-57;cid=testClusterID;nsid=1364728006;c=1732133725125), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T20:15:28,271 WARN [Thread-735 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d4fa754-0f38-99d6-80b2-334fbf31deae/cluster_7a4d5dc3-1c75-21f5-42e5-f2a6f4f8a5a1/data/data5/current/BP-171372480-172.17.0.2-1732133725125/current, will proceed with Du for space computation calculation, 2024-11-20T20:15:28,271 WARN [Thread-736 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d4fa754-0f38-99d6-80b2-334fbf31deae/cluster_7a4d5dc3-1c75-21f5-42e5-f2a6f4f8a5a1/data/data6/current/BP-171372480-172.17.0.2-1732133725125/current, will proceed with Du for space computation calculation, 2024-11-20T20:15:28,301 WARN [Thread-699 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T20:15:28,317 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1390892536b1d0bd with lease ID 0x50c92f7ef94c9675: Processing first storage report for DS-78cac5c3-886c-4471-a67f-001819f3161a from datanode DatanodeRegistration(127.0.0.1:43175, datanodeUuid=d86071db-8db8-48eb-852f-f92227e299e8, infoPort=37179, infoSecurePort=0, ipcPort=40405, storageInfo=lv=-57;cid=testClusterID;nsid=1364728006;c=1732133725125) 2024-11-20T20:15:28,318 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1390892536b1d0bd with lease ID 0x50c92f7ef94c9675: from storage DS-78cac5c3-886c-4471-a67f-001819f3161a node DatanodeRegistration(127.0.0.1:43175, datanodeUuid=d86071db-8db8-48eb-852f-f92227e299e8, infoPort=37179, infoSecurePort=0, ipcPort=40405, storageInfo=lv=-57;cid=testClusterID;nsid=1364728006;c=1732133725125), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T20:15:28,318 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1390892536b1d0bd with lease ID 0x50c92f7ef94c9675: Processing first storage report for DS-555fce61-4975-477b-b189-ed90e3f589a1 from datanode DatanodeRegistration(127.0.0.1:43175, datanodeUuid=d86071db-8db8-48eb-852f-f92227e299e8, infoPort=37179, infoSecurePort=0, ipcPort=40405, storageInfo=lv=-57;cid=testClusterID;nsid=1364728006;c=1732133725125) 2024-11-20T20:15:28,318 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1390892536b1d0bd with lease ID 0x50c92f7ef94c9675: from storage DS-555fce61-4975-477b-b189-ed90e3f589a1 node DatanodeRegistration(127.0.0.1:43175, datanodeUuid=d86071db-8db8-48eb-852f-f92227e299e8, infoPort=37179, infoSecurePort=0, ipcPort=40405, storageInfo=lv=-57;cid=testClusterID;nsid=1364728006;c=1732133725125), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T20:15:28,322 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d4fa754-0f38-99d6-80b2-334fbf31deae 2024-11-20T20:15:28,339 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d4fa754-0f38-99d6-80b2-334fbf31deae/cluster_7a4d5dc3-1c75-21f5-42e5-f2a6f4f8a5a1/zookeeper_0, clientPort=63677, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d4fa754-0f38-99d6-80b2-334fbf31deae/cluster_7a4d5dc3-1c75-21f5-42e5-f2a6f4f8a5a1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d4fa754-0f38-99d6-80b2-334fbf31deae/cluster_7a4d5dc3-1c75-21f5-42e5-f2a6f4f8a5a1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T20:15:28,341 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63677 2024-11-20T20:15:28,341 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:15:28,344 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:15:28,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741825_1001 (size=7) 2024-11-20T20:15:28,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39069 is added to blk_1073741825_1001 (size=7) 2024-11-20T20:15:28,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741825_1001 (size=7) 2024-11-20T20:15:28,371 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197 with version=8 2024-11-20T20:15:28,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/hbase-staging 2024-11-20T20:15:28,375 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d7d59561a64e:0 server-side Connection retries=45 2024-11-20T20:15:28,375 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:15:28,375 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T20:15:28,375 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T20:15:28,375 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:15:28,375 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T20:15:28,376 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T20:15:28,376 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T20:15:28,377 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44713 2024-11-20T20:15:28,379 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44713 connecting to ZooKeeper ensemble=127.0.0.1:63677 2024-11-20T20:15:28,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:447130x0, quorum=127.0.0.1:63677, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T20:15:28,441 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44713-0x10159e32bf00000 connected 2024-11-20T20:15:28,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:15:28,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:15:28,557 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:15:28,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:15:28,560 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:15:28,573 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44713-0x10159e32bf00000, quorum=127.0.0.1:63677, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T20:15:28,573 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197, hbase.cluster.distributed=false 2024-11-20T20:15:28,577 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44713-0x10159e32bf00000, quorum=127.0.0.1:63677, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T20:15:28,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44713 2024-11-20T20:15:28,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44713 2024-11-20T20:15:28,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44713 2024-11-20T20:15:28,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44713 2024-11-20T20:15:28,598 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44713 2024-11-20T20:15:28,623 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d7d59561a64e:0 server-side Connection retries=45 2024-11-20T20:15:28,623 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:15:28,623 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T20:15:28,624 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T20:15:28,624 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:15:28,624 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T20:15:28,624 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T20:15:28,624 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T20:15:28,625 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37229 2024-11-20T20:15:28,627 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37229 connecting to ZooKeeper ensemble=127.0.0.1:63677 2024-11-20T20:15:28,629 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:15:28,632 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:15:28,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:372290x0, quorum=127.0.0.1:63677, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T20:15:28,649 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37229-0x10159e32bf00001 connected 2024-11-20T20:15:28,649 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37229-0x10159e32bf00001, quorum=127.0.0.1:63677, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T20:15:28,649 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T20:15:28,660 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T20:15:28,661 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37229-0x10159e32bf00001, quorum=127.0.0.1:63677, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T20:15:28,666 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37229-0x10159e32bf00001, quorum=127.0.0.1:63677, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T20:15:28,673 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37229 2024-11-20T20:15:28,673 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37229 2024-11-20T20:15:28,674 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37229 2024-11-20T20:15:28,675 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37229 2024-11-20T20:15:28,675 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37229 2024-11-20T20:15:28,700 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d7d59561a64e:0 server-side Connection retries=45 2024-11-20T20:15:28,700 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:15:28,700 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T20:15:28,700 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T20:15:28,700 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:15:28,700 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T20:15:28,700 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T20:15:28,701 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T20:15:28,702 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39247 2024-11-20T20:15:28,704 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39247 connecting to ZooKeeper ensemble=127.0.0.1:63677 2024-11-20T20:15:28,706 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:15:28,709 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:15:28,726 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:392470x0, quorum=127.0.0.1:63677, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T20:15:28,726 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T20:15:28,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:392470x0, quorum=127.0.0.1:63677, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T20:15:28,728 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T20:15:28,729 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:392470x0, quorum=127.0.0.1:63677, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T20:15:28,732 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:392470x0, quorum=127.0.0.1:63677, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T20:15:28,732 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39247-0x10159e32bf00002 connected 2024-11-20T20:15:28,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39247 2024-11-20T20:15:28,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39247 2024-11-20T20:15:28,738 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39247 2024-11-20T20:15:28,738 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39247 2024-11-20T20:15:28,739 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39247 2024-11-20T20:15:28,766 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d7d59561a64e:0 server-side Connection retries=45 2024-11-20T20:15:28,766 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:15:28,766 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T20:15:28,767 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T20:15:28,767 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:15:28,767 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T20:15:28,767 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T20:15:28,767 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T20:15:28,769 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41729 2024-11-20T20:15:28,773 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41729 connecting to ZooKeeper ensemble=127.0.0.1:63677 2024-11-20T20:15:28,774 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:15:28,778 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:15:28,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:417290x0, quorum=127.0.0.1:63677, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T20:15:28,796 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41729-0x10159e32bf00003, quorum=127.0.0.1:63677, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T20:15:28,797 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T20:15:28,797 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41729-0x10159e32bf00003 connected 2024-11-20T20:15:28,804 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T20:15:28,805 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41729-0x10159e32bf00003, quorum=127.0.0.1:63677, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T20:15:28,807 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41729-0x10159e32bf00003, quorum=127.0.0.1:63677, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T20:15:28,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41729 2024-11-20T20:15:28,813 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41729 2024-11-20T20:15:28,813 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41729 2024-11-20T20:15:28,814 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41729 2024-11-20T20:15:28,814 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41729 2024-11-20T20:15:28,833 DEBUG [M:0;d7d59561a64e:44713 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d7d59561a64e:44713 2024-11-20T20:15:28,834 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/d7d59561a64e,44713,1732133728374 2024-11-20T20:15:28,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37229-0x10159e32bf00001, quorum=127.0.0.1:63677, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T20:15:28,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39247-0x10159e32bf00002, quorum=127.0.0.1:63677, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T20:15:28,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44713-0x10159e32bf00000, quorum=127.0.0.1:63677, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T20:15:28,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41729-0x10159e32bf00003, quorum=127.0.0.1:63677, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T20:15:28,842 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44713-0x10159e32bf00000, quorum=127.0.0.1:63677, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/d7d59561a64e,44713,1732133728374 2024-11-20T20:15:28,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39247-0x10159e32bf00002, quorum=127.0.0.1:63677, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T20:15:28,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41729-0x10159e32bf00003, quorum=127.0.0.1:63677, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T20:15:28,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39247-0x10159e32bf00002, quorum=127.0.0.1:63677, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T20:15:28,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41729-0x10159e32bf00003, quorum=127.0.0.1:63677, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T20:15:28,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37229-0x10159e32bf00001, quorum=127.0.0.1:63677, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T20:15:28,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44713-0x10159e32bf00000, quorum=127.0.0.1:63677, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T20:15:28,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37229-0x10159e32bf00001, quorum=127.0.0.1:63677, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T20:15:28,858 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44713-0x10159e32bf00000, quorum=127.0.0.1:63677, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T20:15:28,860 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/d7d59561a64e,44713,1732133728374 from backup master directory 2024-11-20T20:15:28,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44713-0x10159e32bf00000, quorum=127.0.0.1:63677, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/d7d59561a64e,44713,1732133728374 2024-11-20T20:15:28,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37229-0x10159e32bf00001, quorum=127.0.0.1:63677, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T20:15:28,872 WARN [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T20:15:28,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44713-0x10159e32bf00000, quorum=127.0.0.1:63677, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T20:15:28,872 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d7d59561a64e,44713,1732133728374 2024-11-20T20:15:28,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41729-0x10159e32bf00003, quorum=127.0.0.1:63677, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T20:15:28,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39247-0x10159e32bf00002, quorum=127.0.0.1:63677, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T20:15:28,892 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/hbase.id] with ID: 4ad6900c-b95b-4627-87f4-b566ea15d560 2024-11-20T20:15:28,892 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/.tmp/hbase.id 2024-11-20T20:15:28,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39069 is added to blk_1073741826_1002 (size=42) 2024-11-20T20:15:28,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741826_1002 (size=42) 2024-11-20T20:15:28,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741826_1002 (size=42) 2024-11-20T20:15:28,915 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/.tmp/hbase.id]:[hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/hbase.id] 2024-11-20T20:15:28,940 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:15:28,940 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T20:15:28,944 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 4ms. 2024-11-20T20:15:28,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39247-0x10159e32bf00002, quorum=127.0.0.1:63677, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T20:15:28,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44713-0x10159e32bf00000, quorum=127.0.0.1:63677, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T20:15:28,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37229-0x10159e32bf00001, quorum=127.0.0.1:63677, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T20:15:28,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41729-0x10159e32bf00003, quorum=127.0.0.1:63677, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T20:15:28,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741827_1003 (size=196) 2024-11-20T20:15:28,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39069 is added to blk_1073741827_1003 (size=196) 2024-11-20T20:15:28,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741827_1003 (size=196) 2024-11-20T20:15:28,975 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T20:15:28,976 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T20:15:28,976 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:15:28,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741828_1004 (size=1189) 2024-11-20T20:15:28,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39069 is added to blk_1073741828_1004 (size=1189) 2024-11-20T20:15:28,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741828_1004 (size=1189) 2024-11-20T20:15:28,997 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/MasterData/data/master/store 2024-11-20T20:15:29,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741829_1005 (size=34) 2024-11-20T20:15:29,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39069 is added to blk_1073741829_1005 (size=34) 2024-11-20T20:15:29,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741829_1005 (size=34) 2024-11-20T20:15:29,013 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:15:29,013 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T20:15:29,013 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:15:29,013 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:15:29,013 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T20:15:29,013 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:15:29,013 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:15:29,013 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732133729013Disabling compacts and flushes for region at 1732133729013Disabling writes for close at 1732133729013Writing region close event to WAL at 1732133729013Closed at 1732133729013 2024-11-20T20:15:29,014 WARN [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/MasterData/data/master/store/.initializing 2024-11-20T20:15:29,014 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/MasterData/WALs/d7d59561a64e,44713,1732133728374 2024-11-20T20:15:29,015 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T20:15:29,018 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7d59561a64e%2C44713%2C1732133728374, suffix=, logDir=hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/MasterData/WALs/d7d59561a64e,44713,1732133728374, archiveDir=hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/MasterData/oldWALs, maxLogs=10 2024-11-20T20:15:29,031 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/MasterData/WALs/d7d59561a64e,44713,1732133728374/d7d59561a64e%2C44713%2C1732133728374.1732133729018, exclude list is [], retry=0 2024-11-20T20:15:29,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43175,DS-78cac5c3-886c-4471-a67f-001819f3161a,DISK] 2024-11-20T20:15:29,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39069,DS-87d0b09f-4b1f-4b04-a1b8-f4a6a95ba5a0,DISK] 2024-11-20T20:15:29,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37599,DS-e640f22e-9031-41be-a1d6-bbf832bbc14b,DISK] 2024-11-20T20:15:29,038 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/MasterData/WALs/d7d59561a64e,44713,1732133728374/d7d59561a64e%2C44713%2C1732133728374.1732133729018 2024-11-20T20:15:29,039 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37179:37179),(127.0.0.1/127.0.0.1:32907:32907),(127.0.0.1/127.0.0.1:44915:44915)] 2024-11-20T20:15:29,039 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T20:15:29,039 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:15:29,039 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:15:29,039 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:15:29,041 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:15:29,044 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T20:15:29,044 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:15:29,045 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:15:29,045 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:15:29,047 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T20:15:29,047 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:15:29,047 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:15:29,048 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:15:29,049 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T20:15:29,049 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:15:29,050 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:15:29,050 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:15:29,052 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T20:15:29,052 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:15:29,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:15:29,053 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:15:29,054 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:15:29,055 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:15:29,057 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:15:29,057 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:15:29,058 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T20:15:29,059 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:15:29,063 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:15:29,063 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74823305, jitterRate=0.11495412886142731}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T20:15:29,064 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732133729040Initializing all the Stores at 1732133729041 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732133729041Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732133729041Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732133729041Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732133729041Cleaning up temporary data from old regions at 1732133729057 (+16 ms)Region opened successfully at 1732133729064 (+7 ms) 2024-11-20T20:15:29,064 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T20:15:29,065 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T20:15:29,068 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:15:29,069 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ce5b9d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7d59561a64e/172.17.0.2:0 2024-11-20T20:15:29,070 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T20:15:29,070 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T20:15:29,070 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T20:15:29,070 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T20:15:29,071 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T20:15:29,071 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T20:15:29,071 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-20T20:15:29,081 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T20:15:29,082 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44713-0x10159e32bf00000, quorum=127.0.0.1:63677, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-20T20:15:29,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:15:29,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:15:29,169 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-20T20:15:29,170 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T20:15:29,171 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44713-0x10159e32bf00000, quorum=127.0.0.1:63677, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-20T20:15:29,258 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-20T20:15:29,259 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T20:15:29,261 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44713-0x10159e32bf00000, quorum=127.0.0.1:63677, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-20T20:15:29,279 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-20T20:15:29,280 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44713-0x10159e32bf00000, quorum=127.0.0.1:63677, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-20T20:15:29,293 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-20T20:15:29,295 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44713-0x10159e32bf00000, quorum=127.0.0.1:63677, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T20:15:29,364 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-20T20:15:29,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41729-0x10159e32bf00003, quorum=127.0.0.1:63677, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T20:15:29,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39247-0x10159e32bf00002, quorum=127.0.0.1:63677, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T20:15:29,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37229-0x10159e32bf00001, quorum=127.0.0.1:63677, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T20:15:29,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44713-0x10159e32bf00000, quorum=127.0.0.1:63677, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T20:15:29,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37229-0x10159e32bf00001, quorum=127.0.0.1:63677, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T20:15:29,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44713-0x10159e32bf00000, quorum=127.0.0.1:63677, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T20:15:29,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41729-0x10159e32bf00003, quorum=127.0.0.1:63677, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T20:15:29,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39247-0x10159e32bf00002, quorum=127.0.0.1:63677, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T20:15:29,440 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d7d59561a64e,44713,1732133728374, sessionid=0x10159e32bf00000, setting cluster-up flag (Was=false) 2024-11-20T20:15:29,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39247-0x10159e32bf00002, quorum=127.0.0.1:63677, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T20:15:29,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44713-0x10159e32bf00000, quorum=127.0.0.1:63677, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T20:15:29,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41729-0x10159e32bf00003, quorum=127.0.0.1:63677, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T20:15:29,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37229-0x10159e32bf00001, quorum=127.0.0.1:63677, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T20:15:29,500 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-20T20:15:29,502 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7d59561a64e,44713,1732133728374 2024-11-20T20:15:29,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41729-0x10159e32bf00003, quorum=127.0.0.1:63677, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T20:15:29,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44713-0x10159e32bf00000, quorum=127.0.0.1:63677, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T20:15:29,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39247-0x10159e32bf00002, quorum=127.0.0.1:63677, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T20:15:29,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37229-0x10159e32bf00001, quorum=127.0.0.1:63677, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T20:15:29,651 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-20T20:15:29,652 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7d59561a64e,44713,1732133728374 2024-11-20T20:15:29,657 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T20:15:29,659 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T20:15:29,659 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T20:15:29,660 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T20:15:29,660 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d7d59561a64e,44713,1732133728374 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T20:15:29,662 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:15:29,662 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:15:29,662 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:15:29,662 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:15:29,662 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d7d59561a64e:0, corePoolSize=10, maxPoolSize=10 2024-11-20T20:15:29,662 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:15:29,662 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d7d59561a64e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T20:15:29,662 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:15:29,670 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T20:15:29,670 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T20:15:29,671 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732133759671 2024-11-20T20:15:29,671 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T20:15:29,671 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T20:15:29,671 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T20:15:29,671 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T20:15:29,671 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T20:15:29,671 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T20:15:29,672 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:15:29,672 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T20:15:29,674 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T20:15:29,676 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T20:15:29,677 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T20:15:29,677 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T20:15:29,680 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T20:15:29,680 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T20:15:29,688 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.large.0-1732133729680,5,FailOnTimeoutGroup] 2024-11-20T20:15:29,688 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.small.0-1732133729688,5,FailOnTimeoutGroup] 2024-11-20T20:15:29,688 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T20:15:29,689 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T20:15:29,689 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T20:15:29,689 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T20:15:29,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741831_1007 (size=1321) 2024-11-20T20:15:29,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741831_1007 (size=1321) 2024-11-20T20:15:29,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39069 is added to blk_1073741831_1007 (size=1321) 2024-11-20T20:15:29,706 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T20:15:29,707 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197 2024-11-20T20:15:29,720 INFO [RS:1;d7d59561a64e:39247 {}] regionserver.HRegionServer(746): ClusterId : 4ad6900c-b95b-4627-87f4-b566ea15d560 2024-11-20T20:15:29,721 DEBUG [RS:1;d7d59561a64e:39247 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T20:15:29,721 INFO [RS:0;d7d59561a64e:37229 {}] regionserver.HRegionServer(746): ClusterId : 4ad6900c-b95b-4627-87f4-b566ea15d560 2024-11-20T20:15:29,721 DEBUG [RS:0;d7d59561a64e:37229 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T20:15:29,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39069 is added to blk_1073741832_1008 (size=32) 2024-11-20T20:15:29,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741832_1008 (size=32) 2024-11-20T20:15:29,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741832_1008 (size=32) 2024-11-20T20:15:29,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:15:29,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T20:15:29,731 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T20:15:29,731 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:15:29,732 INFO [RS:2;d7d59561a64e:41729 {}] regionserver.HRegionServer(746): ClusterId : 4ad6900c-b95b-4627-87f4-b566ea15d560 2024-11-20T20:15:29,732 DEBUG [RS:2;d7d59561a64e:41729 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T20:15:29,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:15:29,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T20:15:29,734 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T20:15:29,734 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:15:29,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:15:29,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T20:15:29,736 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T20:15:29,736 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:15:29,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:15:29,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T20:15:29,738 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T20:15:29,738 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:15:29,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:15:29,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T20:15:29,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/hbase/meta/1588230740 2024-11-20T20:15:29,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/hbase/meta/1588230740 2024-11-20T20:15:29,742 DEBUG [RS:0;d7d59561a64e:37229 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T20:15:29,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T20:15:29,742 DEBUG [RS:0;d7d59561a64e:37229 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T20:15:29,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T20:15:29,743 DEBUG [RS:1;d7d59561a64e:39247 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T20:15:29,743 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T20:15:29,743 DEBUG [RS:1;d7d59561a64e:39247 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T20:15:29,744 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T20:15:29,747 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:15:29,753 DEBUG [RS:2;d7d59561a64e:41729 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T20:15:29,753 DEBUG [RS:2;d7d59561a64e:41729 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T20:15:29,753 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70802635, jitterRate=0.05504147708415985}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T20:15:29,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732133729726Initializing all the Stores at 1732133729728 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732133729728Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732133729728Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732133729728Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732133729728Cleaning up temporary data from old regions at 1732133729742 (+14 ms)Region opened successfully at 1732133729754 (+12 ms) 2024-11-20T20:15:29,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T20:15:29,754 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T20:15:29,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T20:15:29,755 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T20:15:29,755 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T20:15:29,755 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T20:15:29,755 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732133729754Disabling compacts and flushes for region at 1732133729754Disabling writes for close at 1732133729755 (+1 ms)Writing region close event to WAL at 1732133729755Closed at 1732133729755 2024-11-20T20:15:29,757 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T20:15:29,757 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T20:15:29,757 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T20:15:29,759 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T20:15:29,760 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T20:15:29,774 DEBUG [RS:0;d7d59561a64e:37229 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T20:15:29,774 DEBUG [RS:0;d7d59561a64e:37229 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33527f13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7d59561a64e/172.17.0.2:0 2024-11-20T20:15:29,775 DEBUG [RS:1;d7d59561a64e:39247 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T20:15:29,775 DEBUG [RS:1;d7d59561a64e:39247 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22e96d26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7d59561a64e/172.17.0.2:0 2024-11-20T20:15:29,776 DEBUG [RS:2;d7d59561a64e:41729 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T20:15:29,777 DEBUG [RS:2;d7d59561a64e:41729 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@162a7244, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7d59561a64e/172.17.0.2:0 2024-11-20T20:15:29,791 DEBUG [RS:0;d7d59561a64e:37229 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d7d59561a64e:37229 2024-11-20T20:15:29,791 INFO [RS:0;d7d59561a64e:37229 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T20:15:29,791 INFO [RS:0;d7d59561a64e:37229 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T20:15:29,791 DEBUG [RS:0;d7d59561a64e:37229 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T20:15:29,792 INFO [RS:0;d7d59561a64e:37229 {}] regionserver.HRegionServer(2659): reportForDuty to master=d7d59561a64e,44713,1732133728374 with port=37229, startcode=1732133728623 2024-11-20T20:15:29,792 DEBUG [RS:0;d7d59561a64e:37229 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T20:15:29,796 DEBUG [RS:1;d7d59561a64e:39247 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;d7d59561a64e:39247 2024-11-20T20:15:29,796 INFO [RS:1;d7d59561a64e:39247 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T20:15:29,796 INFO [RS:1;d7d59561a64e:39247 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T20:15:29,796 DEBUG [RS:1;d7d59561a64e:39247 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T20:15:29,797 INFO [RS:1;d7d59561a64e:39247 {}] regionserver.HRegionServer(2659): reportForDuty to master=d7d59561a64e,44713,1732133728374 with port=39247, startcode=1732133728699 2024-11-20T20:15:29,797 DEBUG [RS:1;d7d59561a64e:39247 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T20:15:29,798 DEBUG [RS:2;d7d59561a64e:41729 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;d7d59561a64e:41729 2024-11-20T20:15:29,798 INFO [RS:2;d7d59561a64e:41729 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T20:15:29,799 INFO [RS:2;d7d59561a64e:41729 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T20:15:29,799 DEBUG [RS:2;d7d59561a64e:41729 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T20:15:29,800 INFO [RS:2;d7d59561a64e:41729 {}] regionserver.HRegionServer(2659): reportForDuty to master=d7d59561a64e,44713,1732133728374 with port=41729, startcode=1732133728766 2024-11-20T20:15:29,800 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42701, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T20:15:29,800 DEBUG [RS:2;d7d59561a64e:41729 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T20:15:29,801 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44713 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d7d59561a64e,37229,1732133728623 2024-11-20T20:15:29,801 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44713 {}] master.ServerManager(517): Registering regionserver=d7d59561a64e,37229,1732133728623 2024-11-20T20:15:29,803 DEBUG [RS:0;d7d59561a64e:37229 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197 2024-11-20T20:15:29,803 DEBUG [RS:0;d7d59561a64e:37229 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37335 2024-11-20T20:15:29,803 DEBUG [RS:0;d7d59561a64e:37229 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T20:15:29,805 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57965, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T20:15:29,805 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38839, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T20:15:29,805 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44713 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d7d59561a64e,39247,1732133728699 2024-11-20T20:15:29,805 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44713 {}] master.ServerManager(517): Registering regionserver=d7d59561a64e,39247,1732133728699 2024-11-20T20:15:29,808 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44713 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d7d59561a64e,41729,1732133728766 2024-11-20T20:15:29,808 DEBUG [RS:1;d7d59561a64e:39247 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197 2024-11-20T20:15:29,808 DEBUG [RS:1;d7d59561a64e:39247 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37335 2024-11-20T20:15:29,808 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44713 {}] master.ServerManager(517): Registering regionserver=d7d59561a64e,41729,1732133728766 2024-11-20T20:15:29,808 DEBUG [RS:1;d7d59561a64e:39247 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T20:15:29,809 DEBUG [RS:2;d7d59561a64e:41729 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197 2024-11-20T20:15:29,809 DEBUG [RS:2;d7d59561a64e:41729 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37335 2024-11-20T20:15:29,809 DEBUG [RS:2;d7d59561a64e:41729 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T20:15:29,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44713-0x10159e32bf00000, quorum=127.0.0.1:63677, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T20:15:29,852 DEBUG [RS:0;d7d59561a64e:37229 {}] zookeeper.ZKUtil(111): regionserver:37229-0x10159e32bf00001, quorum=127.0.0.1:63677, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d7d59561a64e,37229,1732133728623 2024-11-20T20:15:29,852 WARN [RS:0;d7d59561a64e:37229 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T20:15:29,852 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d7d59561a64e,41729,1732133728766] 2024-11-20T20:15:29,852 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d7d59561a64e,37229,1732133728623] 2024-11-20T20:15:29,852 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d7d59561a64e,39247,1732133728699] 2024-11-20T20:15:29,852 INFO [RS:0;d7d59561a64e:37229 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:15:29,852 DEBUG [RS:2;d7d59561a64e:41729 {}] zookeeper.ZKUtil(111): regionserver:41729-0x10159e32bf00003, quorum=127.0.0.1:63677, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d7d59561a64e,41729,1732133728766 2024-11-20T20:15:29,852 WARN [RS:2;d7d59561a64e:41729 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T20:15:29,852 DEBUG [RS:1;d7d59561a64e:39247 {}] zookeeper.ZKUtil(111): regionserver:39247-0x10159e32bf00002, quorum=127.0.0.1:63677, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d7d59561a64e,39247,1732133728699 2024-11-20T20:15:29,852 WARN [RS:1;d7d59561a64e:39247 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T20:15:29,852 INFO [RS:2;d7d59561a64e:41729 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:15:29,852 INFO [RS:1;d7d59561a64e:39247 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:15:29,852 DEBUG [RS:2;d7d59561a64e:41729 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/WALs/d7d59561a64e,41729,1732133728766 2024-11-20T20:15:29,852 DEBUG [RS:1;d7d59561a64e:39247 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/WALs/d7d59561a64e,39247,1732133728699 2024-11-20T20:15:29,853 DEBUG [RS:0;d7d59561a64e:37229 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/WALs/d7d59561a64e,37229,1732133728623 2024-11-20T20:15:29,858 INFO [RS:2;d7d59561a64e:41729 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T20:15:29,861 INFO [RS:1;d7d59561a64e:39247 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T20:15:29,861 INFO [RS:2;d7d59561a64e:41729 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T20:15:29,862 INFO [RS:2;d7d59561a64e:41729 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T20:15:29,862 INFO [RS:2;d7d59561a64e:41729 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:15:29,862 INFO [RS:2;d7d59561a64e:41729 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T20:15:29,863 INFO [RS:0;d7d59561a64e:37229 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T20:15:29,863 INFO [RS:2;d7d59561a64e:41729 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T20:15:29,864 INFO [RS:2;d7d59561a64e:41729 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T20:15:29,864 DEBUG [RS:2;d7d59561a64e:41729 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:15:29,864 INFO [RS:1;d7d59561a64e:39247 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T20:15:29,864 DEBUG [RS:2;d7d59561a64e:41729 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:15:29,864 DEBUG [RS:2;d7d59561a64e:41729 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:15:29,864 DEBUG [RS:2;d7d59561a64e:41729 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:15:29,864 DEBUG [RS:2;d7d59561a64e:41729 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:15:29,864 DEBUG [RS:2;d7d59561a64e:41729 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d7d59561a64e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T20:15:29,864 INFO [RS:1;d7d59561a64e:39247 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T20:15:29,864 DEBUG [RS:2;d7d59561a64e:41729 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:15:29,865 INFO [RS:1;d7d59561a64e:39247 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:15:29,865 DEBUG [RS:2;d7d59561a64e:41729 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:15:29,865 DEBUG [RS:2;d7d59561a64e:41729 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:15:29,865 DEBUG [RS:2;d7d59561a64e:41729 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:15:29,865 DEBUG [RS:2;d7d59561a64e:41729 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:15:29,865 DEBUG [RS:2;d7d59561a64e:41729 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:15:29,865 DEBUG [RS:2;d7d59561a64e:41729 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T20:15:29,865 DEBUG [RS:2;d7d59561a64e:41729 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d7d59561a64e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T20:15:29,869 INFO [RS:1;d7d59561a64e:39247 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T20:15:29,870 INFO [RS:0;d7d59561a64e:37229 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T20:15:29,870 INFO [RS:1;d7d59561a64e:39247 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T20:15:29,870 INFO [RS:1;d7d59561a64e:39247 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T20:15:29,871 DEBUG [RS:1;d7d59561a64e:39247 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:15:29,871 DEBUG [RS:1;d7d59561a64e:39247 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:15:29,871 DEBUG [RS:1;d7d59561a64e:39247 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:15:29,871 DEBUG [RS:1;d7d59561a64e:39247 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:15:29,871 DEBUG [RS:1;d7d59561a64e:39247 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:15:29,871 DEBUG [RS:1;d7d59561a64e:39247 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d7d59561a64e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T20:15:29,871 DEBUG [RS:1;d7d59561a64e:39247 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:15:29,871 DEBUG [RS:1;d7d59561a64e:39247 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:15:29,871 DEBUG [RS:1;d7d59561a64e:39247 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:15:29,871 DEBUG [RS:1;d7d59561a64e:39247 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:15:29,871 DEBUG [RS:1;d7d59561a64e:39247 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:15:29,872 DEBUG [RS:1;d7d59561a64e:39247 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:15:29,872 DEBUG [RS:1;d7d59561a64e:39247 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T20:15:29,872 DEBUG [RS:1;d7d59561a64e:39247 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d7d59561a64e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T20:15:29,875 INFO [RS:0;d7d59561a64e:37229 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T20:15:29,875 INFO [RS:0;d7d59561a64e:37229 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:15:29,875 INFO [RS:2;d7d59561a64e:41729 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T20:15:29,875 INFO [RS:2;d7d59561a64e:41729 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T20:15:29,876 INFO [RS:2;d7d59561a64e:41729 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:15:29,876 INFO [RS:2;d7d59561a64e:41729 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T20:15:29,876 INFO [RS:2;d7d59561a64e:41729 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T20:15:29,876 INFO [RS:2;d7d59561a64e:41729 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,41729,1732133728766-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T20:15:29,880 INFO [RS:0;d7d59561a64e:37229 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T20:15:29,881 INFO [RS:0;d7d59561a64e:37229 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T20:15:29,881 INFO [RS:0;d7d59561a64e:37229 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T20:15:29,882 DEBUG [RS:0;d7d59561a64e:37229 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:15:29,882 DEBUG [RS:0;d7d59561a64e:37229 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:15:29,882 DEBUG [RS:0;d7d59561a64e:37229 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:15:29,882 DEBUG [RS:0;d7d59561a64e:37229 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:15:29,882 DEBUG [RS:0;d7d59561a64e:37229 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:15:29,882 DEBUG [RS:0;d7d59561a64e:37229 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d7d59561a64e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T20:15:29,882 DEBUG [RS:0;d7d59561a64e:37229 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:15:29,882 DEBUG [RS:0;d7d59561a64e:37229 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:15:29,882 DEBUG [RS:0;d7d59561a64e:37229 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:15:29,882 DEBUG [RS:0;d7d59561a64e:37229 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:15:29,882 DEBUG [RS:0;d7d59561a64e:37229 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:15:29,883 DEBUG [RS:0;d7d59561a64e:37229 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:15:29,883 DEBUG [RS:0;d7d59561a64e:37229 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T20:15:29,883 DEBUG [RS:0;d7d59561a64e:37229 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d7d59561a64e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T20:15:29,887 INFO [RS:1;d7d59561a64e:39247 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T20:15:29,887 INFO [RS:1;d7d59561a64e:39247 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T20:15:29,887 INFO [RS:1;d7d59561a64e:39247 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:15:29,887 INFO [RS:1;d7d59561a64e:39247 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T20:15:29,887 INFO [RS:1;d7d59561a64e:39247 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T20:15:29,888 INFO [RS:1;d7d59561a64e:39247 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,39247,1732133728699-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T20:15:29,888 INFO [RS:0;d7d59561a64e:37229 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T20:15:29,888 INFO [RS:0;d7d59561a64e:37229 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T20:15:29,888 INFO [RS:0;d7d59561a64e:37229 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:15:29,888 INFO [RS:0;d7d59561a64e:37229 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T20:15:29,888 INFO [RS:0;d7d59561a64e:37229 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T20:15:29,888 INFO [RS:0;d7d59561a64e:37229 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,37229,1732133728623-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T20:15:29,905 INFO [RS:2;d7d59561a64e:41729 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T20:15:29,905 INFO [RS:2;d7d59561a64e:41729 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,41729,1732133728766-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:15:29,905 INFO [RS:2;d7d59561a64e:41729 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:15:29,906 INFO [RS:2;d7d59561a64e:41729 {}] regionserver.Replication(171): d7d59561a64e,41729,1732133728766 started 2024-11-20T20:15:29,909 INFO [RS:0;d7d59561a64e:37229 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T20:15:29,909 INFO [RS:1;d7d59561a64e:39247 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T20:15:29,909 INFO [RS:1;d7d59561a64e:39247 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,39247,1732133728699-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:15:29,909 INFO [RS:0;d7d59561a64e:37229 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,37229,1732133728623-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:15:29,909 INFO [RS:0;d7d59561a64e:37229 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:15:29,909 INFO [RS:0;d7d59561a64e:37229 {}] regionserver.Replication(171): d7d59561a64e,37229,1732133728623 started 2024-11-20T20:15:29,909 INFO [RS:1;d7d59561a64e:39247 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:15:29,909 INFO [RS:1;d7d59561a64e:39247 {}] regionserver.Replication(171): d7d59561a64e,39247,1732133728699 started 2024-11-20T20:15:29,911 WARN [d7d59561a64e:44713 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T20:15:29,929 INFO [RS:2;d7d59561a64e:41729 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:15:29,929 INFO [RS:2;d7d59561a64e:41729 {}] regionserver.HRegionServer(1482): Serving as d7d59561a64e,41729,1732133728766, RpcServer on d7d59561a64e/172.17.0.2:41729, sessionid=0x10159e32bf00003 2024-11-20T20:15:29,929 INFO [RS:0;d7d59561a64e:37229 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:15:29,929 INFO [RS:0;d7d59561a64e:37229 {}] regionserver.HRegionServer(1482): Serving as d7d59561a64e,37229,1732133728623, RpcServer on d7d59561a64e/172.17.0.2:37229, sessionid=0x10159e32bf00001 2024-11-20T20:15:29,929 DEBUG [RS:2;d7d59561a64e:41729 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T20:15:29,929 DEBUG [RS:2;d7d59561a64e:41729 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d7d59561a64e,41729,1732133728766 2024-11-20T20:15:29,929 DEBUG [RS:0;d7d59561a64e:37229 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T20:15:29,929 DEBUG [RS:2;d7d59561a64e:41729 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7d59561a64e,41729,1732133728766' 2024-11-20T20:15:29,929 INFO [RS:1;d7d59561a64e:39247 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:15:29,929 DEBUG [RS:0;d7d59561a64e:37229 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d7d59561a64e,37229,1732133728623 2024-11-20T20:15:29,929 DEBUG [RS:2;d7d59561a64e:41729 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T20:15:29,929 DEBUG [RS:0;d7d59561a64e:37229 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7d59561a64e,37229,1732133728623' 2024-11-20T20:15:29,929 INFO [RS:1;d7d59561a64e:39247 {}] regionserver.HRegionServer(1482): Serving as d7d59561a64e,39247,1732133728699, RpcServer on d7d59561a64e/172.17.0.2:39247, sessionid=0x10159e32bf00002 2024-11-20T20:15:29,929 DEBUG [RS:0;d7d59561a64e:37229 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T20:15:29,929 DEBUG [RS:1;d7d59561a64e:39247 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T20:15:29,929 DEBUG [RS:1;d7d59561a64e:39247 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d7d59561a64e,39247,1732133728699 2024-11-20T20:15:29,929 DEBUG [RS:1;d7d59561a64e:39247 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7d59561a64e,39247,1732133728699' 2024-11-20T20:15:29,929 DEBUG [RS:1;d7d59561a64e:39247 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T20:15:29,930 DEBUG [RS:0;d7d59561a64e:37229 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T20:15:29,930 DEBUG [RS:2;d7d59561a64e:41729 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T20:15:29,930 DEBUG [RS:1;d7d59561a64e:39247 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T20:15:29,930 DEBUG [RS:2;d7d59561a64e:41729 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T20:15:29,931 DEBUG [RS:0;d7d59561a64e:37229 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T20:15:29,931 DEBUG [RS:2;d7d59561a64e:41729 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T20:15:29,931 DEBUG [RS:0;d7d59561a64e:37229 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T20:15:29,931 DEBUG [RS:1;d7d59561a64e:39247 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T20:15:29,931 DEBUG [RS:2;d7d59561a64e:41729 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d7d59561a64e,41729,1732133728766 2024-11-20T20:15:29,931 DEBUG [RS:0;d7d59561a64e:37229 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d7d59561a64e,37229,1732133728623 2024-11-20T20:15:29,931 DEBUG [RS:1;d7d59561a64e:39247 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T20:15:29,931 DEBUG [RS:2;d7d59561a64e:41729 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7d59561a64e,41729,1732133728766' 2024-11-20T20:15:29,931 DEBUG [RS:0;d7d59561a64e:37229 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7d59561a64e,37229,1732133728623' 2024-11-20T20:15:29,931 DEBUG [RS:1;d7d59561a64e:39247 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d7d59561a64e,39247,1732133728699 2024-11-20T20:15:29,931 DEBUG [RS:2;d7d59561a64e:41729 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T20:15:29,931 DEBUG [RS:0;d7d59561a64e:37229 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T20:15:29,931 DEBUG [RS:1;d7d59561a64e:39247 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7d59561a64e,39247,1732133728699' 2024-11-20T20:15:29,931 DEBUG [RS:1;d7d59561a64e:39247 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T20:15:29,931 DEBUG [RS:0;d7d59561a64e:37229 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T20:15:29,931 DEBUG [RS:2;d7d59561a64e:41729 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T20:15:29,931 DEBUG [RS:1;d7d59561a64e:39247 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T20:15:29,932 DEBUG [RS:0;d7d59561a64e:37229 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T20:15:29,932 INFO [RS:0;d7d59561a64e:37229 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T20:15:29,932 INFO [RS:0;d7d59561a64e:37229 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T20:15:29,932 DEBUG [RS:1;d7d59561a64e:39247 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T20:15:29,932 INFO [RS:1;d7d59561a64e:39247 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T20:15:29,932 DEBUG [RS:2;d7d59561a64e:41729 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T20:15:29,932 INFO [RS:1;d7d59561a64e:39247 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T20:15:29,932 INFO [RS:2;d7d59561a64e:41729 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T20:15:29,932 INFO [RS:2;d7d59561a64e:41729 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T20:15:30,032 INFO [RS:2;d7d59561a64e:41729 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T20:15:30,032 INFO [RS:1;d7d59561a64e:39247 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T20:15:30,032 INFO [RS:0;d7d59561a64e:37229 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T20:15:30,035 INFO [RS:0;d7d59561a64e:37229 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7d59561a64e%2C37229%2C1732133728623, suffix=, logDir=hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/WALs/d7d59561a64e,37229,1732133728623, archiveDir=hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/oldWALs, maxLogs=32 2024-11-20T20:15:30,036 INFO [RS:2;d7d59561a64e:41729 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7d59561a64e%2C41729%2C1732133728766, suffix=, logDir=hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/WALs/d7d59561a64e,41729,1732133728766, archiveDir=hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/oldWALs, maxLogs=32 2024-11-20T20:15:30,042 INFO [RS:1;d7d59561a64e:39247 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7d59561a64e%2C39247%2C1732133728699, suffix=, logDir=hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/WALs/d7d59561a64e,39247,1732133728699, archiveDir=hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/oldWALs, maxLogs=32 2024-11-20T20:15:30,058 DEBUG [RS:0;d7d59561a64e:37229 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/WALs/d7d59561a64e,37229,1732133728623/d7d59561a64e%2C37229%2C1732133728623.1732133730037, exclude list is [], retry=0 2024-11-20T20:15:30,058 DEBUG [RS:2;d7d59561a64e:41729 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/WALs/d7d59561a64e,41729,1732133728766/d7d59561a64e%2C41729%2C1732133728766.1732133730039, exclude list is [], retry=0 2024-11-20T20:15:30,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39069,DS-87d0b09f-4b1f-4b04-a1b8-f4a6a95ba5a0,DISK] 2024-11-20T20:15:30,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43175,DS-78cac5c3-886c-4471-a67f-001819f3161a,DISK] 2024-11-20T20:15:30,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37599,DS-e640f22e-9031-41be-a1d6-bbf832bbc14b,DISK] 2024-11-20T20:15:30,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39069,DS-87d0b09f-4b1f-4b04-a1b8-f4a6a95ba5a0,DISK] 2024-11-20T20:15:30,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37599,DS-e640f22e-9031-41be-a1d6-bbf832bbc14b,DISK] 2024-11-20T20:15:30,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43175,DS-78cac5c3-886c-4471-a67f-001819f3161a,DISK] 2024-11-20T20:15:30,071 INFO [RS:0;d7d59561a64e:37229 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/WALs/d7d59561a64e,37229,1732133728623/d7d59561a64e%2C37229%2C1732133728623.1732133730037 2024-11-20T20:15:30,071 DEBUG [RS:1;d7d59561a64e:39247 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/WALs/d7d59561a64e,39247,1732133728699/d7d59561a64e%2C39247%2C1732133728699.1732133730044, exclude list is [], retry=0 2024-11-20T20:15:30,071 DEBUG [RS:0;d7d59561a64e:37229 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32907:32907),(127.0.0.1/127.0.0.1:37179:37179),(127.0.0.1/127.0.0.1:44915:44915)] 2024-11-20T20:15:30,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39069,DS-87d0b09f-4b1f-4b04-a1b8-f4a6a95ba5a0,DISK] 2024-11-20T20:15:30,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43175,DS-78cac5c3-886c-4471-a67f-001819f3161a,DISK] 2024-11-20T20:15:30,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37599,DS-e640f22e-9031-41be-a1d6-bbf832bbc14b,DISK] 2024-11-20T20:15:30,106 INFO [RS:2;d7d59561a64e:41729 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/WALs/d7d59561a64e,41729,1732133728766/d7d59561a64e%2C41729%2C1732133728766.1732133730039 2024-11-20T20:15:30,108 INFO [RS:1;d7d59561a64e:39247 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/WALs/d7d59561a64e,39247,1732133728699/d7d59561a64e%2C39247%2C1732133728699.1732133730044 2024-11-20T20:15:30,108 DEBUG [RS:2;d7d59561a64e:41729 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32907:32907),(127.0.0.1/127.0.0.1:44915:44915),(127.0.0.1/127.0.0.1:37179:37179)] 2024-11-20T20:15:30,111 DEBUG [RS:1;d7d59561a64e:39247 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32907:32907),(127.0.0.1/127.0.0.1:37179:37179),(127.0.0.1/127.0.0.1:44915:44915)] 2024-11-20T20:15:30,161 DEBUG [d7d59561a64e:44713 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-20T20:15:30,161 DEBUG [d7d59561a64e:44713 {}] balancer.BalancerClusterState(204): Hosts are {d7d59561a64e=0} racks are {/default-rack=0} 2024-11-20T20:15:30,164 DEBUG [d7d59561a64e:44713 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-20T20:15:30,164 DEBUG [d7d59561a64e:44713 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-20T20:15:30,164 DEBUG [d7d59561a64e:44713 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-20T20:15:30,164 DEBUG [d7d59561a64e:44713 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-20T20:15:30,164 DEBUG [d7d59561a64e:44713 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-20T20:15:30,164 DEBUG [d7d59561a64e:44713 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-20T20:15:30,164 INFO [d7d59561a64e:44713 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-20T20:15:30,165 INFO [d7d59561a64e:44713 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-20T20:15:30,165 INFO [d7d59561a64e:44713 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-20T20:15:30,165 DEBUG [d7d59561a64e:44713 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T20:15:30,166 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d7d59561a64e,39247,1732133728699 2024-11-20T20:15:30,170 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7d59561a64e,39247,1732133728699, state=OPENING 2024-11-20T20:15:30,219 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T20:15:30,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37229-0x10159e32bf00001, quorum=127.0.0.1:63677, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T20:15:30,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41729-0x10159e32bf00003, quorum=127.0.0.1:63677, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T20:15:30,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39247-0x10159e32bf00002, quorum=127.0.0.1:63677, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T20:15:30,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44713-0x10159e32bf00000, quorum=127.0.0.1:63677, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T20:15:30,231 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T20:15:30,231 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T20:15:30,232 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T20:15:30,233 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T20:15:30,233 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T20:15:30,233 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d7d59561a64e,39247,1732133728699}] 2024-11-20T20:15:35,554 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7d59561a64e:35355 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-20T20:15:37,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T20:15:37,142 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-20T20:15:40,237 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T20:15:40,239 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43003, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T20:15:40,244 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T20:15:40,244 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:15:40,244 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T20:15:40,246 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7d59561a64e%2C39247%2C1732133728699.meta, suffix=.meta, logDir=hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/WALs/d7d59561a64e,39247,1732133728699, archiveDir=hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/oldWALs, maxLogs=32 2024-11-20T20:15:40,259 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/WALs/d7d59561a64e,39247,1732133728699/d7d59561a64e%2C39247%2C1732133728699.meta.1732133740247.meta, exclude list is [], retry=0 2024-11-20T20:15:40,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39069,DS-87d0b09f-4b1f-4b04-a1b8-f4a6a95ba5a0,DISK] 2024-11-20T20:15:40,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43175,DS-78cac5c3-886c-4471-a67f-001819f3161a,DISK] 2024-11-20T20:15:40,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37599,DS-e640f22e-9031-41be-a1d6-bbf832bbc14b,DISK] 2024-11-20T20:15:40,264 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/WALs/d7d59561a64e,39247,1732133728699/d7d59561a64e%2C39247%2C1732133728699.meta.1732133740247.meta 2024-11-20T20:15:40,264 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32907:32907),(127.0.0.1/127.0.0.1:37179:37179),(127.0.0.1/127.0.0.1:44915:44915)] 2024-11-20T20:15:40,264 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T20:15:40,264 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T20:15:40,265 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T20:15:40,265 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T20:15:40,265 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T20:15:40,265 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:15:40,265 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T20:15:40,265 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T20:15:40,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T20:15:40,267 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T20:15:40,267 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:15:40,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:15:40,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T20:15:40,268 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T20:15:40,269 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:15:40,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:15:40,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T20:15:40,270 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T20:15:40,270 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:15:40,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:15:40,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T20:15:40,271 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T20:15:40,271 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:15:40,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:15:40,272 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T20:15:40,273 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/hbase/meta/1588230740 2024-11-20T20:15:40,274 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/hbase/meta/1588230740 2024-11-20T20:15:40,275 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T20:15:40,275 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T20:15:40,276 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T20:15:40,277 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T20:15:40,278 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74777930, jitterRate=0.11427798867225647}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T20:15:40,278 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T20:15:40,279 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732133740265Writing region info on filesystem at 1732133740265Initializing all the Stores at 1732133740266 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732133740266Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732133740266Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732133740266Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732133740266Cleaning up temporary data from old regions at 1732133740275 (+9 ms)Running coprocessor post-open hooks at 1732133740278 (+3 ms)Region opened successfully at 1732133740279 (+1 ms) 2024-11-20T20:15:40,280 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732133740237 2024-11-20T20:15:40,282 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T20:15:40,282 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T20:15:40,283 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d7d59561a64e,39247,1732133728699 2024-11-20T20:15:40,285 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7d59561a64e,39247,1732133728699, state=OPEN 2024-11-20T20:15:40,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41729-0x10159e32bf00003, quorum=127.0.0.1:63677, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T20:15:40,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39247-0x10159e32bf00002, quorum=127.0.0.1:63677, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T20:15:40,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44713-0x10159e32bf00000, quorum=127.0.0.1:63677, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T20:15:40,356 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d7d59561a64e,39247,1732133728699 2024-11-20T20:15:40,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37229-0x10159e32bf00001, quorum=127.0.0.1:63677, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T20:15:40,356 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T20:15:40,356 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T20:15:40,356 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T20:15:40,356 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T20:15:40,358 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T20:15:40,359 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d7d59561a64e,39247,1732133728699 in 10.1230 sec 2024-11-20T20:15:40,360 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T20:15:40,360 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6020 sec 2024-11-20T20:15:40,361 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T20:15:40,361 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T20:15:40,363 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:15:40,363 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,39247,1732133728699, seqNum=-1] 2024-11-20T20:15:40,363 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:15:40,365 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48067, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:15:40,369 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.7110 sec 2024-11-20T20:15:40,369 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732133740369, completionTime=-1 2024-11-20T20:15:40,370 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-20T20:15:40,370 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T20:15:40,371 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-20T20:15:40,371 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732133800371 2024-11-20T20:15:40,371 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732133860371 2024-11-20T20:15:40,371 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T20:15:40,372 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-20T20:15:40,372 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,44713,1732133728374-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:15:40,372 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,44713,1732133728374-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:15:40,372 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,44713,1732133728374-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:15:40,372 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d7d59561a64e:44713, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:15:40,372 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T20:15:40,373 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T20:15:40,375 DEBUG [master/d7d59561a64e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T20:15:40,377 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.505sec 2024-11-20T20:15:40,377 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T20:15:40,377 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T20:15:40,377 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T20:15:40,377 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T20:15:40,377 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T20:15:40,377 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,44713,1732133728374-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T20:15:40,378 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,44713,1732133728374-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T20:15:40,380 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T20:15:40,380 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T20:15:40,381 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,44713,1732133728374-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:15:40,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f414135, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:15:40,428 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,44713,-1 for getting cluster id 2024-11-20T20:15:40,428 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:15:40,430 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4ad6900c-b95b-4627-87f4-b566ea15d560' 2024-11-20T20:15:40,430 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:15:40,430 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4ad6900c-b95b-4627-87f4-b566ea15d560" 2024-11-20T20:15:40,431 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73530069, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:15:40,431 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,44713,-1] 2024-11-20T20:15:40,431 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:15:40,431 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:15:40,433 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:15:40,434 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a2ffcc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:15:40,435 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:15:40,436 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,39247,1732133728699, seqNum=-1] 2024-11-20T20:15:40,437 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:15:40,442 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:15:40,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d7d59561a64e,44713,1732133728374 2024-11-20T20:15:40,444 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732133740444 (current time:1732133740444). 2024-11-20T20:15:40,444 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-20T20:15:40,444 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-20T20:15:40,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ccc70ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:15:40,447 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,44713,-1 for getting cluster id 2024-11-20T20:15:40,447 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:15:40,448 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4ad6900c-b95b-4627-87f4-b566ea15d560' 2024-11-20T20:15:40,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:15:40,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4ad6900c-b95b-4627-87f4-b566ea15d560" 2024-11-20T20:15:40,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@749e14fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:15:40,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,44713,-1] 2024-11-20T20:15:40,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:15:40,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:15:40,450 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:15:40,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@103fa8f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:15:40,451 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:15:40,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,39247,1732133728699, seqNum=-1] 2024-11-20T20:15:40,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:15:40,453 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:15:40,454 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T20:15:40,454 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:15:40,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:15:40,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:15:40,455 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:15:40,455 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:15:40,458 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,44713,1732133728374 2024-11-20T20:15:40,458 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a109dad 2024-11-20T20:15:40,458 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:15:40,462 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T20:15:40,463 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44713 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T20:15:40,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44713 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-20T20:15:40,468 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T20:15:40,469 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:15:40,469 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44713 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-20T20:15:40,470 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T20:15:40,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:15:40,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741837_1013 (size=361) 2024-11-20T20:15:40,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741837_1013 (size=361) 2024-11-20T20:15:40,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39069 is added to blk_1073741837_1013 (size=361) 2024-11-20T20:15:40,490 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d238c94f993c28320d9f317cd2a8ec62, NAME => 'SPTestTable,,1732133740462.d238c94f993c28320d9f317cd2a8ec62.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197 2024-11-20T20:15:40,501 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => ec33966f58658b10b5a58b9890258433, NAME => 'SPTestTable,19999999,1732133740462.ec33966f58658b10b5a58b9890258433.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197 2024-11-20T20:15:40,509 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => db0020486eab25ddeb9ede57ec30dc1a, NAME => 'SPTestTable,33333332,1732133740462.db0020486eab25ddeb9ede57ec30dc1a.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197 2024-11-20T20:15:40,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741838_1014 (size=54) 2024-11-20T20:15:40,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39069 is added to blk_1073741838_1014 (size=54) 2024-11-20T20:15:40,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741838_1014 (size=54) 2024-11-20T20:15:40,541 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1732133740462.d238c94f993c28320d9f317cd2a8ec62.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:15:40,541 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing d238c94f993c28320d9f317cd2a8ec62, disabling compactions & flushes 2024-11-20T20:15:40,542 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1732133740462.d238c94f993c28320d9f317cd2a8ec62. 2024-11-20T20:15:40,542 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732133740462.d238c94f993c28320d9f317cd2a8ec62. 2024-11-20T20:15:40,542 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732133740462.d238c94f993c28320d9f317cd2a8ec62. after waiting 0 ms 2024-11-20T20:15:40,542 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732133740462.d238c94f993c28320d9f317cd2a8ec62. 2024-11-20T20:15:40,542 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1732133740462.d238c94f993c28320d9f317cd2a8ec62. 2024-11-20T20:15:40,542 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for d238c94f993c28320d9f317cd2a8ec62: Waiting for close lock at 1732133740541Disabling compacts and flushes for region at 1732133740541Disabling writes for close at 1732133740542 (+1 ms)Writing region close event to WAL at 1732133740542Closed at 1732133740542 2024-11-20T20:15:40,542 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 54f1842d1865c6e188770a3d881adfe6, NAME => 'SPTestTable,4ccccccb,1732133740462.54f1842d1865c6e188770a3d881adfe6.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197 2024-11-20T20:15:40,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741840_1016 (size=62) 2024-11-20T20:15:40,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741840_1016 (size=62) 2024-11-20T20:15:40,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39069 is added to blk_1073741840_1016 (size=62) 2024-11-20T20:15:40,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741839_1015 (size=62) 2024-11-20T20:15:40,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39069 is added to blk_1073741839_1015 (size=62) 2024-11-20T20:15:40,550 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732133740462.db0020486eab25ddeb9ede57ec30dc1a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:15:40,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741839_1015 (size=62) 2024-11-20T20:15:40,550 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing db0020486eab25ddeb9ede57ec30dc1a, disabling compactions & flushes 2024-11-20T20:15:40,550 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732133740462.db0020486eab25ddeb9ede57ec30dc1a. 2024-11-20T20:15:40,550 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732133740462.db0020486eab25ddeb9ede57ec30dc1a. 2024-11-20T20:15:40,550 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732133740462.db0020486eab25ddeb9ede57ec30dc1a. after waiting 0 ms 2024-11-20T20:15:40,550 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732133740462.db0020486eab25ddeb9ede57ec30dc1a. 2024-11-20T20:15:40,550 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732133740462.db0020486eab25ddeb9ede57ec30dc1a. 2024-11-20T20:15:40,550 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for db0020486eab25ddeb9ede57ec30dc1a: Waiting for close lock at 1732133740550Disabling compacts and flushes for region at 1732133740550Disabling writes for close at 1732133740550Writing region close event to WAL at 1732133740550Closed at 1732133740550 2024-11-20T20:15:40,551 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => d013ce5935a5693ce445f03b9a992e9b, NAME => 'SPTestTable,66666664,1732133740462.d013ce5935a5693ce445f03b9a992e9b.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197 2024-11-20T20:15:40,551 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732133740462.ec33966f58658b10b5a58b9890258433.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:15:40,551 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing ec33966f58658b10b5a58b9890258433, disabling compactions & flushes 2024-11-20T20:15:40,551 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732133740462.ec33966f58658b10b5a58b9890258433. 2024-11-20T20:15:40,551 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732133740462.ec33966f58658b10b5a58b9890258433. 2024-11-20T20:15:40,551 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732133740462.ec33966f58658b10b5a58b9890258433. after waiting 0 ms 2024-11-20T20:15:40,551 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732133740462.ec33966f58658b10b5a58b9890258433. 2024-11-20T20:15:40,551 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732133740462.ec33966f58658b10b5a58b9890258433. 2024-11-20T20:15:40,551 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for ec33966f58658b10b5a58b9890258433: Waiting for close lock at 1732133740551Disabling compacts and flushes for region at 1732133740551Disabling writes for close at 1732133740551Writing region close event to WAL at 1732133740551Closed at 1732133740551 2024-11-20T20:15:40,552 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 9874ebacce143c864fdfc3b0056c619e, NAME => 'SPTestTable,7ffffffd,1732133740462.9874ebacce143c864fdfc3b0056c619e.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197 2024-11-20T20:15:40,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39069 is added to blk_1073741841_1017 (size=62) 2024-11-20T20:15:40,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741841_1017 (size=62) 2024-11-20T20:15:40,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741841_1017 (size=62) 2024-11-20T20:15:40,555 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732133740462.54f1842d1865c6e188770a3d881adfe6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:15:40,555 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 54f1842d1865c6e188770a3d881adfe6, disabling compactions & flushes 2024-11-20T20:15:40,555 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732133740462.54f1842d1865c6e188770a3d881adfe6. 2024-11-20T20:15:40,555 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732133740462.54f1842d1865c6e188770a3d881adfe6. 2024-11-20T20:15:40,556 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732133740462.54f1842d1865c6e188770a3d881adfe6. after waiting 1 ms 2024-11-20T20:15:40,556 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732133740462.54f1842d1865c6e188770a3d881adfe6. 2024-11-20T20:15:40,556 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732133740462.54f1842d1865c6e188770a3d881adfe6. 2024-11-20T20:15:40,556 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 54f1842d1865c6e188770a3d881adfe6: Waiting for close lock at 1732133740555Disabling compacts and flushes for region at 1732133740555Disabling writes for close at 1732133740556 (+1 ms)Writing region close event to WAL at 1732133740556Closed at 1732133740556 2024-11-20T20:15:40,556 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f6a05802121ea06db8d49f7b93f462bb, NAME => 'SPTestTable,99999996,1732133740462.f6a05802121ea06db8d49f7b93f462bb.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197 2024-11-20T20:15:40,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741842_1018 (size=62) 2024-11-20T20:15:40,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741843_1019 (size=62) 2024-11-20T20:15:40,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39069 is added to blk_1073741842_1018 (size=62) 2024-11-20T20:15:40,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741842_1018 (size=62) 2024-11-20T20:15:40,562 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732133740462.d013ce5935a5693ce445f03b9a992e9b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:15:40,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741843_1019 (size=62) 2024-11-20T20:15:40,562 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing d013ce5935a5693ce445f03b9a992e9b, disabling compactions & flushes 2024-11-20T20:15:40,563 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732133740462.d013ce5935a5693ce445f03b9a992e9b. 2024-11-20T20:15:40,563 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732133740462.d013ce5935a5693ce445f03b9a992e9b. 2024-11-20T20:15:40,563 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732133740462.d013ce5935a5693ce445f03b9a992e9b. after waiting 0 ms 2024-11-20T20:15:40,563 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732133740462.d013ce5935a5693ce445f03b9a992e9b. 2024-11-20T20:15:40,563 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732133740462.d013ce5935a5693ce445f03b9a992e9b. 2024-11-20T20:15:40,563 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for d013ce5935a5693ce445f03b9a992e9b: Waiting for close lock at 1732133740562Disabling compacts and flushes for region at 1732133740562Disabling writes for close at 1732133740563 (+1 ms)Writing region close event to WAL at 1732133740563Closed at 1732133740563 2024-11-20T20:15:40,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39069 is added to blk_1073741843_1019 (size=62) 2024-11-20T20:15:40,564 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => eea30155f7d3937251b667127fe8b59d, NAME => 'SPTestTable,b333332f,1732133740462.eea30155f7d3937251b667127fe8b59d.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197 2024-11-20T20:15:40,564 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732133740462.9874ebacce143c864fdfc3b0056c619e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:15:40,564 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 9874ebacce143c864fdfc3b0056c619e, disabling compactions & flushes 2024-11-20T20:15:40,564 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732133740462.9874ebacce143c864fdfc3b0056c619e. 2024-11-20T20:15:40,564 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732133740462.9874ebacce143c864fdfc3b0056c619e. 2024-11-20T20:15:40,564 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732133740462.9874ebacce143c864fdfc3b0056c619e. after waiting 0 ms 2024-11-20T20:15:40,564 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732133740462.9874ebacce143c864fdfc3b0056c619e. 2024-11-20T20:15:40,564 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732133740462.9874ebacce143c864fdfc3b0056c619e. 2024-11-20T20:15:40,564 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 9874ebacce143c864fdfc3b0056c619e: Waiting for close lock at 1732133740564Disabling compacts and flushes for region at 1732133740564Disabling writes for close at 1732133740564Writing region close event to WAL at 1732133740564Closed at 1732133740564 2024-11-20T20:15:40,565 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 5d36ce110f3373ac3f65bc9b00047b7f, NAME => 'SPTestTable,ccccccc8,1732133740462.5d36ce110f3373ac3f65bc9b00047b7f.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197 2024-11-20T20:15:40,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39069 is added to blk_1073741844_1020 (size=62) 2024-11-20T20:15:40,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741844_1020 (size=62) 2024-11-20T20:15:40,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741844_1020 (size=62) 2024-11-20T20:15:40,570 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732133740462.f6a05802121ea06db8d49f7b93f462bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:15:40,571 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing f6a05802121ea06db8d49f7b93f462bb, disabling compactions & flushes 2024-11-20T20:15:40,571 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732133740462.f6a05802121ea06db8d49f7b93f462bb. 2024-11-20T20:15:40,571 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732133740462.f6a05802121ea06db8d49f7b93f462bb. 2024-11-20T20:15:40,571 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732133740462.f6a05802121ea06db8d49f7b93f462bb. after waiting 0 ms 2024-11-20T20:15:40,571 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732133740462.f6a05802121ea06db8d49f7b93f462bb. 2024-11-20T20:15:40,571 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732133740462.f6a05802121ea06db8d49f7b93f462bb. 2024-11-20T20:15:40,571 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for f6a05802121ea06db8d49f7b93f462bb: Waiting for close lock at 1732133740570Disabling compacts and flushes for region at 1732133740570Disabling writes for close at 1732133740571 (+1 ms)Writing region close event to WAL at 1732133740571Closed at 1732133740571 2024-11-20T20:15:40,572 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7a73d86d3aa1fd8d18aaead3cf95b539, NAME => 'SPTestTable,e6666661,1732133740462.7a73d86d3aa1fd8d18aaead3cf95b539.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197 2024-11-20T20:15:40,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:15:40,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741845_1021 (size=62) 2024-11-20T20:15:40,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39069 is added to blk_1073741845_1021 (size=62) 2024-11-20T20:15:40,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741846_1022 (size=62) 2024-11-20T20:15:40,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741846_1022 (size=62) 2024-11-20T20:15:40,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39069 is added to blk_1073741846_1022 (size=62) 2024-11-20T20:15:40,579 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732133740462.eea30155f7d3937251b667127fe8b59d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:15:40,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741845_1021 (size=62) 2024-11-20T20:15:40,579 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing eea30155f7d3937251b667127fe8b59d, disabling compactions & flushes 2024-11-20T20:15:40,579 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732133740462.eea30155f7d3937251b667127fe8b59d. 2024-11-20T20:15:40,579 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732133740462.eea30155f7d3937251b667127fe8b59d. 2024-11-20T20:15:40,579 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732133740462.eea30155f7d3937251b667127fe8b59d. after waiting 0 ms 2024-11-20T20:15:40,579 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732133740462.eea30155f7d3937251b667127fe8b59d. 2024-11-20T20:15:40,579 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732133740462.eea30155f7d3937251b667127fe8b59d. 2024-11-20T20:15:40,579 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for eea30155f7d3937251b667127fe8b59d: Waiting for close lock at 1732133740579Disabling compacts and flushes for region at 1732133740579Disabling writes for close at 1732133740579Writing region close event to WAL at 1732133740579Closed at 1732133740579 2024-11-20T20:15:40,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741847_1023 (size=54) 2024-11-20T20:15:40,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39069 is added to blk_1073741847_1023 (size=54) 2024-11-20T20:15:40,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741847_1023 (size=54) 2024-11-20T20:15:40,583 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732133740462.7a73d86d3aa1fd8d18aaead3cf95b539.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:15:40,583 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 7a73d86d3aa1fd8d18aaead3cf95b539, disabling compactions & flushes 2024-11-20T20:15:40,583 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732133740462.7a73d86d3aa1fd8d18aaead3cf95b539. 2024-11-20T20:15:40,583 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732133740462.7a73d86d3aa1fd8d18aaead3cf95b539. 2024-11-20T20:15:40,583 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732133740462.7a73d86d3aa1fd8d18aaead3cf95b539. after waiting 0 ms 2024-11-20T20:15:40,583 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732133740462.7a73d86d3aa1fd8d18aaead3cf95b539. 2024-11-20T20:15:40,583 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732133740462.7a73d86d3aa1fd8d18aaead3cf95b539. 2024-11-20T20:15:40,583 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7a73d86d3aa1fd8d18aaead3cf95b539: Waiting for close lock at 1732133740583Disabling compacts and flushes for region at 1732133740583Disabling writes for close at 1732133740583Writing region close event to WAL at 1732133740583Closed at 1732133740583 2024-11-20T20:15:40,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:15:40,980 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732133740462.5d36ce110f3373ac3f65bc9b00047b7f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:15:40,980 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 5d36ce110f3373ac3f65bc9b00047b7f, disabling compactions & flushes 2024-11-20T20:15:40,980 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732133740462.5d36ce110f3373ac3f65bc9b00047b7f. 2024-11-20T20:15:40,980 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732133740462.5d36ce110f3373ac3f65bc9b00047b7f. 2024-11-20T20:15:40,980 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732133740462.5d36ce110f3373ac3f65bc9b00047b7f. after waiting 0 ms 2024-11-20T20:15:40,980 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732133740462.5d36ce110f3373ac3f65bc9b00047b7f. 2024-11-20T20:15:40,980 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732133740462.5d36ce110f3373ac3f65bc9b00047b7f. 2024-11-20T20:15:40,980 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 5d36ce110f3373ac3f65bc9b00047b7f: Waiting for close lock at 1732133740980Disabling compacts and flushes for region at 1732133740980Disabling writes for close at 1732133740980Writing region close event to WAL at 1732133740980Closed at 1732133740980 2024-11-20T20:15:40,982 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T20:15:40,982 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1732133740462.d238c94f993c28320d9f317cd2a8ec62.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732133740982"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732133740982"}]},"ts":"1732133740982"} 2024-11-20T20:15:40,982 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1732133740462.db0020486eab25ddeb9ede57ec30dc1a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732133740982"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732133740982"}]},"ts":"1732133740982"} 2024-11-20T20:15:40,983 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1732133740462.ec33966f58658b10b5a58b9890258433.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732133740982"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732133740982"}]},"ts":"1732133740982"} 2024-11-20T20:15:40,983 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1732133740462.54f1842d1865c6e188770a3d881adfe6.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732133740982"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732133740982"}]},"ts":"1732133740982"} 2024-11-20T20:15:40,983 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1732133740462.d013ce5935a5693ce445f03b9a992e9b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732133740982"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732133740982"}]},"ts":"1732133740982"} 2024-11-20T20:15:40,983 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1732133740462.9874ebacce143c864fdfc3b0056c619e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732133740982"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732133740982"}]},"ts":"1732133740982"} 2024-11-20T20:15:40,983 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1732133740462.f6a05802121ea06db8d49f7b93f462bb.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732133740982"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732133740982"}]},"ts":"1732133740982"} 2024-11-20T20:15:40,983 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1732133740462.eea30155f7d3937251b667127fe8b59d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732133740982"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732133740982"}]},"ts":"1732133740982"} 2024-11-20T20:15:40,983 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1732133740462.7a73d86d3aa1fd8d18aaead3cf95b539.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732133740982"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732133740982"}]},"ts":"1732133740982"} 2024-11-20T20:15:40,984 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1732133740462.5d36ce110f3373ac3f65bc9b00047b7f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732133740982"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732133740982"}]},"ts":"1732133740982"} 2024-11-20T20:15:40,989 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-20T20:15:40,996 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T20:15:40,996 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732133740996"}]},"ts":"1732133740996"} 2024-11-20T20:15:40,999 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-20T20:15:40,999 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {d7d59561a64e=0} racks are {/default-rack=0} 2024-11-20T20:15:41,006 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-20T20:15:41,006 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-20T20:15:41,006 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-20T20:15:41,006 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-20T20:15:41,006 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-20T20:15:41,006 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-20T20:15:41,006 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-20T20:15:41,006 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-20T20:15:41,006 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-20T20:15:41,006 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T20:15:41,007 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d238c94f993c28320d9f317cd2a8ec62, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ec33966f58658b10b5a58b9890258433, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=db0020486eab25ddeb9ede57ec30dc1a, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=54f1842d1865c6e188770a3d881adfe6, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d013ce5935a5693ce445f03b9a992e9b, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9874ebacce143c864fdfc3b0056c619e, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f6a05802121ea06db8d49f7b93f462bb, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=eea30155f7d3937251b667127fe8b59d, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5d36ce110f3373ac3f65bc9b00047b7f, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7a73d86d3aa1fd8d18aaead3cf95b539, ASSIGN}] 2024-11-20T20:15:41,009 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d238c94f993c28320d9f317cd2a8ec62, ASSIGN 2024-11-20T20:15:41,010 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ec33966f58658b10b5a58b9890258433, ASSIGN 2024-11-20T20:15:41,010 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=54f1842d1865c6e188770a3d881adfe6, ASSIGN 2024-11-20T20:15:41,010 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d238c94f993c28320d9f317cd2a8ec62, ASSIGN; state=OFFLINE, location=d7d59561a64e,39247,1732133728699; forceNewPlan=false, retain=false 2024-11-20T20:15:41,010 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=db0020486eab25ddeb9ede57ec30dc1a, ASSIGN 2024-11-20T20:15:41,011 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ec33966f58658b10b5a58b9890258433, ASSIGN; state=OFFLINE, location=d7d59561a64e,37229,1732133728623; forceNewPlan=false, retain=false 2024-11-20T20:15:41,011 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=db0020486eab25ddeb9ede57ec30dc1a, ASSIGN; state=OFFLINE, location=d7d59561a64e,41729,1732133728766; forceNewPlan=false, retain=false 2024-11-20T20:15:41,011 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=54f1842d1865c6e188770a3d881adfe6, ASSIGN; state=OFFLINE, location=d7d59561a64e,39247,1732133728699; forceNewPlan=false, retain=false 2024-11-20T20:15:41,011 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7a73d86d3aa1fd8d18aaead3cf95b539, ASSIGN 2024-11-20T20:15:41,012 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7a73d86d3aa1fd8d18aaead3cf95b539, ASSIGN; state=OFFLINE, location=d7d59561a64e,37229,1732133728623; forceNewPlan=false, retain=false 2024-11-20T20:15:41,013 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=eea30155f7d3937251b667127fe8b59d, ASSIGN 2024-11-20T20:15:41,013 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5d36ce110f3373ac3f65bc9b00047b7f, ASSIGN 2024-11-20T20:15:41,014 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f6a05802121ea06db8d49f7b93f462bb, ASSIGN 2024-11-20T20:15:41,014 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9874ebacce143c864fdfc3b0056c619e, ASSIGN 2024-11-20T20:15:41,014 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d013ce5935a5693ce445f03b9a992e9b, ASSIGN 2024-11-20T20:15:41,014 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5d36ce110f3373ac3f65bc9b00047b7f, ASSIGN; state=OFFLINE, location=d7d59561a64e,39247,1732133728699; forceNewPlan=false, retain=false 2024-11-20T20:15:41,014 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=eea30155f7d3937251b667127fe8b59d, ASSIGN; state=OFFLINE, location=d7d59561a64e,41729,1732133728766; forceNewPlan=false, retain=false 2024-11-20T20:15:41,015 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f6a05802121ea06db8d49f7b93f462bb, ASSIGN; state=OFFLINE, location=d7d59561a64e,39247,1732133728699; forceNewPlan=false, retain=false 2024-11-20T20:15:41,015 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d013ce5935a5693ce445f03b9a992e9b, ASSIGN; state=OFFLINE, location=d7d59561a64e,41729,1732133728766; forceNewPlan=false, retain=false 2024-11-20T20:15:41,015 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9874ebacce143c864fdfc3b0056c619e, ASSIGN; state=OFFLINE, location=d7d59561a64e,37229,1732133728623; forceNewPlan=false, retain=false 2024-11-20T20:15:41,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:15:41,161 INFO [d7d59561a64e:44713 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-20T20:15:41,162 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=eea30155f7d3937251b667127fe8b59d, regionState=OPENING, regionLocation=d7d59561a64e,41729,1732133728766 2024-11-20T20:15:41,163 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d013ce5935a5693ce445f03b9a992e9b, regionState=OPENING, regionLocation=d7d59561a64e,41729,1732133728766 2024-11-20T20:15:41,163 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=db0020486eab25ddeb9ede57ec30dc1a, regionState=OPENING, regionLocation=d7d59561a64e,41729,1732133728766 2024-11-20T20:15:41,164 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=5d36ce110f3373ac3f65bc9b00047b7f, regionState=OPENING, regionLocation=d7d59561a64e,39247,1732133728699 2024-11-20T20:15:41,165 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=f6a05802121ea06db8d49f7b93f462bb, regionState=OPENING, regionLocation=d7d59561a64e,39247,1732133728699 2024-11-20T20:15:41,165 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=54f1842d1865c6e188770a3d881adfe6, regionState=OPENING, regionLocation=d7d59561a64e,39247,1732133728699 2024-11-20T20:15:41,166 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d238c94f993c28320d9f317cd2a8ec62, regionState=OPENING, regionLocation=d7d59561a64e,39247,1732133728699 2024-11-20T20:15:41,167 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=7a73d86d3aa1fd8d18aaead3cf95b539, regionState=OPENING, regionLocation=d7d59561a64e,37229,1732133728623 2024-11-20T20:15:41,167 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=9874ebacce143c864fdfc3b0056c619e, regionState=OPENING, regionLocation=d7d59561a64e,37229,1732133728623 2024-11-20T20:15:41,168 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ec33966f58658b10b5a58b9890258433, regionState=OPENING, regionLocation=d7d59561a64e,37229,1732133728623 2024-11-20T20:15:41,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=eea30155f7d3937251b667127fe8b59d, ASSIGN because future has completed 2024-11-20T20:15:41,185 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure eea30155f7d3937251b667127fe8b59d, server=d7d59561a64e,41729,1732133728766}] 2024-11-20T20:15:41,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d013ce5935a5693ce445f03b9a992e9b, ASSIGN because future has completed 2024-11-20T20:15:41,187 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d013ce5935a5693ce445f03b9a992e9b, server=d7d59561a64e,41729,1732133728766}] 2024-11-20T20:15:41,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=db0020486eab25ddeb9ede57ec30dc1a, ASSIGN because future has completed 2024-11-20T20:15:41,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5d36ce110f3373ac3f65bc9b00047b7f, ASSIGN because future has completed 2024-11-20T20:15:41,203 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure db0020486eab25ddeb9ede57ec30dc1a, server=d7d59561a64e,41729,1732133728766}] 2024-11-20T20:15:41,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f6a05802121ea06db8d49f7b93f462bb, ASSIGN because future has completed 2024-11-20T20:15:41,206 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5d36ce110f3373ac3f65bc9b00047b7f, server=d7d59561a64e,39247,1732133728699}] 2024-11-20T20:15:41,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=54f1842d1865c6e188770a3d881adfe6, ASSIGN because future has completed 2024-11-20T20:15:41,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d238c94f993c28320d9f317cd2a8ec62, ASSIGN because future has completed 2024-11-20T20:15:41,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7a73d86d3aa1fd8d18aaead3cf95b539, ASSIGN because future has completed 2024-11-20T20:15:41,229 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7a73d86d3aa1fd8d18aaead3cf95b539, server=d7d59561a64e,37229,1732133728623}] 2024-11-20T20:15:41,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9874ebacce143c864fdfc3b0056c619e, ASSIGN because future has completed 2024-11-20T20:15:41,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ec33966f58658b10b5a58b9890258433, ASSIGN because future has completed 2024-11-20T20:15:41,235 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure f6a05802121ea06db8d49f7b93f462bb, server=d7d59561a64e,39247,1732133728699}] 2024-11-20T20:15:41,237 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ec33966f58658b10b5a58b9890258433, server=d7d59561a64e,37229,1732133728623}] 2024-11-20T20:15:41,241 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9874ebacce143c864fdfc3b0056c619e, server=d7d59561a64e,37229,1732133728623}] 2024-11-20T20:15:41,247 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 54f1842d1865c6e188770a3d881adfe6, server=d7d59561a64e,39247,1732133728699}] 2024-11-20T20:15:41,253 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d238c94f993c28320d9f317cd2a8ec62, server=d7d59561a64e,39247,1732133728699}] 2024-11-20T20:15:41,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:15:41,860 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T20:15:42,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:15:44,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:15:45,267 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:15:45,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:15:45,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:15:45,815 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T20:15:45,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:15:45,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:15:45,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:15:47,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T20:15:47,142 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T20:15:47,143 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T20:15:47,143 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T20:15:48,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:15:51,202 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T20:15:51,205 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38923, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T20:15:51,225 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732133740462.d013ce5935a5693ce445f03b9a992e9b. 2024-11-20T20:15:51,225 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => d013ce5935a5693ce445f03b9a992e9b, NAME => 'SPTestTable,66666664,1732133740462.d013ce5935a5693ce445f03b9a992e9b.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-20T20:15:51,226 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d013ce5935a5693ce445f03b9a992e9b 2024-11-20T20:15:51,226 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732133740462.d013ce5935a5693ce445f03b9a992e9b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:15:51,226 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for d013ce5935a5693ce445f03b9a992e9b 2024-11-20T20:15:51,226 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for d013ce5935a5693ce445f03b9a992e9b 2024-11-20T20:15:51,246 INFO [StoreOpener-d013ce5935a5693ce445f03b9a992e9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d013ce5935a5693ce445f03b9a992e9b 2024-11-20T20:15:51,247 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T20:15:51,266 INFO [StoreOpener-d013ce5935a5693ce445f03b9a992e9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d013ce5935a5693ce445f03b9a992e9b columnFamilyName cf 2024-11-20T20:15:51,266 DEBUG [StoreOpener-d013ce5935a5693ce445f03b9a992e9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:15:51,266 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42039, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T20:15:51,269 INFO [StoreOpener-d013ce5935a5693ce445f03b9a992e9b-1 {}] regionserver.HStore(327): Store=d013ce5935a5693ce445f03b9a992e9b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:15:51,270 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for d013ce5935a5693ce445f03b9a992e9b 2024-11-20T20:15:51,276 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/default/SPTestTable/d013ce5935a5693ce445f03b9a992e9b 2024-11-20T20:15:51,277 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/default/SPTestTable/d013ce5935a5693ce445f03b9a992e9b 2024-11-20T20:15:51,282 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for d013ce5935a5693ce445f03b9a992e9b 2024-11-20T20:15:51,282 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for d013ce5935a5693ce445f03b9a992e9b 2024-11-20T20:15:51,285 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for d013ce5935a5693ce445f03b9a992e9b 2024-11-20T20:15:51,295 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/default/SPTestTable/d013ce5935a5693ce445f03b9a992e9b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:15:51,297 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened d013ce5935a5693ce445f03b9a992e9b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69821566, jitterRate=0.040422409772872925}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T20:15:51,297 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d013ce5935a5693ce445f03b9a992e9b 2024-11-20T20:15:51,297 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for d013ce5935a5693ce445f03b9a992e9b: Running coprocessor pre-open hook at 1732133751226Writing region info on filesystem at 1732133751226Initializing all the Stores at 1732133751240 (+14 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732133751240Cleaning up temporary data from old regions at 1732133751282 (+42 ms)Running coprocessor post-open hooks at 1732133751297 (+15 ms)Region opened successfully at 1732133751297 2024-11-20T20:15:51,301 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732133740462.d013ce5935a5693ce445f03b9a992e9b., pid=16, masterSystemTime=1732133751202 2024-11-20T20:15:51,305 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732133740462.54f1842d1865c6e188770a3d881adfe6. 2024-11-20T20:15:51,305 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 54f1842d1865c6e188770a3d881adfe6, NAME => 'SPTestTable,4ccccccb,1732133740462.54f1842d1865c6e188770a3d881adfe6.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-20T20:15:51,306 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 54f1842d1865c6e188770a3d881adfe6 2024-11-20T20:15:51,306 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732133740462.54f1842d1865c6e188770a3d881adfe6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:15:51,306 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 54f1842d1865c6e188770a3d881adfe6 2024-11-20T20:15:51,306 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 54f1842d1865c6e188770a3d881adfe6 2024-11-20T20:15:51,314 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732133740462.d013ce5935a5693ce445f03b9a992e9b. 2024-11-20T20:15:51,314 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732133740462.d013ce5935a5693ce445f03b9a992e9b. 2024-11-20T20:15:51,315 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732133740462.db0020486eab25ddeb9ede57ec30dc1a. 2024-11-20T20:15:51,315 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => db0020486eab25ddeb9ede57ec30dc1a, NAME => 'SPTestTable,33333332,1732133740462.db0020486eab25ddeb9ede57ec30dc1a.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-20T20:15:51,315 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d013ce5935a5693ce445f03b9a992e9b, regionState=OPEN, openSeqNum=2, regionLocation=d7d59561a64e,41729,1732133728766 2024-11-20T20:15:51,315 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable db0020486eab25ddeb9ede57ec30dc1a 2024-11-20T20:15:51,315 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732133740462.db0020486eab25ddeb9ede57ec30dc1a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:15:51,315 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for db0020486eab25ddeb9ede57ec30dc1a 2024-11-20T20:15:51,315 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for db0020486eab25ddeb9ede57ec30dc1a 2024-11-20T20:15:51,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d013ce5935a5693ce445f03b9a992e9b, server=d7d59561a64e,41729,1732133728766 because future has completed 2024-11-20T20:15:51,324 INFO [StoreOpener-db0020486eab25ddeb9ede57ec30dc1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region db0020486eab25ddeb9ede57ec30dc1a 2024-11-20T20:15:51,331 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=9 2024-11-20T20:15:51,332 INFO [StoreOpener-54f1842d1865c6e188770a3d881adfe6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 54f1842d1865c6e188770a3d881adfe6 2024-11-20T20:15:51,333 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d013ce5935a5693ce445f03b9a992e9b, server=d7d59561a64e,41729,1732133728766 in 10.1340 sec 2024-11-20T20:15:51,333 INFO [StoreOpener-db0020486eab25ddeb9ede57ec30dc1a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db0020486eab25ddeb9ede57ec30dc1a columnFamilyName cf 2024-11-20T20:15:51,333 DEBUG [StoreOpener-db0020486eab25ddeb9ede57ec30dc1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:15:51,334 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d013ce5935a5693ce445f03b9a992e9b, ASSIGN in 10.3240 sec 2024-11-20T20:15:51,336 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732133740462.9874ebacce143c864fdfc3b0056c619e. 2024-11-20T20:15:51,336 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 9874ebacce143c864fdfc3b0056c619e, NAME => 'SPTestTable,7ffffffd,1732133740462.9874ebacce143c864fdfc3b0056c619e.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-20T20:15:51,337 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9874ebacce143c864fdfc3b0056c619e 2024-11-20T20:15:51,337 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732133740462.9874ebacce143c864fdfc3b0056c619e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:15:51,337 INFO [StoreOpener-54f1842d1865c6e188770a3d881adfe6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54f1842d1865c6e188770a3d881adfe6 columnFamilyName cf 2024-11-20T20:15:51,337 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 9874ebacce143c864fdfc3b0056c619e 2024-11-20T20:15:51,340 INFO [StoreOpener-db0020486eab25ddeb9ede57ec30dc1a-1 {}] regionserver.HStore(327): Store=db0020486eab25ddeb9ede57ec30dc1a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:15:51,341 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for db0020486eab25ddeb9ede57ec30dc1a 2024-11-20T20:15:51,345 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/default/SPTestTable/db0020486eab25ddeb9ede57ec30dc1a 2024-11-20T20:15:51,347 DEBUG [StoreOpener-54f1842d1865c6e188770a3d881adfe6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:15:51,348 INFO [StoreOpener-54f1842d1865c6e188770a3d881adfe6-1 {}] regionserver.HStore(327): Store=54f1842d1865c6e188770a3d881adfe6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:15:51,348 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 54f1842d1865c6e188770a3d881adfe6 2024-11-20T20:15:51,350 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/default/SPTestTable/54f1842d1865c6e188770a3d881adfe6 2024-11-20T20:15:51,350 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/default/SPTestTable/54f1842d1865c6e188770a3d881adfe6 2024-11-20T20:15:51,351 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 54f1842d1865c6e188770a3d881adfe6 2024-11-20T20:15:51,351 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 54f1842d1865c6e188770a3d881adfe6 2024-11-20T20:15:51,352 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/default/SPTestTable/db0020486eab25ddeb9ede57ec30dc1a 2024-11-20T20:15:51,357 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for db0020486eab25ddeb9ede57ec30dc1a 2024-11-20T20:15:51,357 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for db0020486eab25ddeb9ede57ec30dc1a 2024-11-20T20:15:51,358 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 9874ebacce143c864fdfc3b0056c619e 2024-11-20T20:15:51,361 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 54f1842d1865c6e188770a3d881adfe6 2024-11-20T20:15:51,385 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for db0020486eab25ddeb9ede57ec30dc1a 2024-11-20T20:15:51,396 INFO [StoreOpener-9874ebacce143c864fdfc3b0056c619e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9874ebacce143c864fdfc3b0056c619e 2024-11-20T20:15:51,405 INFO [StoreOpener-9874ebacce143c864fdfc3b0056c619e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9874ebacce143c864fdfc3b0056c619e columnFamilyName cf 2024-11-20T20:15:51,405 DEBUG [StoreOpener-9874ebacce143c864fdfc3b0056c619e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:15:51,409 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/default/SPTestTable/54f1842d1865c6e188770a3d881adfe6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:15:51,410 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 54f1842d1865c6e188770a3d881adfe6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73219735, jitterRate=0.09105907380580902}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T20:15:51,411 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 54f1842d1865c6e188770a3d881adfe6 2024-11-20T20:15:51,411 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 54f1842d1865c6e188770a3d881adfe6: Running coprocessor pre-open hook at 1732133751306Writing region info on filesystem at 1732133751306Initializing all the Stores at 1732133751317 (+11 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732133751317Cleaning up temporary data from old regions at 1732133751351 (+34 ms)Running coprocessor post-open hooks at 1732133751411 (+60 ms)Region opened successfully at 1732133751411 2024-11-20T20:15:51,412 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732133740462.54f1842d1865c6e188770a3d881adfe6., pid=23, masterSystemTime=1732133751240 2024-11-20T20:15:51,412 INFO [StoreOpener-9874ebacce143c864fdfc3b0056c619e-1 {}] regionserver.HStore(327): Store=9874ebacce143c864fdfc3b0056c619e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:15:51,412 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/default/SPTestTable/db0020486eab25ddeb9ede57ec30dc1a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:15:51,413 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 9874ebacce143c864fdfc3b0056c619e 2024-11-20T20:15:51,414 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened db0020486eab25ddeb9ede57ec30dc1a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60335181, jitterRate=-0.10093574225902557}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T20:15:51,414 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for db0020486eab25ddeb9ede57ec30dc1a 2024-11-20T20:15:51,414 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for db0020486eab25ddeb9ede57ec30dc1a: Running coprocessor pre-open hook at 1732133751316Writing region info on filesystem at 1732133751316Initializing all the Stores at 1732133751317 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732133751317Cleaning up temporary data from old regions at 1732133751357 (+40 ms)Running coprocessor post-open hooks at 1732133751414 (+57 ms)Region opened successfully at 1732133751414 2024-11-20T20:15:51,415 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732133740462.54f1842d1865c6e188770a3d881adfe6. 2024-11-20T20:15:51,415 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732133740462.54f1842d1865c6e188770a3d881adfe6. 2024-11-20T20:15:51,415 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/default/SPTestTable/9874ebacce143c864fdfc3b0056c619e 2024-11-20T20:15:51,415 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732133740462.f6a05802121ea06db8d49f7b93f462bb. 2024-11-20T20:15:51,415 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => f6a05802121ea06db8d49f7b93f462bb, NAME => 'SPTestTable,99999996,1732133740462.f6a05802121ea06db8d49f7b93f462bb.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-20T20:15:51,415 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732133740462.db0020486eab25ddeb9ede57ec30dc1a., pid=17, masterSystemTime=1732133751202 2024-11-20T20:15:51,416 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f6a05802121ea06db8d49f7b93f462bb 2024-11-20T20:15:51,416 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732133740462.f6a05802121ea06db8d49f7b93f462bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:15:51,416 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for f6a05802121ea06db8d49f7b93f462bb 2024-11-20T20:15:51,416 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for f6a05802121ea06db8d49f7b93f462bb 2024-11-20T20:15:51,417 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/default/SPTestTable/9874ebacce143c864fdfc3b0056c619e 2024-11-20T20:15:51,417 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=54f1842d1865c6e188770a3d881adfe6, regionState=OPEN, openSeqNum=2, regionLocation=d7d59561a64e,39247,1732133728699 2024-11-20T20:15:51,418 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 9874ebacce143c864fdfc3b0056c619e 2024-11-20T20:15:51,418 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 9874ebacce143c864fdfc3b0056c619e 2024-11-20T20:15:51,419 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44713 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=d7d59561a64e,39247,1732133728699, table=SPTestTable, region=54f1842d1865c6e188770a3d881adfe6. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-20T20:15:51,420 INFO [StoreOpener-f6a05802121ea06db8d49f7b93f462bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f6a05802121ea06db8d49f7b93f462bb 2024-11-20T20:15:51,420 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732133740462.db0020486eab25ddeb9ede57ec30dc1a. 2024-11-20T20:15:51,420 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732133740462.db0020486eab25ddeb9ede57ec30dc1a. 2024-11-20T20:15:51,421 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732133740462.eea30155f7d3937251b667127fe8b59d. 2024-11-20T20:15:51,421 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=db0020486eab25ddeb9ede57ec30dc1a, regionState=OPEN, openSeqNum=2, regionLocation=d7d59561a64e,41729,1732133728766 2024-11-20T20:15:51,421 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => eea30155f7d3937251b667127fe8b59d, NAME => 'SPTestTable,b333332f,1732133740462.eea30155f7d3937251b667127fe8b59d.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-20T20:15:51,421 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable eea30155f7d3937251b667127fe8b59d 2024-11-20T20:15:51,421 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732133740462.eea30155f7d3937251b667127fe8b59d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:15:51,421 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for eea30155f7d3937251b667127fe8b59d 2024-11-20T20:15:51,421 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for eea30155f7d3937251b667127fe8b59d 2024-11-20T20:15:51,421 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 9874ebacce143c864fdfc3b0056c619e 2024-11-20T20:15:51,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 54f1842d1865c6e188770a3d881adfe6, server=d7d59561a64e,39247,1732133728699 because future has completed 2024-11-20T20:15:51,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure db0020486eab25ddeb9ede57ec30dc1a, server=d7d59561a64e,41729,1732133728766 because future has completed 2024-11-20T20:15:51,429 INFO [StoreOpener-f6a05802121ea06db8d49f7b93f462bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6a05802121ea06db8d49f7b93f462bb columnFamilyName cf 2024-11-20T20:15:51,429 DEBUG [StoreOpener-f6a05802121ea06db8d49f7b93f462bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:15:51,429 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=8 2024-11-20T20:15:51,431 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 54f1842d1865c6e188770a3d881adfe6, server=d7d59561a64e,39247,1732133728699 in 10.1770 sec 2024-11-20T20:15:51,431 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=7 2024-11-20T20:15:51,431 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=54f1842d1865c6e188770a3d881adfe6, ASSIGN in 10.4220 sec 2024-11-20T20:15:51,431 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure db0020486eab25ddeb9ede57ec30dc1a, server=d7d59561a64e,41729,1732133728766 in 10.2250 sec 2024-11-20T20:15:51,432 INFO [StoreOpener-eea30155f7d3937251b667127fe8b59d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region eea30155f7d3937251b667127fe8b59d 2024-11-20T20:15:51,433 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=db0020486eab25ddeb9ede57ec30dc1a, ASSIGN in 10.4240 sec 2024-11-20T20:15:51,436 INFO [StoreOpener-f6a05802121ea06db8d49f7b93f462bb-1 {}] regionserver.HStore(327): Store=f6a05802121ea06db8d49f7b93f462bb/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:15:51,436 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for f6a05802121ea06db8d49f7b93f462bb 2024-11-20T20:15:51,437 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/default/SPTestTable/f6a05802121ea06db8d49f7b93f462bb 2024-11-20T20:15:51,439 INFO [StoreOpener-eea30155f7d3937251b667127fe8b59d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eea30155f7d3937251b667127fe8b59d columnFamilyName cf 2024-11-20T20:15:51,439 DEBUG [StoreOpener-eea30155f7d3937251b667127fe8b59d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:15:51,440 INFO [StoreOpener-eea30155f7d3937251b667127fe8b59d-1 {}] regionserver.HStore(327): Store=eea30155f7d3937251b667127fe8b59d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:15:51,440 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for eea30155f7d3937251b667127fe8b59d 2024-11-20T20:15:51,441 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/default/SPTestTable/eea30155f7d3937251b667127fe8b59d 2024-11-20T20:15:51,442 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/default/SPTestTable/eea30155f7d3937251b667127fe8b59d 2024-11-20T20:15:51,443 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for eea30155f7d3937251b667127fe8b59d 2024-11-20T20:15:51,443 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for eea30155f7d3937251b667127fe8b59d 2024-11-20T20:15:51,444 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/default/SPTestTable/f6a05802121ea06db8d49f7b93f462bb 2024-11-20T20:15:51,445 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for eea30155f7d3937251b667127fe8b59d 2024-11-20T20:15:51,449 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/default/SPTestTable/9874ebacce143c864fdfc3b0056c619e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:15:51,449 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for f6a05802121ea06db8d49f7b93f462bb 2024-11-20T20:15:51,449 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for f6a05802121ea06db8d49f7b93f462bb 2024-11-20T20:15:51,450 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 9874ebacce143c864fdfc3b0056c619e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75204387, jitterRate=0.12063269317150116}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T20:15:51,450 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9874ebacce143c864fdfc3b0056c619e 2024-11-20T20:15:51,450 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 9874ebacce143c864fdfc3b0056c619e: Running coprocessor pre-open hook at 1732133751358Writing region info on filesystem at 1732133751358Initializing all the Stores at 1732133751371 (+13 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732133751371Cleaning up temporary data from old regions at 1732133751418 (+47 ms)Running coprocessor post-open hooks at 1732133751450 (+32 ms)Region opened successfully at 1732133751450 2024-11-20T20:15:51,453 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732133740462.9874ebacce143c864fdfc3b0056c619e., pid=22, masterSystemTime=1732133751247 2024-11-20T20:15:51,455 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732133740462.9874ebacce143c864fdfc3b0056c619e. 2024-11-20T20:15:51,455 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732133740462.9874ebacce143c864fdfc3b0056c619e. 2024-11-20T20:15:51,456 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732133740462.ec33966f58658b10b5a58b9890258433. 2024-11-20T20:15:51,456 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => ec33966f58658b10b5a58b9890258433, NAME => 'SPTestTable,19999999,1732133740462.ec33966f58658b10b5a58b9890258433.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-20T20:15:51,456 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ec33966f58658b10b5a58b9890258433 2024-11-20T20:15:51,456 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732133740462.ec33966f58658b10b5a58b9890258433.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:15:51,456 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for ec33966f58658b10b5a58b9890258433 2024-11-20T20:15:51,457 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for ec33966f58658b10b5a58b9890258433 2024-11-20T20:15:51,458 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=9874ebacce143c864fdfc3b0056c619e, regionState=OPEN, openSeqNum=2, regionLocation=d7d59561a64e,37229,1732133728623 2024-11-20T20:15:51,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9874ebacce143c864fdfc3b0056c619e, server=d7d59561a64e,37229,1732133728623 because future has completed 2024-11-20T20:15:51,464 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=10 2024-11-20T20:15:51,465 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 9874ebacce143c864fdfc3b0056c619e, server=d7d59561a64e,37229,1732133728623 in 10.2210 sec 2024-11-20T20:15:51,468 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9874ebacce143c864fdfc3b0056c619e, ASSIGN in 10.4580 sec 2024-11-20T20:15:51,469 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/default/SPTestTable/eea30155f7d3937251b667127fe8b59d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:15:51,470 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened eea30155f7d3937251b667127fe8b59d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73341397, jitterRate=0.09287197887897491}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T20:15:51,470 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eea30155f7d3937251b667127fe8b59d 2024-11-20T20:15:51,470 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for eea30155f7d3937251b667127fe8b59d: Running coprocessor pre-open hook at 1732133751422Writing region info on filesystem at 1732133751422Initializing all the Stores at 1732133751423 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732133751423Cleaning up temporary data from old regions at 1732133751443 (+20 ms)Running coprocessor post-open hooks at 1732133751470 (+27 ms)Region opened successfully at 1732133751470 2024-11-20T20:15:51,471 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732133740462.eea30155f7d3937251b667127fe8b59d., pid=15, masterSystemTime=1732133751202 2024-11-20T20:15:51,473 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for f6a05802121ea06db8d49f7b93f462bb 2024-11-20T20:15:51,475 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732133740462.eea30155f7d3937251b667127fe8b59d. 2024-11-20T20:15:51,475 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732133740462.eea30155f7d3937251b667127fe8b59d. 2024-11-20T20:15:51,476 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=eea30155f7d3937251b667127fe8b59d, regionState=OPEN, openSeqNum=2, regionLocation=d7d59561a64e,41729,1732133728766 2024-11-20T20:15:51,478 INFO [StoreOpener-ec33966f58658b10b5a58b9890258433-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ec33966f58658b10b5a58b9890258433 2024-11-20T20:15:51,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure eea30155f7d3937251b667127fe8b59d, server=d7d59561a64e,41729,1732133728766 because future has completed 2024-11-20T20:15:51,481 INFO [StoreOpener-ec33966f58658b10b5a58b9890258433-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec33966f58658b10b5a58b9890258433 columnFamilyName cf 2024-11-20T20:15:51,481 DEBUG [StoreOpener-ec33966f58658b10b5a58b9890258433-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:15:51,484 INFO [StoreOpener-ec33966f58658b10b5a58b9890258433-1 {}] regionserver.HStore(327): Store=ec33966f58658b10b5a58b9890258433/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:15:51,484 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=12 2024-11-20T20:15:51,484 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for ec33966f58658b10b5a58b9890258433 2024-11-20T20:15:51,485 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure eea30155f7d3937251b667127fe8b59d, server=d7d59561a64e,41729,1732133728766 in 10.2960 sec 2024-11-20T20:15:51,486 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/default/SPTestTable/ec33966f58658b10b5a58b9890258433 2024-11-20T20:15:51,486 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/default/SPTestTable/ec33966f58658b10b5a58b9890258433 2024-11-20T20:15:51,487 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for ec33966f58658b10b5a58b9890258433 2024-11-20T20:15:51,487 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=eea30155f7d3937251b667127fe8b59d, ASSIGN in 10.4780 sec 2024-11-20T20:15:51,487 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for ec33966f58658b10b5a58b9890258433 2024-11-20T20:15:51,488 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/default/SPTestTable/f6a05802121ea06db8d49f7b93f462bb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:15:51,489 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened f6a05802121ea06db8d49f7b93f462bb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74082606, jitterRate=0.10391685366630554}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T20:15:51,490 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f6a05802121ea06db8d49f7b93f462bb 2024-11-20T20:15:51,490 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for f6a05802121ea06db8d49f7b93f462bb: Running coprocessor pre-open hook at 1732133751416Writing region info on filesystem at 1732133751416Initializing all the Stores at 1732133751418 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732133751418Cleaning up temporary data from old regions at 1732133751449 (+31 ms)Running coprocessor post-open hooks at 1732133751490 (+41 ms)Region opened successfully at 1732133751490 2024-11-20T20:15:51,493 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732133740462.f6a05802121ea06db8d49f7b93f462bb., pid=20, masterSystemTime=1732133751240 2024-11-20T20:15:51,496 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for ec33966f58658b10b5a58b9890258433 2024-11-20T20:15:51,497 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732133740462.f6a05802121ea06db8d49f7b93f462bb. 2024-11-20T20:15:51,497 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732133740462.f6a05802121ea06db8d49f7b93f462bb. 2024-11-20T20:15:51,498 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,,1732133740462.d238c94f993c28320d9f317cd2a8ec62. 2024-11-20T20:15:51,498 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => d238c94f993c28320d9f317cd2a8ec62, NAME => 'SPTestTable,,1732133740462.d238c94f993c28320d9f317cd2a8ec62.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-20T20:15:51,498 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d238c94f993c28320d9f317cd2a8ec62 2024-11-20T20:15:51,498 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,,1732133740462.d238c94f993c28320d9f317cd2a8ec62.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:15:51,498 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for d238c94f993c28320d9f317cd2a8ec62 2024-11-20T20:15:51,499 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for d238c94f993c28320d9f317cd2a8ec62 2024-11-20T20:15:51,500 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=f6a05802121ea06db8d49f7b93f462bb, regionState=OPEN, openSeqNum=2, regionLocation=d7d59561a64e,39247,1732133728699 2024-11-20T20:15:51,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure f6a05802121ea06db8d49f7b93f462bb, server=d7d59561a64e,39247,1732133728699 because future has completed 2024-11-20T20:15:51,507 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/default/SPTestTable/ec33966f58658b10b5a58b9890258433/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:15:51,508 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened ec33966f58658b10b5a58b9890258433; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64393959, jitterRate=-0.04045523703098297}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T20:15:51,509 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ec33966f58658b10b5a58b9890258433 2024-11-20T20:15:51,509 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for ec33966f58658b10b5a58b9890258433: Running coprocessor pre-open hook at 1732133751457Writing region info on filesystem at 1732133751457Initializing all the Stores at 1732133751464 (+7 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732133751464Cleaning up temporary data from old regions at 1732133751487 (+23 ms)Running coprocessor post-open hooks at 1732133751509 (+22 ms)Region opened successfully at 1732133751509 2024-11-20T20:15:51,509 INFO [StoreOpener-d238c94f993c28320d9f317cd2a8ec62-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d238c94f993c28320d9f317cd2a8ec62 2024-11-20T20:15:51,510 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732133740462.ec33966f58658b10b5a58b9890258433., pid=21, masterSystemTime=1732133751247 2024-11-20T20:15:51,512 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=11 2024-11-20T20:15:51,513 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure f6a05802121ea06db8d49f7b93f462bb, server=d7d59561a64e,39247,1732133728699 in 10.2710 sec 2024-11-20T20:15:51,514 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732133740462.ec33966f58658b10b5a58b9890258433. 2024-11-20T20:15:51,514 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732133740462.ec33966f58658b10b5a58b9890258433. 2024-11-20T20:15:51,514 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732133740462.7a73d86d3aa1fd8d18aaead3cf95b539. 2024-11-20T20:15:51,515 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 7a73d86d3aa1fd8d18aaead3cf95b539, NAME => 'SPTestTable,e6666661,1732133740462.7a73d86d3aa1fd8d18aaead3cf95b539.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-20T20:15:51,515 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7a73d86d3aa1fd8d18aaead3cf95b539 2024-11-20T20:15:51,515 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732133740462.7a73d86d3aa1fd8d18aaead3cf95b539.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:15:51,515 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 7a73d86d3aa1fd8d18aaead3cf95b539 2024-11-20T20:15:51,515 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 7a73d86d3aa1fd8d18aaead3cf95b539 2024-11-20T20:15:51,517 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ec33966f58658b10b5a58b9890258433, regionState=OPEN, openSeqNum=2, regionLocation=d7d59561a64e,37229,1732133728623 2024-11-20T20:15:51,519 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f6a05802121ea06db8d49f7b93f462bb, ASSIGN in 10.5060 sec 2024-11-20T20:15:51,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ec33966f58658b10b5a58b9890258433, server=d7d59561a64e,37229,1732133728623 because future has completed 2024-11-20T20:15:51,522 INFO [StoreOpener-d238c94f993c28320d9f317cd2a8ec62-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d238c94f993c28320d9f317cd2a8ec62 columnFamilyName cf 2024-11-20T20:15:51,522 DEBUG [StoreOpener-d238c94f993c28320d9f317cd2a8ec62-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:15:51,523 INFO [StoreOpener-d238c94f993c28320d9f317cd2a8ec62-1 {}] regionserver.HStore(327): Store=d238c94f993c28320d9f317cd2a8ec62/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:15:51,523 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for d238c94f993c28320d9f317cd2a8ec62 2024-11-20T20:15:51,524 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/default/SPTestTable/d238c94f993c28320d9f317cd2a8ec62 2024-11-20T20:15:51,525 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/default/SPTestTable/d238c94f993c28320d9f317cd2a8ec62 2024-11-20T20:15:51,530 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=6 2024-11-20T20:15:51,530 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure ec33966f58658b10b5a58b9890258433, server=d7d59561a64e,37229,1732133728623 in 10.2840 sec 2024-11-20T20:15:51,526 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for d238c94f993c28320d9f317cd2a8ec62 2024-11-20T20:15:51,531 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for d238c94f993c28320d9f317cd2a8ec62 2024-11-20T20:15:51,532 INFO [StoreOpener-7a73d86d3aa1fd8d18aaead3cf95b539-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7a73d86d3aa1fd8d18aaead3cf95b539 2024-11-20T20:15:51,533 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ec33966f58658b10b5a58b9890258433, ASSIGN in 10.5240 sec 2024-11-20T20:15:51,533 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for d238c94f993c28320d9f317cd2a8ec62 2024-11-20T20:15:51,537 INFO [StoreOpener-7a73d86d3aa1fd8d18aaead3cf95b539-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a73d86d3aa1fd8d18aaead3cf95b539 columnFamilyName cf 2024-11-20T20:15:51,537 DEBUG [StoreOpener-7a73d86d3aa1fd8d18aaead3cf95b539-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:15:51,538 INFO [StoreOpener-7a73d86d3aa1fd8d18aaead3cf95b539-1 {}] regionserver.HStore(327): Store=7a73d86d3aa1fd8d18aaead3cf95b539/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:15:51,538 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 7a73d86d3aa1fd8d18aaead3cf95b539 2024-11-20T20:15:51,539 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/default/SPTestTable/7a73d86d3aa1fd8d18aaead3cf95b539 2024-11-20T20:15:51,539 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/default/SPTestTable/7a73d86d3aa1fd8d18aaead3cf95b539 2024-11-20T20:15:51,540 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 7a73d86d3aa1fd8d18aaead3cf95b539 2024-11-20T20:15:51,540 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 7a73d86d3aa1fd8d18aaead3cf95b539 2024-11-20T20:15:51,541 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/default/SPTestTable/d238c94f993c28320d9f317cd2a8ec62/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:15:51,541 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened d238c94f993c28320d9f317cd2a8ec62; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64269566, jitterRate=-0.04230883717536926}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T20:15:51,541 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d238c94f993c28320d9f317cd2a8ec62 2024-11-20T20:15:51,541 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for d238c94f993c28320d9f317cd2a8ec62: Running coprocessor pre-open hook at 1732133751499Writing region info on filesystem at 1732133751499Initializing all the Stores at 1732133751500 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732133751500Cleaning up temporary data from old regions at 1732133751531 (+31 ms)Running coprocessor post-open hooks at 1732133751541 (+10 ms)Region opened successfully at 1732133751541 2024-11-20T20:15:51,542 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 7a73d86d3aa1fd8d18aaead3cf95b539 2024-11-20T20:15:51,542 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732133740462.d238c94f993c28320d9f317cd2a8ec62., pid=24, masterSystemTime=1732133751240 2024-11-20T20:15:51,546 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732133740462.d238c94f993c28320d9f317cd2a8ec62. 2024-11-20T20:15:51,546 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732133740462.d238c94f993c28320d9f317cd2a8ec62. 2024-11-20T20:15:51,546 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732133740462.5d36ce110f3373ac3f65bc9b00047b7f. 2024-11-20T20:15:51,547 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 5d36ce110f3373ac3f65bc9b00047b7f, NAME => 'SPTestTable,ccccccc8,1732133740462.5d36ce110f3373ac3f65bc9b00047b7f.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-20T20:15:51,547 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5d36ce110f3373ac3f65bc9b00047b7f 2024-11-20T20:15:51,547 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732133740462.5d36ce110f3373ac3f65bc9b00047b7f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:15:51,547 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 5d36ce110f3373ac3f65bc9b00047b7f 2024-11-20T20:15:51,547 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 5d36ce110f3373ac3f65bc9b00047b7f 2024-11-20T20:15:51,546 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d238c94f993c28320d9f317cd2a8ec62, regionState=OPEN, openSeqNum=2, regionLocation=d7d59561a64e,39247,1732133728699 2024-11-20T20:15:51,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d238c94f993c28320d9f317cd2a8ec62, server=d7d59561a64e,39247,1732133728699 because future has completed 2024-11-20T20:15:51,554 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=5 2024-11-20T20:15:51,554 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d238c94f993c28320d9f317cd2a8ec62, server=d7d59561a64e,39247,1732133728699 in 10.2990 sec 2024-11-20T20:15:51,556 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d238c94f993c28320d9f317cd2a8ec62, ASSIGN in 10.5470 sec 2024-11-20T20:15:51,561 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/default/SPTestTable/7a73d86d3aa1fd8d18aaead3cf95b539/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:15:51,562 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 7a73d86d3aa1fd8d18aaead3cf95b539; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72495933, jitterRate=0.0802735835313797}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T20:15:51,562 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7a73d86d3aa1fd8d18aaead3cf95b539 2024-11-20T20:15:51,562 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 7a73d86d3aa1fd8d18aaead3cf95b539: Running coprocessor pre-open hook at 1732133751515Writing region info on filesystem at 1732133751515Initializing all the Stores at 1732133751517 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732133751517Cleaning up temporary data from old regions at 1732133751540 (+23 ms)Running coprocessor post-open hooks at 1732133751562 (+22 ms)Region opened successfully at 1732133751562 2024-11-20T20:15:51,563 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732133740462.7a73d86d3aa1fd8d18aaead3cf95b539., pid=19, masterSystemTime=1732133751247 2024-11-20T20:15:51,563 INFO [StoreOpener-5d36ce110f3373ac3f65bc9b00047b7f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5d36ce110f3373ac3f65bc9b00047b7f 2024-11-20T20:15:51,567 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732133740462.7a73d86d3aa1fd8d18aaead3cf95b539. 2024-11-20T20:15:51,567 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732133740462.7a73d86d3aa1fd8d18aaead3cf95b539. 2024-11-20T20:15:51,568 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=7a73d86d3aa1fd8d18aaead3cf95b539, regionState=OPEN, openSeqNum=2, regionLocation=d7d59561a64e,37229,1732133728623 2024-11-20T20:15:51,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7a73d86d3aa1fd8d18aaead3cf95b539, server=d7d59561a64e,37229,1732133728623 because future has completed 2024-11-20T20:15:51,575 INFO [StoreOpener-5d36ce110f3373ac3f65bc9b00047b7f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5d36ce110f3373ac3f65bc9b00047b7f columnFamilyName cf 2024-11-20T20:15:51,575 DEBUG [StoreOpener-5d36ce110f3373ac3f65bc9b00047b7f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:15:51,576 INFO [StoreOpener-5d36ce110f3373ac3f65bc9b00047b7f-1 {}] regionserver.HStore(327): Store=5d36ce110f3373ac3f65bc9b00047b7f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:15:51,576 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=14 2024-11-20T20:15:51,576 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 7a73d86d3aa1fd8d18aaead3cf95b539, server=d7d59561a64e,37229,1732133728623 in 10.3440 sec 2024-11-20T20:15:51,576 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 5d36ce110f3373ac3f65bc9b00047b7f 2024-11-20T20:15:51,577 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/default/SPTestTable/5d36ce110f3373ac3f65bc9b00047b7f 2024-11-20T20:15:51,578 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/default/SPTestTable/5d36ce110f3373ac3f65bc9b00047b7f 2024-11-20T20:15:51,578 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 5d36ce110f3373ac3f65bc9b00047b7f 2024-11-20T20:15:51,578 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7a73d86d3aa1fd8d18aaead3cf95b539, ASSIGN in 10.5690 sec 2024-11-20T20:15:51,578 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 5d36ce110f3373ac3f65bc9b00047b7f 2024-11-20T20:15:51,582 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 5d36ce110f3373ac3f65bc9b00047b7f 2024-11-20T20:15:51,586 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/default/SPTestTable/5d36ce110f3373ac3f65bc9b00047b7f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:15:51,587 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 5d36ce110f3373ac3f65bc9b00047b7f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72026752, jitterRate=0.07328224182128906}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T20:15:51,588 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5d36ce110f3373ac3f65bc9b00047b7f 2024-11-20T20:15:51,588 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 5d36ce110f3373ac3f65bc9b00047b7f: Running coprocessor pre-open hook at 1732133751547Writing region info on filesystem at 1732133751547Initializing all the Stores at 1732133751550 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732133751550Cleaning up temporary data from old regions at 1732133751578 (+28 ms)Running coprocessor post-open hooks at 1732133751588 (+10 ms)Region opened successfully at 1732133751588 2024-11-20T20:15:51,590 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732133740462.5d36ce110f3373ac3f65bc9b00047b7f., pid=18, masterSystemTime=1732133751240 2024-11-20T20:15:51,594 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732133740462.5d36ce110f3373ac3f65bc9b00047b7f. 2024-11-20T20:15:51,594 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732133740462.5d36ce110f3373ac3f65bc9b00047b7f. 2024-11-20T20:15:51,595 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=5d36ce110f3373ac3f65bc9b00047b7f, regionState=OPEN, openSeqNum=2, regionLocation=d7d59561a64e,39247,1732133728699 2024-11-20T20:15:51,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5d36ce110f3373ac3f65bc9b00047b7f, server=d7d59561a64e,39247,1732133728699 because future has completed 2024-11-20T20:15:51,612 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=13 2024-11-20T20:15:51,612 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 5d36ce110f3373ac3f65bc9b00047b7f, server=d7d59561a64e,39247,1732133728699 in 10.3980 sec 2024-11-20T20:15:51,617 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T20:15:51,618 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732133751617"}]},"ts":"1732133751617"} 2024-11-20T20:15:51,619 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=4 2024-11-20T20:15:51,621 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-20T20:15:51,622 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5d36ce110f3373ac3f65bc9b00047b7f, ASSIGN in 10.6050 sec 2024-11-20T20:15:51,622 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T20:15:51,627 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 11.1590 sec 2024-11-20T20:15:53,859 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-20T20:15:56,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:15:56,290 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:15:56,290 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:15:56,817 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T20:15:56,820 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:15:56,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:15:56,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:15:58,321 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T20:15:58,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:15:58,705 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-20T20:15:58,705 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-20T20:15:58,705 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T20:15:58,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-20T20:15:58,710 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T20:15:58,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-20T20:15:58,753 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1732133740462.f6a05802121ea06db8d49f7b93f462bb., hostname=d7d59561a64e,39247,1732133728699, seqNum=2] 2024-11-20T20:15:58,819 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1732133740462.eea30155f7d3937251b667127fe8b59d., hostname=d7d59561a64e,41729,1732133728766, seqNum=2] 2024-11-20T20:15:58,822 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1732133740462.eea30155f7d3937251b667127fe8b59d., hostname=d7d59561a64e,41729,1732133728766, seqNum=2] 2024-11-20T20:15:58,886 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732133740462.5d36ce110f3373ac3f65bc9b00047b7f., hostname=d7d59561a64e,39247,1732133728699, seqNum=2] 2024-11-20T20:15:58,889 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732133740462.5d36ce110f3373ac3f65bc9b00047b7f., hostname=d7d59561a64e,39247,1732133728699, seqNum=2] 2024-11-20T20:15:59,013 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1732133740462.7a73d86d3aa1fd8d18aaead3cf95b539., hostname=d7d59561a64e,37229,1732133728623, seqNum=2] 2024-11-20T20:15:59,015 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1732133740462.7a73d86d3aa1fd8d18aaead3cf95b539., hostname=d7d59561a64e,37229,1732133728623, seqNum=2] 2024-11-20T20:16:00,124 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:16:00,128 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:16:00,148 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:16:00,162 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41729 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1732133740462.eea30155f7d3937251b667127fe8b59d. with WAL disabled. Data may be lost in the event of a crash. 2024-11-20T20:16:00,192 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:16:00,199 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39247 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1732133740462.f6a05802121ea06db8d49f7b93f462bb. with WAL disabled. Data may be lost in the event of a crash. 2024-11-20T20:16:00,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37229 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 14872 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,e6666661,1732133740462.7a73d86d3aa1fd8d18aaead3cf95b539. 2024-11-20T20:16:00,264 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39247 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1732133740462.5d36ce110f3373ac3f65bc9b00047b7f. with WAL disabled. Data may be lost in the event of a crash. 2024-11-20T20:16:00,890 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37229 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1732133740462.7a73d86d3aa1fd8d18aaead3cf95b539. with WAL disabled. Data may be lost in the event of a crash. 2024-11-20T20:16:01,018 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-20T20:16:01,018 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T20:16:01,019 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-20T20:16:01,021 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-20T20:16:01,025 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-20T20:16:01,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39069 is added to blk_1073741848_1024 (size=49) 2024-11-20T20:16:01,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741848_1024 (size=49) 2024-11-20T20:16:01,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741848_1024 (size=49) 2024-11-20T20:16:01,076 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-20T20:16:01,077 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d238c94f993c28320d9f317cd2a8ec62}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ec33966f58658b10b5a58b9890258433}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure db0020486eab25ddeb9ede57ec30dc1a}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 54f1842d1865c6e188770a3d881adfe6}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d013ce5935a5693ce445f03b9a992e9b}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9874ebacce143c864fdfc3b0056c619e}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f6a05802121ea06db8d49f7b93f462bb}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eea30155f7d3937251b667127fe8b59d}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5d36ce110f3373ac3f65bc9b00047b7f}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7a73d86d3aa1fd8d18aaead3cf95b539}] 2024-11-20T20:16:01,082 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d238c94f993c28320d9f317cd2a8ec62 2024-11-20T20:16:01,083 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ec33966f58658b10b5a58b9890258433 2024-11-20T20:16:01,084 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7a73d86d3aa1fd8d18aaead3cf95b539 2024-11-20T20:16:01,085 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5d36ce110f3373ac3f65bc9b00047b7f 2024-11-20T20:16:01,085 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eea30155f7d3937251b667127fe8b59d 2024-11-20T20:16:01,093 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f6a05802121ea06db8d49f7b93f462bb 2024-11-20T20:16:01,096 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d013ce5935a5693ce445f03b9a992e9b 2024-11-20T20:16:01,097 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 54f1842d1865c6e188770a3d881adfe6 2024-11-20T20:16:01,098 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9874ebacce143c864fdfc3b0056c619e 2024-11-20T20:16:01,099 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure db0020486eab25ddeb9ede57ec30dc1a 2024-11-20T20:16:02,264 INFO [regionserver/d7d59561a64e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-20T20:16:11,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-20T20:16:11,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37229 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-20T20:16:11,091 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-20T20:16:11,095 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-20T20:16:11,096 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1732133740462.54f1842d1865c6e188770a3d881adfe6. 2024-11-20T20:16:11,096 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 54f1842d1865c6e188770a3d881adfe6: 2024-11-20T20:16:11,096 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1732133740462.54f1842d1865c6e188770a3d881adfe6. for SnapshotProcedureTest completed. 2024-11-20T20:16:11,097 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1732133740462.54f1842d1865c6e188770a3d881adfe6.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T20:16:11,097 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T20:16:11,097 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T20:16:11,099 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-20T20:16:11,099 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1732133740462.f6a05802121ea06db8d49f7b93f462bb. 2024-11-20T20:16:11,100 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing f6a05802121ea06db8d49f7b93f462bb 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-20T20:16:11,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-20T20:16:11,118 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1732133740462.db0020486eab25ddeb9ede57ec30dc1a. 2024-11-20T20:16:11,118 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for db0020486eab25ddeb9ede57ec30dc1a: 2024-11-20T20:16:11,118 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1732133740462.db0020486eab25ddeb9ede57ec30dc1a. for SnapshotProcedureTest completed. 2024-11-20T20:16:11,118 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1732133740462.db0020486eab25ddeb9ede57ec30dc1a.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T20:16:11,118 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T20:16:11,118 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T20:16:11,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37229 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-20T20:16:11,122 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1732133740462.9874ebacce143c864fdfc3b0056c619e. 2024-11-20T20:16:11,123 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 9874ebacce143c864fdfc3b0056c619e: 2024-11-20T20:16:11,124 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1732133740462.9874ebacce143c864fdfc3b0056c619e. for SnapshotProcedureTest completed. 2024-11-20T20:16:11,124 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1732133740462.9874ebacce143c864fdfc3b0056c619e.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T20:16:11,124 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T20:16:11,124 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T20:16:11,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-20T20:16:11,129 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1732133740462.d238c94f993c28320d9f317cd2a8ec62. 2024-11-20T20:16:11,130 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for d238c94f993c28320d9f317cd2a8ec62: 2024-11-20T20:16:11,130 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1732133740462.d238c94f993c28320d9f317cd2a8ec62. for SnapshotProcedureTest completed. 2024-11-20T20:16:11,131 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1732133740462.d238c94f993c28320d9f317cd2a8ec62.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T20:16:11,131 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T20:16:11,131 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T20:16:11,137 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-20T20:16:11,137 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1732133740462.eea30155f7d3937251b667127fe8b59d. 2024-11-20T20:16:11,138 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing eea30155f7d3937251b667127fe8b59d 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-20T20:16:11,161 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37229 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-20T20:16:11,162 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1732133740462.ec33966f58658b10b5a58b9890258433. 2024-11-20T20:16:11,162 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for ec33966f58658b10b5a58b9890258433: 2024-11-20T20:16:11,162 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1732133740462.ec33966f58658b10b5a58b9890258433. for SnapshotProcedureTest completed. 2024-11-20T20:16:11,162 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1732133740462.ec33966f58658b10b5a58b9890258433.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T20:16:11,162 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T20:16:11,162 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T20:16:11,164 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1732133740462.7a73d86d3aa1fd8d18aaead3cf95b539. 2024-11-20T20:16:11,165 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 7a73d86d3aa1fd8d18aaead3cf95b539 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-20T20:16:11,166 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1732133740462.d013ce5935a5693ce445f03b9a992e9b. 2024-11-20T20:16:11,166 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for d013ce5935a5693ce445f03b9a992e9b: 2024-11-20T20:16:11,166 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1732133740462.d013ce5935a5693ce445f03b9a992e9b. for SnapshotProcedureTest completed. 2024-11-20T20:16:11,166 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1732133740462.d013ce5935a5693ce445f03b9a992e9b.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T20:16:11,166 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T20:16:11,166 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T20:16:11,220 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/default/SPTestTable/f6a05802121ea06db8d49f7b93f462bb/.tmp/cf/30a69d0faa204e7f84b655c8785409af is 34, key is aaa/cf:cf/1732133760199/Put/seqid=0 2024-11-20T20:16:11,248 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/default/SPTestTable/eea30155f7d3937251b667127fe8b59d/.tmp/cf/92f23057c7cb4f68887a77138b666e14 is 34, key is baa/cf:cf/1732133760162/Put/seqid=0 2024-11-20T20:16:11,454 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/default/SPTestTable/7a73d86d3aa1fd8d18aaead3cf95b539/.tmp/cf/cd1060decd8f4cc2946089edfc17c431 is 34, key is eaa/cf:cf/1732133760885/Put/seqid=0 2024-11-20T20:16:11,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741849_1025 (size=57) 2024-11-20T20:16:11,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741849_1025 (size=57) 2024-11-20T20:16:11,553 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1732133740462.d238c94f993c28320d9f317cd2a8ec62. 2024-11-20T20:16:11,553 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-20T20:16:11,553 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1732133740462.5d36ce110f3373ac3f65bc9b00047b7f. 2024-11-20T20:16:11,554 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 5d36ce110f3373ac3f65bc9b00047b7f 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-20T20:16:11,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44713 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-20T20:16:11,554 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44713 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d238c94f993c28320d9f317cd2a8ec62 2024-11-20T20:16:11,554 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d238c94f993c28320d9f317cd2a8ec62 2024-11-20T20:16:11,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39069 is added to blk_1073741849_1025 (size=57) 2024-11-20T20:16:11,560 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d238c94f993c28320d9f317cd2a8ec62 in 10.4790 sec 2024-11-20T20:16:11,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39069 is added to blk_1073741853_1029 (size=26918) 2024-11-20T20:16:11,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741853_1029 (size=26918) 2024-11-20T20:16:11,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741853_1029 (size=26918) 2024-11-20T20:16:11,586 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/default/SPTestTable/f6a05802121ea06db8d49f7b93f462bb/.tmp/cf/30a69d0faa204e7f84b655c8785409af 2024-11-20T20:16:11,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39069 is added to blk_1073741852_1028 (size=65) 2024-11-20T20:16:11,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741852_1028 (size=65) 2024-11-20T20:16:11,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741852_1028 (size=65) 2024-11-20T20:16:11,624 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1732133740462.d013ce5935a5693ce445f03b9a992e9b. 2024-11-20T20:16:11,624 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-20T20:16:11,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44713 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-20T20:16:11,625 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44713 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d013ce5935a5693ce445f03b9a992e9b 2024-11-20T20:16:11,625 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d013ce5935a5693ce445f03b9a992e9b 2024-11-20T20:16:11,628 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d013ce5935a5693ce445f03b9a992e9b in 10.5490 sec 2024-11-20T20:16:11,682 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/default/SPTestTable/5d36ce110f3373ac3f65bc9b00047b7f/.tmp/cf/666210192f4341efac2527df95dfbba1 is 34, key is ccd/cf:cf/1732133760264/Put/seqid=0 2024-11-20T20:16:11,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39069 is added to blk_1073741856_1032 (size=28623) 2024-11-20T20:16:11,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741856_1032 (size=28623) 2024-11-20T20:16:11,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741856_1032 (size=28623) 2024-11-20T20:16:11,693 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/default/SPTestTable/eea30155f7d3937251b667127fe8b59d/.tmp/cf/92f23057c7cb4f68887a77138b666e14 2024-11-20T20:16:11,711 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/default/SPTestTable/f6a05802121ea06db8d49f7b93f462bb/.tmp/cf/30a69d0faa204e7f84b655c8785409af as hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/default/SPTestTable/f6a05802121ea06db8d49f7b93f462bb/cf/30a69d0faa204e7f84b655c8785409af 2024-11-20T20:16:11,728 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/default/SPTestTable/f6a05802121ea06db8d49f7b93f462bb/cf/30a69d0faa204e7f84b655c8785409af, entries=676, sequenceid=5, filesize=26.3 K 2024-11-20T20:16:11,734 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for f6a05802121ea06db8d49f7b93f462bb in 634ms, sequenceid=5, compaction requested=false 2024-11-20T20:16:11,734 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for f6a05802121ea06db8d49f7b93f462bb: 2024-11-20T20:16:11,734 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1732133740462.f6a05802121ea06db8d49f7b93f462bb. for SnapshotProcedureTest completed. 2024-11-20T20:16:11,734 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1732133740462.f6a05802121ea06db8d49f7b93f462bb.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T20:16:11,734 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T20:16:11,734 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/default/SPTestTable/f6a05802121ea06db8d49f7b93f462bb/cf/30a69d0faa204e7f84b655c8785409af] hfiles 2024-11-20T20:16:11,734 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/default/SPTestTable/f6a05802121ea06db8d49f7b93f462bb/cf/30a69d0faa204e7f84b655c8785409af for snapshot=SnapshotProcedureTest 2024-11-20T20:16:11,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741851_1027 (size=65) 2024-11-20T20:16:11,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39069 is added to blk_1073741851_1027 (size=65) 2024-11-20T20:16:11,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741851_1027 (size=65) 2024-11-20T20:16:11,742 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1732133740462.db0020486eab25ddeb9ede57ec30dc1a. 2024-11-20T20:16:11,742 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-20T20:16:11,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44713 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-20T20:16:11,743 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44713 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region db0020486eab25ddeb9ede57ec30dc1a 2024-11-20T20:16:11,743 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure db0020486eab25ddeb9ede57ec30dc1a 2024-11-20T20:16:11,746 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure db0020486eab25ddeb9ede57ec30dc1a in 10.6680 sec 2024-11-20T20:16:11,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39069 is added to blk_1073741850_1026 (size=65) 2024-11-20T20:16:11,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741850_1026 (size=65) 2024-11-20T20:16:11,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741850_1026 (size=65) 2024-11-20T20:16:11,762 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1732133740462.54f1842d1865c6e188770a3d881adfe6. 2024-11-20T20:16:11,762 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-20T20:16:11,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44713 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-20T20:16:11,763 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44713 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 54f1842d1865c6e188770a3d881adfe6 2024-11-20T20:16:11,763 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 54f1842d1865c6e188770a3d881adfe6 2024-11-20T20:16:11,767 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 54f1842d1865c6e188770a3d881adfe6 in 10.6870 sec 2024-11-20T20:16:11,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741854_1030 (size=65) 2024-11-20T20:16:11,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741854_1030 (size=65) 2024-11-20T20:16:11,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39069 is added to blk_1073741854_1030 (size=65) 2024-11-20T20:16:11,810 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1732133740462.9874ebacce143c864fdfc3b0056c619e. 2024-11-20T20:16:11,810 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-20T20:16:11,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44713 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-20T20:16:11,811 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44713 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9874ebacce143c864fdfc3b0056c619e 2024-11-20T20:16:11,811 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9874ebacce143c864fdfc3b0056c619e 2024-11-20T20:16:11,824 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9874ebacce143c864fdfc3b0056c619e in 10.7360 sec 2024-11-20T20:16:11,880 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/default/SPTestTable/eea30155f7d3937251b667127fe8b59d/.tmp/cf/92f23057c7cb4f68887a77138b666e14 as hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/default/SPTestTable/eea30155f7d3937251b667127fe8b59d/cf/92f23057c7cb4f68887a77138b666e14 2024-11-20T20:16:11,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741857_1033 (size=499309) 2024-11-20T20:16:11,975 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/default/SPTestTable/7a73d86d3aa1fd8d18aaead3cf95b539/.tmp/cf/cd1060decd8f4cc2946089edfc17c431 2024-11-20T20:16:11,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39069 is added to blk_1073741857_1033 (size=499309) 2024-11-20T20:16:11,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741857_1033 (size=499309) 2024-11-20T20:16:11,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741855_1031 (size=65) 2024-11-20T20:16:11,982 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1732133740462.ec33966f58658b10b5a58b9890258433. 2024-11-20T20:16:11,982 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-20T20:16:11,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44713 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-20T20:16:11,982 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44713 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ec33966f58658b10b5a58b9890258433 2024-11-20T20:16:11,983 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ec33966f58658b10b5a58b9890258433 2024-11-20T20:16:11,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741855_1031 (size=65) 2024-11-20T20:16:11,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39069 is added to blk_1073741855_1031 (size=65) 2024-11-20T20:16:11,987 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ec33966f58658b10b5a58b9890258433 in 10.9070 sec 2024-11-20T20:16:11,987 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/default/SPTestTable/7a73d86d3aa1fd8d18aaead3cf95b539/.tmp/cf/cd1060decd8f4cc2946089edfc17c431 as hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/default/SPTestTable/7a73d86d3aa1fd8d18aaead3cf95b539/cf/cd1060decd8f4cc2946089edfc17c431 2024-11-20T20:16:12,008 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/default/SPTestTable/7a73d86d3aa1fd8d18aaead3cf95b539/cf/cd1060decd8f4cc2946089edfc17c431, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-20T20:16:12,009 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 7a73d86d3aa1fd8d18aaead3cf95b539 in 845ms, sequenceid=5, compaction requested=false 2024-11-20T20:16:12,009 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 7a73d86d3aa1fd8d18aaead3cf95b539: 2024-11-20T20:16:12,009 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1732133740462.7a73d86d3aa1fd8d18aaead3cf95b539. for SnapshotProcedureTest completed. 2024-11-20T20:16:12,009 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1732133740462.7a73d86d3aa1fd8d18aaead3cf95b539.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T20:16:12,009 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T20:16:12,010 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/default/SPTestTable/7a73d86d3aa1fd8d18aaead3cf95b539/cf/cd1060decd8f4cc2946089edfc17c431] hfiles 2024-11-20T20:16:12,010 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/default/SPTestTable/7a73d86d3aa1fd8d18aaead3cf95b539/cf/cd1060decd8f4cc2946089edfc17c431 for snapshot=SnapshotProcedureTest 2024-11-20T20:16:12,019 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/default/SPTestTable/eea30155f7d3937251b667127fe8b59d/cf/92f23057c7cb4f68887a77138b666e14, entries=731, sequenceid=5, filesize=28.0 K 2024-11-20T20:16:12,021 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for eea30155f7d3937251b667127fe8b59d in 883ms, sequenceid=5, compaction requested=false 2024-11-20T20:16:12,021 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for eea30155f7d3937251b667127fe8b59d: 2024-11-20T20:16:12,021 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1732133740462.eea30155f7d3937251b667127fe8b59d. for SnapshotProcedureTest completed. 2024-11-20T20:16:12,021 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1732133740462.eea30155f7d3937251b667127fe8b59d.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T20:16:12,021 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T20:16:12,022 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/default/SPTestTable/eea30155f7d3937251b667127fe8b59d/cf/92f23057c7cb4f68887a77138b666e14] hfiles 2024-11-20T20:16:12,022 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/default/SPTestTable/eea30155f7d3937251b667127fe8b59d/cf/92f23057c7cb4f68887a77138b666e14 for snapshot=SnapshotProcedureTest 2024-11-20T20:16:12,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741858_1034 (size=47197) 2024-11-20T20:16:12,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741858_1034 (size=47197) 2024-11-20T20:16:12,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39069 is added to blk_1073741858_1034 (size=47197) 2024-11-20T20:16:12,099 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/default/SPTestTable/5d36ce110f3373ac3f65bc9b00047b7f/.tmp/cf/666210192f4341efac2527df95dfbba1 2024-11-20T20:16:12,116 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/default/SPTestTable/5d36ce110f3373ac3f65bc9b00047b7f/.tmp/cf/666210192f4341efac2527df95dfbba1 as hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/default/SPTestTable/5d36ce110f3373ac3f65bc9b00047b7f/cf/666210192f4341efac2527df95dfbba1 2024-11-20T20:16:12,126 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/default/SPTestTable/5d36ce110f3373ac3f65bc9b00047b7f/cf/666210192f4341efac2527df95dfbba1, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-20T20:16:12,127 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 5d36ce110f3373ac3f65bc9b00047b7f in 573ms, sequenceid=5, compaction requested=false 2024-11-20T20:16:12,127 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 5d36ce110f3373ac3f65bc9b00047b7f: 2024-11-20T20:16:12,128 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1732133740462.5d36ce110f3373ac3f65bc9b00047b7f. for SnapshotProcedureTest completed. 2024-11-20T20:16:12,128 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1732133740462.5d36ce110f3373ac3f65bc9b00047b7f.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T20:16:12,128 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T20:16:12,128 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/default/SPTestTable/5d36ce110f3373ac3f65bc9b00047b7f/cf/666210192f4341efac2527df95dfbba1] hfiles 2024-11-20T20:16:12,128 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/default/SPTestTable/5d36ce110f3373ac3f65bc9b00047b7f/cf/666210192f4341efac2527df95dfbba1 for snapshot=SnapshotProcedureTest 2024-11-20T20:16:12,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741859_1035 (size=105) 2024-11-20T20:16:12,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741859_1035 (size=105) 2024-11-20T20:16:12,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39069 is added to blk_1073741859_1035 (size=105) 2024-11-20T20:16:12,131 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1732133740462.f6a05802121ea06db8d49f7b93f462bb. 2024-11-20T20:16:12,131 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-20T20:16:12,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44713 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-20T20:16:12,132 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44713 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f6a05802121ea06db8d49f7b93f462bb 2024-11-20T20:16:12,132 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f6a05802121ea06db8d49f7b93f462bb 2024-11-20T20:16:12,135 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f6a05802121ea06db8d49f7b93f462bb in 11.0560 sec 2024-11-20T20:16:12,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741860_1036 (size=97) 2024-11-20T20:16:12,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39069 is added to blk_1073741860_1036 (size=97) 2024-11-20T20:16:12,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741860_1036 (size=97) 2024-11-20T20:16:12,163 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1732133740462.7a73d86d3aa1fd8d18aaead3cf95b539. 2024-11-20T20:16:12,163 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-20T20:16:12,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44713 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-20T20:16:12,164 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44713 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 7a73d86d3aa1fd8d18aaead3cf95b539 2024-11-20T20:16:12,164 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7a73d86d3aa1fd8d18aaead3cf95b539 2024-11-20T20:16:12,167 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7a73d86d3aa1fd8d18aaead3cf95b539 in 11.0880 sec 2024-11-20T20:16:12,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741861_1037 (size=105) 2024-11-20T20:16:12,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741861_1037 (size=105) 2024-11-20T20:16:12,175 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1732133740462.eea30155f7d3937251b667127fe8b59d. 2024-11-20T20:16:12,175 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-20T20:16:12,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39069 is added to blk_1073741861_1037 (size=105) 2024-11-20T20:16:12,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44713 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-20T20:16:12,176 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44713 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region eea30155f7d3937251b667127fe8b59d 2024-11-20T20:16:12,176 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eea30155f7d3937251b667127fe8b59d 2024-11-20T20:16:12,191 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure eea30155f7d3937251b667127fe8b59d in 11.1020 sec 2024-11-20T20:16:12,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741862_1038 (size=105) 2024-11-20T20:16:12,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39069 is added to blk_1073741862_1038 (size=105) 2024-11-20T20:16:12,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741862_1038 (size=105) 2024-11-20T20:16:12,234 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1732133740462.5d36ce110f3373ac3f65bc9b00047b7f. 2024-11-20T20:16:12,234 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-20T20:16:12,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44713 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-20T20:16:12,235 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44713 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5d36ce110f3373ac3f65bc9b00047b7f 2024-11-20T20:16:12,235 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5d36ce110f3373ac3f65bc9b00047b7f 2024-11-20T20:16:12,243 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=25 2024-11-20T20:16:12,243 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5d36ce110f3373ac3f65bc9b00047b7f in 11.1600 sec 2024-11-20T20:16:12,244 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-20T20:16:12,246 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-20T20:16:12,252 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-20T20:16:12,252 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-20T20:16:12,270 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-20T20:16:12,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741863_1039 (size=1174) 2024-11-20T20:16:12,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39069 is added to blk_1073741863_1039 (size=1174) 2024-11-20T20:16:12,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741863_1039 (size=1174) 2024-11-20T20:16:12,353 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-20T20:16:12,361 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-20T20:16:12,367 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d7d59561a64e,39247,1732133728699 2024-11-20T20:16:12,372 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d7d59561a64e,41729,1732133728766 2024-11-20T20:16:12,372 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d7d59561a64e,37229,1732133728623 2024-11-20T20:16:12,380 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d7d59561a64e,37229,1732133728623 2024-11-20T20:16:12,380 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d7d59561a64e,41729,1732133728766 2024-11-20T20:16:12,382 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d7d59561a64e,41729,1732133728766 2024-11-20T20:16:12,387 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d7d59561a64e,37229,1732133728623 2024-11-20T20:16:12,390 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d7d59561a64e,39247,1732133728699 2024-11-20T20:16:12,391 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d7d59561a64e,39247,1732133728699 2024-11-20T20:16:12,434 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T20:16:12,435 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing d7d59561a64e,39247,1732133728699 2024-11-20T20:16:12,435 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server d7d59561a64e,39247,1732133728699: Simulated kill ***** 2024-11-20T20:16:12,435 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T20:16:12,435 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T20:16:12,437 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T20:16:12,437 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T20:16:12,437 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T20:16:12,437 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 460535296 }, "NonHeapMemoryUsage": { "committed": 175898624, "init": 7667712, "max": -1, "used": 171658568 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T20:16:12,438 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44713 {}] master.MasterRpcServices(700): d7d59561a64e,39247,1732133728699 reported a fatal error: ***** ABORTING region server d7d59561a64e,39247,1732133728699: Simulated kill ***** 2024-11-20T20:16:12,438 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd7d59561a64e,39247,1732133728699' ***** 2024-11-20T20:16:12,438 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-20T20:16:12,438 INFO [RS:1;d7d59561a64e:39247 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T20:16:12,439 INFO [RS:1;d7d59561a64e:39247 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-20T20:16:12,439 INFO [RS:1;d7d59561a64e:39247 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-20T20:16:12,439 INFO [RS:1;d7d59561a64e:39247 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T20:16:12,439 INFO [RS:1;d7d59561a64e:39247 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;d7d59561a64e:39247. 2024-11-20T20:16:12,439 DEBUG [RS:1;d7d59561a64e:39247 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:16:12,439 DEBUG [RS:1;d7d59561a64e:39247 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:16:12,439 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T20:16:12,440 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T20:16:12,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741836_1012 (size=14382) 2024-11-20T20:16:12,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741836_1012 (size=14382) 2024-11-20T20:16:12,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39069 is added to blk_1073741836_1012 (size=14382) 2024-11-20T20:16:12,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741835_1011 (size=2286) 2024-11-20T20:16:12,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39069 is added to blk_1073741835_1011 (size=2286) 2024-11-20T20:16:12,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741835_1011 (size=2286) 2024-11-20T20:16:12,466 DEBUG [RS:1;d7d59561a64e:39247 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:16:12,466 INFO [RS:1;d7d59561a64e:39247 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T20:16:12,467 INFO [RS:1;d7d59561a64e:39247 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39247 2024-11-20T20:16:12,479 INFO [regionserver/d7d59561a64e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T20:16:12,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39247-0x10159e32bf00002, quorum=127.0.0.1:63677, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d7d59561a64e,39247,1732133728699 2024-11-20T20:16:12,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44713-0x10159e32bf00000, quorum=127.0.0.1:63677, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T20:16:12,550 INFO [RS:1;d7d59561a64e:39247 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T20:16:12,551 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d7d59561a64e,39247,1732133728699] 2024-11-20T20:16:12,570 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d7d59561a64e,39247,1732133728699 already deleted, retry=false 2024-11-20T20:16:12,571 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of d7d59561a64e,39247,1732133728699 on d7d59561a64e,44713,1732133728374 2024-11-20T20:16:12,572 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure d7d59561a64e,39247,1732133728699, splitWal=true, meta=true 2024-11-20T20:16:12,572 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=46 for d7d59561a64e,39247,1732133728699 (carryingMeta=true) d7d59561a64e,39247,1732133728699/CRASHED/regionCount=5/lock=java.util.concurrent.locks.ReentrantReadWriteLock@51f0af07[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-20T20:16:12,574 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure d7d59561a64e,39247,1732133728699, splitWal=true, meta=true 2024-11-20T20:16:12,576 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure d7d59561a64e,39247,1732133728699, splitWal=true, meta=true, isMeta: true 2024-11-20T20:16:12,578 DEBUG [PEWorker-5 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/WALs/d7d59561a64e,39247,1732133728699-splitting 2024-11-20T20:16:12,583 INFO [PEWorker-5 {}] master.SplitWALManager(105): d7d59561a64e,39247,1732133728699 WAL count=1, meta=true 2024-11-20T20:16:12,583 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure d7d59561a64e%2C39247%2C1732133728699.meta.1732133740247.meta}] 2024-11-20T20:16:12,588 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d7d59561a64e,39247,1732133728699 Release verify snapshot worker=d7d59561a64e,39247,1732133728699 2024-11-20T20:16:12,588 WARN [PEWorker-1 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 41 to d7d59561a64e,39247,1732133728699, this operation will be retried to send to another server 2024-11-20T20:16:12,589 WARN [PEWorker-1 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-20T20:16:12,589 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=41, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732133773589 2024-11-20T20:16:12,598 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d7d59561a64e,39247,1732133728699 Release verify snapshot worker=d7d59561a64e,39247,1732133728699 2024-11-20T20:16:12,598 WARN [PEWorker-3 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 40 to d7d59561a64e,39247,1732133728699, this operation will be retried to send to another server 2024-11-20T20:16:12,598 WARN [PEWorker-3 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-20T20:16:12,599 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=40, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732133773598 2024-11-20T20:16:12,602 DEBUG [PEWorker-4 {}] master.SplitWALManager(158): Acquired split WAL worker=d7d59561a64e,41729,1732133728766 2024-11-20T20:16:12,607 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure d7d59561a64e%2C39247%2C1732133728699.meta.1732133740247.meta, worker=d7d59561a64e,41729,1732133728766}] 2024-11-20T20:16:12,607 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d7d59561a64e,39247,1732133728699 Release verify snapshot worker=d7d59561a64e,39247,1732133728699 2024-11-20T20:16:12,607 WARN [PEWorker-1 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to d7d59561a64e,39247,1732133728699, this operation will be retried to send to another server 2024-11-20T20:16:12,607 WARN [PEWorker-1 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-20T20:16:12,608 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 29 is already finished, skip the rest processes 2024-11-20T20:16:12,608 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732133773608 2024-11-20T20:16:12,608 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 32 is already finished, skip the rest processes 2024-11-20T20:16:12,608 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 26 is already finished, skip the rest processes 2024-11-20T20:16:12,608 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 34 is already finished, skip the rest processes 2024-11-20T20:16:12,660 INFO [RS:1;d7d59561a64e:39247 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T20:16:12,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39247-0x10159e32bf00002, quorum=127.0.0.1:63677, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:16:12,660 INFO [RS:1;d7d59561a64e:39247 {}] regionserver.HRegionServer(1031): Exiting; stopping=d7d59561a64e,39247,1732133728699; zookeeper connection closed. 2024-11-20T20:16:12,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39247-0x10159e32bf00002, quorum=127.0.0.1:63677, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:16:12,661 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@507f0b7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@507f0b7 2024-11-20T20:16:12,918 INFO [regionserver/d7d59561a64e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T20:16:12,918 INFO [regionserver/d7d59561a64e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T20:16:20,467 INFO [master/d7d59561a64e:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-20T20:16:20,467 INFO [master/d7d59561a64e:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-20T20:16:22,374 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-20T20:16:22,374 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-20T20:16:22,374 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-20T20:16:22,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-20T20:16:22,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37229 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-20T20:16:22,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37229 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-20T20:16:22,381 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37229 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-20T20:16:22,410 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-20T20:16:22,410 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-20T20:16:22,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44713 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-20T20:16:22,413 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-20T20:16:22,418 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-20T20:16:22,423 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d7d59561a64e,41729,1732133728766 Release verify snapshot worker=d7d59561a64e,41729,1732133728766 2024-11-20T20:16:22,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44713 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-20T20:16:22,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44713 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-20T20:16:22,427 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d7d59561a64e,41729,1732133728766 in 10.0620 sec 2024-11-20T20:16:22,428 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d7d59561a64e,41729,1732133728766 2024-11-20T20:16:22,429 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d7d59561a64e,41729,1732133728766 Release verify snapshot worker=d7d59561a64e,41729,1732133728766 2024-11-20T20:16:22,436 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-20T20:16:22,436 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-20T20:16:22,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44713 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-20T20:16:22,439 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d7d59561a64e,41729,1732133728766 in 10.0680 sec 2024-11-20T20:16:22,440 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-20T20:16:22,441 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d7d59561a64e,37229,1732133728623 Release verify snapshot worker=d7d59561a64e,37229,1732133728623 2024-11-20T20:16:22,442 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d7d59561a64e,41729,1732133728766 2024-11-20T20:16:22,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44713 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-20T20:16:22,444 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d7d59561a64e,37229,1732133728623 2024-11-20T20:16:22,445 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d7d59561a64e,41729,1732133728766 Release verify snapshot worker=d7d59561a64e,41729,1732133728766 2024-11-20T20:16:22,445 INFO [RS_LOG_REPLAY_OPS-regionserver/d7d59561a64e:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/WALs/d7d59561a64e,39247,1732133728699-splitting/d7d59561a64e%2C39247%2C1732133728699.meta.1732133740247.meta, size=14.0 K (14382bytes) 2024-11-20T20:16:22,445 INFO [RS_LOG_REPLAY_OPS-regionserver/d7d59561a64e:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/WALs/d7d59561a64e,39247,1732133728699-splitting/d7d59561a64e%2C39247%2C1732133728699.meta.1732133740247.meta 2024-11-20T20:16:22,447 INFO [RS_LOG_REPLAY_OPS-regionserver/d7d59561a64e:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/WALs/d7d59561a64e,39247,1732133728699-splitting/d7d59561a64e%2C39247%2C1732133728699.meta.1732133740247.meta after 2ms 2024-11-20T20:16:22,450 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d7d59561a64e,41729,1732133728766 2024-11-20T20:16:22,450 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d7d59561a64e,41729,1732133728766 in 10.0840 sec 2024-11-20T20:16:22,450 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d7d59561a64e,37229,1732133728623 in 10.0810 sec 2024-11-20T20:16:22,452 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d7d59561a64e,37229,1732133728623 Release verify snapshot worker=d7d59561a64e,37229,1732133728623 2024-11-20T20:16:22,452 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-20T20:16:22,452 INFO [RS_LOG_REPLAY_OPS-regionserver/d7d59561a64e:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/WALs/d7d59561a64e,39247,1732133728699-splitting/d7d59561a64e%2C39247%2C1732133728699.meta.1732133740247.meta took 7ms 2024-11-20T20:16:22,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44713 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-20T20:16:22,455 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d7d59561a64e,37229,1732133728623 in 10.0910 sec 2024-11-20T20:16:22,456 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d7d59561a64e,37229,1732133728623 Release verify snapshot worker=d7d59561a64e,37229,1732133728623 2024-11-20T20:16:22,458 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d7d59561a64e,37229,1732133728623 in 10.0950 sec 2024-11-20T20:16:22,493 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d7d59561a64e:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-11-20T20:16:22,497 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d7d59561a64e:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/WALs/d7d59561a64e,39247,1732133728699-splitting/d7d59561a64e%2C39247%2C1732133728699.meta.1732133740247.meta so closing down 2024-11-20T20:16:22,497 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d7d59561a64e:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:16:22,509 INFO [RS_LOG_REPLAY_OPS-regionserver/d7d59561a64e:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-d7d59561a64e%2C39247%2C1732133728699.meta.1732133740247.meta.temp 2024-11-20T20:16:22,512 INFO [RS_LOG_REPLAY_OPS-regionserver/d7d59561a64e:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-d7d59561a64e%2C39247%2C1732133728699.meta.1732133740247.meta.temp 2024-11-20T20:16:22,513 INFO [RS_LOG_REPLAY_OPS-regionserver/d7d59561a64e:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:16:22,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741864_1040 (size=14141) 2024-11-20T20:16:22,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741864_1040 (size=14141) 2024-11-20T20:16:22,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39069 is added to blk_1073741864_1040 (size=14141) 2024-11-20T20:16:22,537 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-d7d59561a64e%2C39247%2C1732133728699.meta.1732133740247.meta.temp (wrote 25 edits, skipped 0 edits in 0 ms) 2024-11-20T20:16:22,539 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-d7d59561a64e%2C39247%2C1732133728699.meta.1732133740247.meta.temp to hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-20T20:16:22,539 INFO [RS_LOG_REPLAY_OPS-regionserver/d7d59561a64e:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 59 ms; skipped=1; WAL=hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/WALs/d7d59561a64e,39247,1732133728699-splitting/d7d59561a64e%2C39247%2C1732133728699.meta.1732133740247.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-11-20T20:16:22,540 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d7d59561a64e:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/WALs/d7d59561a64e,39247,1732133728699-splitting/d7d59561a64e%2C39247%2C1732133728699.meta.1732133740247.meta, journal: Splitting hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/WALs/d7d59561a64e,39247,1732133728699-splitting/d7d59561a64e%2C39247%2C1732133728699.meta.1732133740247.meta, size=14.0 K (14382bytes) at 1732133782445Finishing writing output for hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/WALs/d7d59561a64e,39247,1732133728699-splitting/d7d59561a64e%2C39247%2C1732133728699.meta.1732133740247.meta so closing down at 1732133782497 (+52 ms)Creating recovered edits writer path=hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-d7d59561a64e%2C39247%2C1732133728699.meta.1732133740247.meta.temp at 1732133782512 (+15 ms)3 split writer threads finished at 1732133782513 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-d7d59561a64e%2C39247%2C1732133728699.meta.1732133740247.meta.temp (wrote 25 edits, skipped 0 edits in 0 ms) at 1732133782537 (+24 ms)Rename recovered edits hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-d7d59561a64e%2C39247%2C1732133728699.meta.1732133740247.meta.temp to hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1732133782539 (+2 ms)Processed 26 edits across 1 Regions in 59 ms; skipped=1; WAL=hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/WALs/d7d59561a64e,39247,1732133728699-splitting/d7d59561a64e%2C39247%2C1732133728699.meta.1732133740247.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1732133782540 (+1 ms) 2024-11-20T20:16:22,540 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d7d59561a64e:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/WALs/d7d59561a64e,39247,1732133728699-splitting/d7d59561a64e%2C39247%2C1732133728699.meta.1732133740247.meta 2024-11-20T20:16:22,540 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d7d59561a64e:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-20T20:16:22,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44713 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-20T20:16:22,545 INFO [PEWorker-2 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/WALs/d7d59561a64e,39247,1732133728699-splitting/d7d59561a64e%2C39247%2C1732133728699.meta.1732133740247.meta to hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/oldWALs 2024-11-20T20:16:22,549 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-20T20:16:22,549 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure d7d59561a64e%2C39247%2C1732133728699.meta.1732133740247.meta, worker=d7d59561a64e,41729,1732133728766 in 9.9380 sec 2024-11-20T20:16:22,551 DEBUG [PEWorker-2 {}] master.SplitWALManager(172): Release split WAL worker=d7d59561a64e,41729,1732133728766 2024-11-20T20:16:22,555 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-20T20:16:22,555 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure d7d59561a64e%2C39247%2C1732133728699.meta.1732133740247.meta, worker=d7d59561a64e,41729,1732133728766 in 9.9680 sec 2024-11-20T20:16:22,566 INFO [PEWorker-5 {}] master.SplitLogManager(171): hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/WALs/d7d59561a64e,39247,1732133728699-splitting dir is empty, no logs to split. 2024-11-20T20:16:22,566 INFO [PEWorker-5 {}] master.SplitWALManager(105): d7d59561a64e,39247,1732133728699 WAL count=0, meta=true 2024-11-20T20:16:22,566 DEBUG [PEWorker-5 {}] procedure.ServerCrashProcedure(329): Check if d7d59561a64e,39247,1732133728699 WAL splitting is done? wals=0, meta=true 2024-11-20T20:16:22,568 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T20:16:22,570 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T20:16:22,575 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T20:16:22,726 DEBUG [d7d59561a64e:44713 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-20T20:16:22,726 DEBUG [d7d59561a64e:44713 {}] balancer.BalancerClusterState(204): Hosts are {d7d59561a64e=0} racks are {/default-rack=0} 2024-11-20T20:16:22,726 DEBUG [d7d59561a64e:44713 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-20T20:16:22,726 DEBUG [d7d59561a64e:44713 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-20T20:16:22,726 DEBUG [d7d59561a64e:44713 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-20T20:16:22,726 DEBUG [d7d59561a64e:44713 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-20T20:16:22,727 INFO [d7d59561a64e:44713 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-20T20:16:22,727 INFO [d7d59561a64e:44713 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-20T20:16:22,727 DEBUG [d7d59561a64e:44713 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T20:16:22,727 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d7d59561a64e,41729,1732133728766 2024-11-20T20:16:22,728 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7d59561a64e,41729,1732133728766, state=OPENING 2024-11-20T20:16:22,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37229-0x10159e32bf00001, quorum=127.0.0.1:63677, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T20:16:22,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41729-0x10159e32bf00003, quorum=127.0.0.1:63677, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T20:16:22,801 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T20:16:22,801 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T20:16:22,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44713-0x10159e32bf00000, quorum=127.0.0.1:63677, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T20:16:22,802 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T20:16:22,802 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T20:16:22,802 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d7d59561a64e,41729,1732133728766}] 2024-11-20T20:16:28,322 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T20:16:29,913 INFO [regionserver/d7d59561a64e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-20T20:16:31,778 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7d59561a64e:44713 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-20T20:16:32,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-20T20:16:32,435 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T20:16:32,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-20T20:16:32,435 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:16:32,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-20T20:16:32,436 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-20T20:16:32,436 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=50}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T20:16:32,436 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-20T20:16:32,436 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-20T20:16:32,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44713 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-20T20:16:32,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44713 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-20T20:16:32,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44713 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-20T20:16:32,443 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d7d59561a64e,41729,1732133728766 Release verify snapshot worker=d7d59561a64e,41729,1732133728766 2024-11-20T20:16:32,444 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7d59561a64e%2C41729%2C1732133728766.meta, suffix=.meta, logDir=hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/WALs/d7d59561a64e,41729,1732133728766, archiveDir=hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/oldWALs, maxLogs=32 2024-11-20T20:16:32,448 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d7d59561a64e,41729,1732133728766 in 20.0820 sec 2024-11-20T20:16:32,448 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37229 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-20T20:16:32,448 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d7d59561a64e,41729,1732133728766 Release verify snapshot worker=d7d59561a64e,41729,1732133728766 2024-11-20T20:16:32,449 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-20T20:16:32,449 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d7d59561a64e,41729,1732133728766 Release verify snapshot worker=d7d59561a64e,41729,1732133728766 2024-11-20T20:16:32,453 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d7d59561a64e,41729,1732133728766 in 20.0870 sec 2024-11-20T20:16:32,455 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d7d59561a64e,41729,1732133728766 in 20.0880 sec 2024-11-20T20:16:32,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44713 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-20T20:16:32,460 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d7d59561a64e,37229,1732133728623 Release verify snapshot worker=d7d59561a64e,37229,1732133728623 2024-11-20T20:16:32,464 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=25 2024-11-20T20:16:32,465 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d7d59561a64e,37229,1732133728623 in 20.0990 sec 2024-11-20T20:16:32,465 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-20T20:16:32,468 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/.hbase-snapshot/SnapshotProcedureTest 2024-11-20T20:16:32,471 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=50}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/WALs/d7d59561a64e,41729,1732133728766/d7d59561a64e%2C41729%2C1732133728766.meta.1732133792445.meta, exclude list is [], retry=0 2024-11-20T20:16:32,471 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-20T20:16:32,471 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-20T20:16:32,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39069,DS-87d0b09f-4b1f-4b04-a1b8-f4a6a95ba5a0,DISK] 2024-11-20T20:16:32,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43175,DS-78cac5c3-886c-4471-a67f-001819f3161a,DISK] 2024-11-20T20:16:32,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37599,DS-e640f22e-9031-41be-a1d6-bbf832bbc14b,DISK] 2024-11-20T20:16:32,478 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 31.4550 sec 2024-11-20T20:16:32,492 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/WALs/d7d59561a64e,41729,1732133728766/d7d59561a64e%2C41729%2C1732133728766.meta.1732133792445.meta 2024-11-20T20:16:32,496 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37179:37179),(127.0.0.1/127.0.0.1:32907:32907),(127.0.0.1/127.0.0.1:44915:44915)] 2024-11-20T20:16:32,496 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T20:16:32,497 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=50}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T20:16:32,497 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T20:16:32,497 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T20:16:32,497 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T20:16:32,497 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:16:32,497 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T20:16:32,497 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T20:16:32,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T20:16:32,506 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T20:16:32,506 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:16:32,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:16:32,508 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T20:16:32,513 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T20:16:32,513 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:16:32,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:16:32,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T20:16:32,516 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T20:16:32,516 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:16:32,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:16:32,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T20:16:32,518 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T20:16:32,518 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:16:32,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:16:32,521 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T20:16:32,522 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/hbase/meta/1588230740 2024-11-20T20:16:32,525 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/hbase/meta/1588230740 2024-11-20T20:16:32,533 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-20T20:16:32,557 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-20T20:16:32,558 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-20T20:16:32,578 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-20T20:16:32,581 WARN [RPCClient-NioEventLoopGroup-6-9 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server d7d59561a64e:39247 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: d7d59561a64e/172.17.0.2:39247 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:16:32,587 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,39247,1732133728699, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,39247,1732133728699, seqNum=-1, error=java.net.ConnectException: Call to address=d7d59561a64e:39247 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: d7d59561a64e/172.17.0.2:39247 2024-11-20T20:16:32,588 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,39247,1732133728699, seqNum=-1 is java.net.ConnectException: Connection refused 2024-11-20T20:16:32,588 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,39247,1732133728699, seqNum=-1 from cache 2024-11-20T20:16:32,590 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] ipc.FailedServers(52): Added failed server with address d7d59561a64e:39247 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: d7d59561a64e/172.17.0.2:39247 2024-11-20T20:16:32,591 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/hbase/meta/1588230740/.tmp/info/dd31e35fbc524667adac29619749dcfc is 167, key is SPTestTable,19999999,1732133740462.ec33966f58658b10b5a58b9890258433./info:regioninfo/1732133751516/Put/seqid=0 2024-11-20T20:16:32,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741866_1042 (size=18393) 2024-11-20T20:16:32,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741866_1042 (size=18393) 2024-11-20T20:16:32,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39069 is added to blk_1073741866_1042 (size=18393) 2024-11-20T20:16:32,694 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:16:32,695 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,41729,1732133728766, seqNum=-1] 2024-11-20T20:16:32,700 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41729 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Scan size: 143 connection: 172.17.0.2:52064 deadline: 1732133852578, exception=org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on d7d59561a64e,41729,1732133728766 2024-11-20T20:16:32,725 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,41729,1732133728766, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,41729,1732133728766, seqNum=-1, error=org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on d7d59561a64e,41729,1732133728766 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:16:32,725 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,41729,1732133728766, seqNum=-1 is org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on d7d59561a64e,41729,1732133728766 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:16:32,725 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,41729,1732133728766, seqNum=-1 from cache 2024-11-20T20:16:32,933 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:16:32,935 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,41729,1732133728766, seqNum=-1] 2024-11-20T20:16:32,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41729 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Scan size: 143 connection: 172.17.0.2:52064 deadline: 1732133852579, exception=org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on d7d59561a64e,41729,1732133728766 2024-11-20T20:16:32,941 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,41729,1732133728766, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,41729,1732133728766, seqNum=-1, error=org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on d7d59561a64e,41729,1732133728766 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:16:32,941 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,41729,1732133728766, seqNum=-1 is org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on d7d59561a64e,41729,1732133728766 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:16:32,941 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,41729,1732133728766, seqNum=-1 from cache 2024-11-20T20:16:33,036 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/hbase/meta/1588230740/.tmp/info/dd31e35fbc524667adac29619749dcfc 2024-11-20T20:16:33,073 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/hbase/meta/1588230740/.tmp/ns/4f9a7278895f4d4f8eaa7d412283ecd1 is 43, key is default/ns:d/1732133740365/Put/seqid=0 2024-11-20T20:16:33,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741867_1043 (size=5153) 2024-11-20T20:16:33,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39069 is added to blk_1073741867_1043 (size=5153) 2024-11-20T20:16:33,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741867_1043 (size=5153) 2024-11-20T20:16:33,089 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/hbase/meta/1588230740/.tmp/ns/4f9a7278895f4d4f8eaa7d412283ecd1 2024-11-20T20:16:33,115 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/hbase/meta/1588230740/.tmp/table/72097fbec6b9443cb53042f8be8aadf5 is 47, key is SPTestTable/table:state/1732133751617/Put/seqid=0 2024-11-20T20:16:33,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39069 is added to blk_1073741868_1044 (size=5214) 2024-11-20T20:16:33,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741868_1044 (size=5214) 2024-11-20T20:16:33,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741868_1044 (size=5214) 2024-11-20T20:16:33,143 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/hbase/meta/1588230740/.tmp/table/72097fbec6b9443cb53042f8be8aadf5 2024-11-20T20:16:33,154 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/hbase/meta/1588230740/.tmp/info/dd31e35fbc524667adac29619749dcfc as hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/hbase/meta/1588230740/info/dd31e35fbc524667adac29619749dcfc 2024-11-20T20:16:33,164 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/hbase/meta/1588230740/info/dd31e35fbc524667adac29619749dcfc, entries=100, sequenceid=28, filesize=18.0 K 2024-11-20T20:16:33,165 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/hbase/meta/1588230740/.tmp/ns/4f9a7278895f4d4f8eaa7d412283ecd1 as hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/hbase/meta/1588230740/ns/4f9a7278895f4d4f8eaa7d412283ecd1 2024-11-20T20:16:33,177 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/hbase/meta/1588230740/ns/4f9a7278895f4d4f8eaa7d412283ecd1, entries=2, sequenceid=28, filesize=5.0 K 2024-11-20T20:16:33,178 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/hbase/meta/1588230740/.tmp/table/72097fbec6b9443cb53042f8be8aadf5 as hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/hbase/meta/1588230740/table/72097fbec6b9443cb53042f8be8aadf5 2024-11-20T20:16:33,187 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/hbase/meta/1588230740/table/72097fbec6b9443cb53042f8be8aadf5, entries=2, sequenceid=28, filesize=5.1 K 2024-11-20T20:16:33,188 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 631ms, sequenceid=28, compaction requested=false; wal=null 2024-11-20T20:16:33,189 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-20T20:16:33,190 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T20:16:33,190 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T20:16:33,191 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T20:16:33,192 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T20:16:33,197 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-11-20T20:16:33,199 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75241566, jitterRate=0.12118670344352722}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T20:16:33,199 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T20:16:33,199 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732133792498Writing region info on filesystem at 1732133792498Initializing all the Stores at 1732133792499 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732133792499Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732133792500 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732133792500Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732133792500Obtaining lock to block concurrent updates at 1732133792558 (+58 ms)Preparing flush snapshotting stores in 1588230740 at 1732133792558Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1732133792558Flushing stores of hbase:meta,,1.1588230740 at 1732133792558Flushing 1588230740/info: creating writer at 1732133792558Flushing 1588230740/info: appending metadata at 1732133792591 (+33 ms)Flushing 1588230740/info: closing flushed file at 1732133792591Flushing 1588230740/ns: creating writer at 1732133793049 (+458 ms)Flushing 1588230740/ns: appending metadata at 1732133793073 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1732133793073Flushing 1588230740/table: creating writer at 1732133793096 (+23 ms)Flushing 1588230740/table: appending metadata at 1732133793115 (+19 ms)Flushing 1588230740/table: closing flushed file at 1732133793115Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a6ea8e7: reopening flushed file at 1732133793153 (+38 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f2a4038: reopening flushed file at 1732133793164 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@216e8090: reopening flushed file at 1732133793177 (+13 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 631ms, sequenceid=28, compaction requested=false; wal=null at 1732133793188 (+11 ms)Cleaning up temporary data from old regions at 1732133793190 (+2 ms)Running coprocessor post-open hooks at 1732133793199 (+9 ms)Region opened successfully at 1732133793199 2024-11-20T20:16:33,205 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=50, masterSystemTime=1732133792429 2024-11-20T20:16:33,208 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T20:16:33,208 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T20:16:33,208 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=d7d59561a64e,41729,1732133728766 2024-11-20T20:16:33,210 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7d59561a64e,41729,1732133728766, state=OPEN 2024-11-20T20:16:33,244 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:16:33,245 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,41729,1732133728766, seqNum=-1] 2024-11-20T20:16:33,260 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44713 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=d7d59561a64e,41729,1732133728766, table=hbase:meta, region=1588230740. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-20T20:16:33,284 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-20T20:16:33,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T20:16:33,284 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T20:16:33,284 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:16:33,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:16:33,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:16:33,285 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T20:16:33,285 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=37954506, stopped=false 2024-11-20T20:16:33,285 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d7d59561a64e,44713,1732133728374 2024-11-20T20:16:33,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41729-0x10159e32bf00003, quorum=127.0.0.1:63677, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T20:16:33,285 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T20:16:33,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44713-0x10159e32bf00000, quorum=127.0.0.1:63677, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T20:16:33,285 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T20:16:33,286 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=50, ppid=49, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d7d59561a64e,41729,1732133728766 2024-11-20T20:16:33,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37229-0x10159e32bf00001, quorum=127.0.0.1:63677, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T20:16:33,286 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T20:16:33,288 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:16:33,290 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=49 2024-11-20T20:16:33,290 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d7d59561a64e,41729,1732133728766 in 10.4840 sec 2024-11-20T20:16:33,293 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=46 2024-11-20T20:16:33,293 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.7220 sec 2024-11-20T20:16:33,293 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(207): d7d59561a64e,39247,1732133728699 had 5 regions 2024-11-20T20:16:33,294 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure d7d59561a64e,39247,1732133728699, splitWal=true, meta=true, isMeta: false 2024-11-20T20:16:33,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37229-0x10159e32bf00001, quorum=127.0.0.1:63677, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T20:16:33,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41729-0x10159e32bf00003, quorum=127.0.0.1:63677, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T20:16:33,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37229-0x10159e32bf00001, quorum=127.0.0.1:63677, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T20:16:33,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41729-0x10159e32bf00003, quorum=127.0.0.1:63677, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T20:16:33,297 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41729-0x10159e32bf00003, quorum=127.0.0.1:63677, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T20:16:33,297 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37229-0x10159e32bf00001, quorum=127.0.0.1:63677, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T20:16:33,297 INFO [PEWorker-5 {}] master.SplitWALManager(105): d7d59561a64e,39247,1732133728699 WAL count=1, meta=false 2024-11-20T20:16:33,297 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure d7d59561a64e%2C39247%2C1732133728699.1732133730044}] 2024-11-20T20:16:33,299 DEBUG [PEWorker-4 {}] master.SplitWALManager(158): Acquired split WAL worker=d7d59561a64e,37229,1732133728623 2024-11-20T20:16:33,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44713-0x10159e32bf00000, quorum=127.0.0.1:63677, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T20:16:33,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44713-0x10159e32bf00000, quorum=127.0.0.1:63677, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T20:16:33,300 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T20:16:33,301 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T20:16:33,301 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:16:33,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:16:33,301 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd7d59561a64e,37229,1732133728623' ***** 2024-11-20T20:16:33,301 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T20:16:33,301 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd7d59561a64e,41729,1732133728766' ***** 2024-11-20T20:16:33,301 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T20:16:33,301 INFO [RS:0;d7d59561a64e:37229 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T20:16:33,302 INFO [RS:0;d7d59561a64e:37229 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T20:16:33,302 INFO [RS:0;d7d59561a64e:37229 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T20:16:33,302 INFO [RS:0;d7d59561a64e:37229 {}] regionserver.HRegionServer(3091): Received CLOSE for 9874ebacce143c864fdfc3b0056c619e 2024-11-20T20:16:33,302 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T20:16:33,302 INFO [RS:0;d7d59561a64e:37229 {}] regionserver.HRegionServer(3091): Received CLOSE for 7a73d86d3aa1fd8d18aaead3cf95b539 2024-11-20T20:16:33,302 INFO [RS:0;d7d59561a64e:37229 {}] regionserver.HRegionServer(3091): Received CLOSE for ec33966f58658b10b5a58b9890258433 2024-11-20T20:16:33,302 INFO [RS:2;d7d59561a64e:41729 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T20:16:33,302 INFO [RS:2;d7d59561a64e:41729 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T20:16:33,302 INFO [RS:2;d7d59561a64e:41729 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T20:16:33,303 INFO [RS:2;d7d59561a64e:41729 {}] regionserver.HRegionServer(3091): Received CLOSE for d013ce5935a5693ce445f03b9a992e9b 2024-11-20T20:16:33,303 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure d7d59561a64e%2C39247%2C1732133728699.1732133730044, worker=d7d59561a64e,37229,1732133728623}] 2024-11-20T20:16:33,303 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44713-0x10159e32bf00000, quorum=127.0.0.1:63677, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T20:16:33,303 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T20:16:33,303 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9874ebacce143c864fdfc3b0056c619e, disabling compactions & flushes 2024-11-20T20:16:33,304 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732133740462.9874ebacce143c864fdfc3b0056c619e. 2024-11-20T20:16:33,304 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732133740462.9874ebacce143c864fdfc3b0056c619e. 2024-11-20T20:16:33,304 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732133740462.9874ebacce143c864fdfc3b0056c619e. after waiting 0 ms 2024-11-20T20:16:33,304 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732133740462.9874ebacce143c864fdfc3b0056c619e. 2024-11-20T20:16:33,305 INFO [RS:0;d7d59561a64e:37229 {}] regionserver.HRegionServer(959): stopping server d7d59561a64e,37229,1732133728623 2024-11-20T20:16:33,305 INFO [RS:0;d7d59561a64e:37229 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T20:16:33,305 INFO [RS:0;d7d59561a64e:37229 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7d59561a64e:37229. 2024-11-20T20:16:33,305 DEBUG [RS:0;d7d59561a64e:37229 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:16:33,305 DEBUG [RS:0;d7d59561a64e:37229 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:16:33,306 INFO [RS:0;d7d59561a64e:37229 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T20:16:33,306 DEBUG [RS:0;d7d59561a64e:37229 {}] regionserver.HRegionServer(1325): Online Regions={9874ebacce143c864fdfc3b0056c619e=SPTestTable,7ffffffd,1732133740462.9874ebacce143c864fdfc3b0056c619e., 7a73d86d3aa1fd8d18aaead3cf95b539=SPTestTable,e6666661,1732133740462.7a73d86d3aa1fd8d18aaead3cf95b539., ec33966f58658b10b5a58b9890258433=SPTestTable,19999999,1732133740462.ec33966f58658b10b5a58b9890258433.} 2024-11-20T20:16:33,306 DEBUG [RS:0;d7d59561a64e:37229 {}] regionserver.HRegionServer(1351): Waiting on 7a73d86d3aa1fd8d18aaead3cf95b539, 9874ebacce143c864fdfc3b0056c619e, ec33966f58658b10b5a58b9890258433 2024-11-20T20:16:33,306 INFO [RS:2;d7d59561a64e:41729 {}] regionserver.HRegionServer(3091): Received CLOSE for eea30155f7d3937251b667127fe8b59d 2024-11-20T20:16:33,306 INFO [RS:2;d7d59561a64e:41729 {}] regionserver.HRegionServer(3091): Received CLOSE for db0020486eab25ddeb9ede57ec30dc1a 2024-11-20T20:16:33,306 INFO [RS:2;d7d59561a64e:41729 {}] regionserver.HRegionServer(959): stopping server d7d59561a64e,41729,1732133728766 2024-11-20T20:16:33,306 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d013ce5935a5693ce445f03b9a992e9b, disabling compactions & flushes 2024-11-20T20:16:33,306 INFO [RS:2;d7d59561a64e:41729 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T20:16:33,306 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732133740462.d013ce5935a5693ce445f03b9a992e9b. 2024-11-20T20:16:33,306 INFO [RS:2;d7d59561a64e:41729 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;d7d59561a64e:41729. 2024-11-20T20:16:33,306 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732133740462.d013ce5935a5693ce445f03b9a992e9b. 2024-11-20T20:16:33,307 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732133740462.d013ce5935a5693ce445f03b9a992e9b. after waiting 0 ms 2024-11-20T20:16:33,307 DEBUG [RS:2;d7d59561a64e:41729 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:16:33,307 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732133740462.d013ce5935a5693ce445f03b9a992e9b. 2024-11-20T20:16:33,307 DEBUG [RS:2;d7d59561a64e:41729 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:16:33,307 INFO [RS:2;d7d59561a64e:41729 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T20:16:33,307 INFO [RS:2;d7d59561a64e:41729 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T20:16:33,307 INFO [RS:2;d7d59561a64e:41729 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T20:16:33,307 INFO [RS:2;d7d59561a64e:41729 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T20:16:33,308 INFO [RS:2;d7d59561a64e:41729 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-20T20:16:33,308 DEBUG [RS:2;d7d59561a64e:41729 {}] regionserver.HRegionServer(1325): Online Regions={d013ce5935a5693ce445f03b9a992e9b=SPTestTable,66666664,1732133740462.d013ce5935a5693ce445f03b9a992e9b., 1588230740=hbase:meta,,1.1588230740, eea30155f7d3937251b667127fe8b59d=SPTestTable,b333332f,1732133740462.eea30155f7d3937251b667127fe8b59d., db0020486eab25ddeb9ede57ec30dc1a=SPTestTable,33333332,1732133740462.db0020486eab25ddeb9ede57ec30dc1a.} 2024-11-20T20:16:33,308 DEBUG [RS:2;d7d59561a64e:41729 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d013ce5935a5693ce445f03b9a992e9b, db0020486eab25ddeb9ede57ec30dc1a, eea30155f7d3937251b667127fe8b59d 2024-11-20T20:16:33,308 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T20:16:33,308 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T20:16:33,308 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T20:16:33,308 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T20:16:33,308 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T20:16:33,313 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/default/SPTestTable/d013ce5935a5693ce445f03b9a992e9b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T20:16:33,315 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732133740462.d013ce5935a5693ce445f03b9a992e9b. 2024-11-20T20:16:33,315 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d013ce5935a5693ce445f03b9a992e9b: Waiting for close lock at 1732133793306Running coprocessor pre-close hooks at 1732133793306Disabling compacts and flushes for region at 1732133793306Disabling writes for close at 1732133793307 (+1 ms)Writing region close event to WAL at 1732133793307Running coprocessor post-close hooks at 1732133793315 (+8 ms)Closed at 1732133793315 2024-11-20T20:16:33,315 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1732133740462.d013ce5935a5693ce445f03b9a992e9b. 2024-11-20T20:16:33,315 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing eea30155f7d3937251b667127fe8b59d, disabling compactions & flushes 2024-11-20T20:16:33,316 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732133740462.eea30155f7d3937251b667127fe8b59d. 2024-11-20T20:16:33,316 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732133740462.eea30155f7d3937251b667127fe8b59d. 2024-11-20T20:16:33,316 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732133740462.eea30155f7d3937251b667127fe8b59d. after waiting 0 ms 2024-11-20T20:16:33,316 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732133740462.eea30155f7d3937251b667127fe8b59d. 2024-11-20T20:16:33,325 INFO [regionserver/d7d59561a64e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T20:16:33,336 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/default/SPTestTable/eea30155f7d3937251b667127fe8b59d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T20:16:33,340 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732133740462.eea30155f7d3937251b667127fe8b59d. 2024-11-20T20:16:33,341 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for eea30155f7d3937251b667127fe8b59d: Waiting for close lock at 1732133793315Running coprocessor pre-close hooks at 1732133793315Disabling compacts and flushes for region at 1732133793315Disabling writes for close at 1732133793316 (+1 ms)Writing region close event to WAL at 1732133793317 (+1 ms)Running coprocessor post-close hooks at 1732133793340 (+23 ms)Closed at 1732133793340 2024-11-20T20:16:33,341 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1732133740462.eea30155f7d3937251b667127fe8b59d. 2024-11-20T20:16:33,341 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing db0020486eab25ddeb9ede57ec30dc1a, disabling compactions & flushes 2024-11-20T20:16:33,341 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732133740462.db0020486eab25ddeb9ede57ec30dc1a. 2024-11-20T20:16:33,341 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732133740462.db0020486eab25ddeb9ede57ec30dc1a. 2024-11-20T20:16:33,341 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732133740462.db0020486eab25ddeb9ede57ec30dc1a. after waiting 0 ms 2024-11-20T20:16:33,341 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732133740462.db0020486eab25ddeb9ede57ec30dc1a. 2024-11-20T20:16:33,354 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/default/SPTestTable/9874ebacce143c864fdfc3b0056c619e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T20:16:33,355 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/hbase/meta/1588230740/recovered.edits/31.seqid, newMaxSeqId=31, maxSeqId=28 2024-11-20T20:16:33,356 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732133740462.9874ebacce143c864fdfc3b0056c619e. 2024-11-20T20:16:33,356 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9874ebacce143c864fdfc3b0056c619e: Waiting for close lock at 1732133793303Running coprocessor pre-close hooks at 1732133793303Disabling compacts and flushes for region at 1732133793303Disabling writes for close at 1732133793304 (+1 ms)Writing region close event to WAL at 1732133793309 (+5 ms)Running coprocessor post-close hooks at 1732133793356 (+47 ms)Closed at 1732133793356 2024-11-20T20:16:33,356 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T20:16:33,356 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1732133740462.9874ebacce143c864fdfc3b0056c619e. 2024-11-20T20:16:33,356 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T20:16:33,356 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732133793308Running coprocessor pre-close hooks at 1732133793308Disabling compacts and flushes for region at 1732133793308Disabling writes for close at 1732133793308Writing region close event to WAL at 1732133793311 (+3 ms)Running coprocessor post-close hooks at 1732133793356 (+45 ms)Closed at 1732133793356 2024-11-20T20:16:33,356 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7a73d86d3aa1fd8d18aaead3cf95b539, disabling compactions & flushes 2024-11-20T20:16:33,356 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T20:16:33,357 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732133740462.7a73d86d3aa1fd8d18aaead3cf95b539. 2024-11-20T20:16:33,357 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732133740462.7a73d86d3aa1fd8d18aaead3cf95b539. 2024-11-20T20:16:33,357 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732133740462.7a73d86d3aa1fd8d18aaead3cf95b539. after waiting 0 ms 2024-11-20T20:16:33,357 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732133740462.7a73d86d3aa1fd8d18aaead3cf95b539. 2024-11-20T20:16:33,366 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/default/SPTestTable/db0020486eab25ddeb9ede57ec30dc1a/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T20:16:33,367 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732133740462.db0020486eab25ddeb9ede57ec30dc1a. 2024-11-20T20:16:33,368 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for db0020486eab25ddeb9ede57ec30dc1a: Waiting for close lock at 1732133793341Running coprocessor pre-close hooks at 1732133793341Disabling compacts and flushes for region at 1732133793341Disabling writes for close at 1732133793341Writing region close event to WAL at 1732133793348 (+7 ms)Running coprocessor post-close hooks at 1732133793367 (+19 ms)Closed at 1732133793367 2024-11-20T20:16:33,368 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1732133740462.db0020486eab25ddeb9ede57ec30dc1a. 2024-11-20T20:16:33,380 INFO [regionserver/d7d59561a64e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T20:16:33,389 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/default/SPTestTable/7a73d86d3aa1fd8d18aaead3cf95b539/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T20:16:33,390 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732133740462.7a73d86d3aa1fd8d18aaead3cf95b539. 2024-11-20T20:16:33,390 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7a73d86d3aa1fd8d18aaead3cf95b539: Waiting for close lock at 1732133793356Running coprocessor pre-close hooks at 1732133793356Disabling compacts and flushes for region at 1732133793356Disabling writes for close at 1732133793357 (+1 ms)Writing region close event to WAL at 1732133793372 (+15 ms)Running coprocessor post-close hooks at 1732133793390 (+18 ms)Closed at 1732133793390 2024-11-20T20:16:33,391 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1732133740462.7a73d86d3aa1fd8d18aaead3cf95b539. 2024-11-20T20:16:33,391 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ec33966f58658b10b5a58b9890258433, disabling compactions & flushes 2024-11-20T20:16:33,391 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732133740462.ec33966f58658b10b5a58b9890258433. 2024-11-20T20:16:33,391 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732133740462.ec33966f58658b10b5a58b9890258433. 2024-11-20T20:16:33,391 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732133740462.ec33966f58658b10b5a58b9890258433. after waiting 0 ms 2024-11-20T20:16:33,391 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732133740462.ec33966f58658b10b5a58b9890258433. 2024-11-20T20:16:33,424 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/data/default/SPTestTable/ec33966f58658b10b5a58b9890258433/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T20:16:33,428 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732133740462.ec33966f58658b10b5a58b9890258433. 2024-11-20T20:16:33,428 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ec33966f58658b10b5a58b9890258433: Waiting for close lock at 1732133793391Running coprocessor pre-close hooks at 1732133793391Disabling compacts and flushes for region at 1732133793391Disabling writes for close at 1732133793391Writing region close event to WAL at 1732133793404 (+13 ms)Running coprocessor post-close hooks at 1732133793428 (+24 ms)Closed at 1732133793428 2024-11-20T20:16:33,429 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1732133740462.ec33966f58658b10b5a58b9890258433. 2024-11-20T20:16:33,506 INFO [RS:0;d7d59561a64e:37229 {}] regionserver.HRegionServer(976): stopping server d7d59561a64e,37229,1732133728623; all regions closed. 2024-11-20T20:16:33,508 INFO [RS:2;d7d59561a64e:41729 {}] regionserver.HRegionServer(976): stopping server d7d59561a64e,41729,1732133728766; all regions closed. 2024-11-20T20:16:33,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741834_1010 (size=2364) 2024-11-20T20:16:33,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741834_1010 (size=2364) 2024-11-20T20:16:33,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39069 is added to blk_1073741834_1010 (size=2364) 2024-11-20T20:16:33,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39069 is added to blk_1073741865_1041 (size=678) 2024-11-20T20:16:33,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741865_1041 (size=678) 2024-11-20T20:16:33,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741865_1041 (size=678) 2024-11-20T20:16:33,524 DEBUG [RS:2;d7d59561a64e:41729 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/oldWALs 2024-11-20T20:16:33,524 INFO [RS:2;d7d59561a64e:41729 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7d59561a64e%2C41729%2C1732133728766.meta:.meta(num 1732133792445) 2024-11-20T20:16:33,524 DEBUG [RS:0;d7d59561a64e:37229 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/oldWALs 2024-11-20T20:16:33,524 INFO [RS:0;d7d59561a64e:37229 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7d59561a64e%2C37229%2C1732133728623:(num 1732133730037) 2024-11-20T20:16:33,524 DEBUG [RS:0;d7d59561a64e:37229 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:16:33,524 INFO [RS:0;d7d59561a64e:37229 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T20:16:33,524 INFO [RS:0;d7d59561a64e:37229 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T20:16:33,524 INFO [RS:0;d7d59561a64e:37229 {}] hbase.ChoreService(370): Chore service for: regionserver/d7d59561a64e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T20:16:33,525 INFO [RS:0;d7d59561a64e:37229 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T20:16:33,525 INFO [regionserver/d7d59561a64e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T20:16:33,525 INFO [RS:0;d7d59561a64e:37229 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T20:16:33,525 INFO [RS:0;d7d59561a64e:37229 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T20:16:33,525 INFO [RS:0;d7d59561a64e:37229 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T20:16:33,525 INFO [RS:0;d7d59561a64e:37229 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37229 2024-11-20T20:16:33,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39069 is added to blk_1073741833_1009 (size=2364) 2024-11-20T20:16:33,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741833_1009 (size=2364) 2024-11-20T20:16:33,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741833_1009 (size=2364) 2024-11-20T20:16:33,548 DEBUG [RS:2;d7d59561a64e:41729 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/oldWALs 2024-11-20T20:16:33,548 INFO [RS:2;d7d59561a64e:41729 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7d59561a64e%2C41729%2C1732133728766:(num 1732133730039) 2024-11-20T20:16:33,548 DEBUG [RS:2;d7d59561a64e:41729 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:16:33,548 INFO [RS:2;d7d59561a64e:41729 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T20:16:33,552 INFO [RS:2;d7d59561a64e:41729 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T20:16:33,552 INFO [RS:2;d7d59561a64e:41729 {}] hbase.ChoreService(370): Chore service for: regionserver/d7d59561a64e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T20:16:33,553 INFO [RS:2;d7d59561a64e:41729 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T20:16:33,553 INFO [regionserver/d7d59561a64e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T20:16:33,553 INFO [RS:2;d7d59561a64e:41729 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41729 2024-11-20T20:16:33,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44713-0x10159e32bf00000, quorum=127.0.0.1:63677, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T20:16:33,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37229-0x10159e32bf00001, quorum=127.0.0.1:63677, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d7d59561a64e,37229,1732133728623 2024-11-20T20:16:33,711 INFO [RS:0;d7d59561a64e:37229 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T20:16:33,721 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d7d59561a64e,41729,1732133728766] 2024-11-20T20:16:33,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41729-0x10159e32bf00003, quorum=127.0.0.1:63677, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d7d59561a64e,41729,1732133728766 2024-11-20T20:16:33,722 INFO [RS:2;d7d59561a64e:41729 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T20:16:33,742 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d7d59561a64e,41729,1732133728766 already deleted, retry=false 2024-11-20T20:16:33,742 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d7d59561a64e,41729,1732133728766 expired; onlineServers=1 2024-11-20T20:16:33,742 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d7d59561a64e,37229,1732133728623] 2024-11-20T20:16:33,753 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d7d59561a64e,37229,1732133728623 already deleted, retry=false 2024-11-20T20:16:33,753 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d7d59561a64e,37229,1732133728623 expired; onlineServers=0 2024-11-20T20:16:33,753 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd7d59561a64e,44713,1732133728374' ***** 2024-11-20T20:16:33,753 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T20:16:33,753 INFO [M:0;d7d59561a64e:44713 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T20:16:33,753 INFO [M:0;d7d59561a64e:44713 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T20:16:33,753 DEBUG [M:0;d7d59561a64e:44713 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T20:16:33,753 DEBUG [M:0;d7d59561a64e:44713 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T20:16:33,754 DEBUG [master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.large.0-1732133729680 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.large.0-1732133729680,5,FailOnTimeoutGroup] 2024-11-20T20:16:33,754 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T20:16:33,754 DEBUG [master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.small.0-1732133729688 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.small.0-1732133729688,5,FailOnTimeoutGroup] 2024-11-20T20:16:33,754 INFO [M:0;d7d59561a64e:44713 {}] hbase.ChoreService(370): Chore service for: master/d7d59561a64e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T20:16:33,754 INFO [M:0;d7d59561a64e:44713 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T20:16:33,754 DEBUG [M:0;d7d59561a64e:44713 {}] master.HMaster(1795): Stopping service threads 2024-11-20T20:16:33,754 INFO [M:0;d7d59561a64e:44713 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T20:16:33,754 INFO [M:0;d7d59561a64e:44713 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T20:16:33,754 ERROR [M:0;d7d59561a64e:44713 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1216466531) connection to localhost/127.0.0.1:37335 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:37335,5,PEWorkerGroup] 2024-11-20T20:16:33,755 INFO [M:0;d7d59561a64e:44713 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T20:16:33,755 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T20:16:33,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44713-0x10159e32bf00000, quorum=127.0.0.1:63677, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-20T20:16:33,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44713-0x10159e32bf00000, quorum=127.0.0.1:63677, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T20:16:33,764 DEBUG [M:0;d7d59561a64e:44713 {}] zookeeper.ZKUtil(347): master:44713-0x10159e32bf00000, quorum=127.0.0.1:63677, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-20T20:16:33,764 WARN [M:0;d7d59561a64e:44713 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T20:16:33,764 INFO [M:0;d7d59561a64e:44713 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/.lastflushedseqids 2024-11-20T20:16:33,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39069 is added to blk_1073741869_1045 (size=632) 2024-11-20T20:16:33,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741869_1045 (size=632) 2024-11-20T20:16:33,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741869_1045 (size=632) 2024-11-20T20:16:33,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37229-0x10159e32bf00001, quorum=127.0.0.1:63677, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:16:33,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37229-0x10159e32bf00001, quorum=127.0.0.1:63677, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:16:33,833 INFO [RS:0;d7d59561a64e:37229 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T20:16:33,833 INFO [RS:0;d7d59561a64e:37229 {}] regionserver.HRegionServer(1031): Exiting; stopping=d7d59561a64e,37229,1732133728623; zookeeper connection closed. 2024-11-20T20:16:33,835 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7f10079e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7f10079e 2024-11-20T20:16:33,843 INFO [RS:2;d7d59561a64e:41729 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T20:16:33,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41729-0x10159e32bf00003, quorum=127.0.0.1:63677, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:16:33,843 INFO [RS:2;d7d59561a64e:41729 {}] regionserver.HRegionServer(1031): Exiting; stopping=d7d59561a64e,41729,1732133728766; zookeeper connection closed. 2024-11-20T20:16:33,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41729-0x10159e32bf00003, quorum=127.0.0.1:63677, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:16:33,843 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6790e340 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6790e340 2024-11-20T20:16:33,844 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-20T20:16:34,182 INFO [M:0;d7d59561a64e:44713 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T20:16:34,182 INFO [M:0;d7d59561a64e:44713 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T20:16:34,183 DEBUG [M:0;d7d59561a64e:44713 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T20:16:34,183 INFO [M:0;d7d59561a64e:44713 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:16:34,183 DEBUG [M:0;d7d59561a64e:44713 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:16:34,183 DEBUG [M:0;d7d59561a64e:44713 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T20:16:34,183 DEBUG [M:0;d7d59561a64e:44713 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:16:34,183 INFO [M:0;d7d59561a64e:44713 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=228.07 KB heapSize=269.64 KB 2024-11-20T20:16:34,207 DEBUG [M:0;d7d59561a64e:44713 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5a91e8fa1fc141588a516d030dc95e40 is 82, key is hbase:meta,,1/info:regioninfo/1732133793208/Put/seqid=0 2024-11-20T20:16:34,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741870_1046 (size=6071) 2024-11-20T20:16:34,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741870_1046 (size=6071) 2024-11-20T20:16:34,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39069 is added to blk_1073741870_1046 (size=6071) 2024-11-20T20:16:34,227 INFO [M:0;d7d59561a64e:44713 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5a91e8fa1fc141588a516d030dc95e40 2024-11-20T20:16:34,262 DEBUG [M:0;d7d59561a64e:44713 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/348e01b2624046ddbfa0dd89a4ff31ff is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732133751625/Put/seqid=0 2024-11-20T20:16:34,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39069 is added to blk_1073741871_1047 (size=11611) 2024-11-20T20:16:34,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741871_1047 (size=11611) 2024-11-20T20:16:34,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741871_1047 (size=11611) 2024-11-20T20:16:34,689 INFO [M:0;d7d59561a64e:44713 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=226.85 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/348e01b2624046ddbfa0dd89a4ff31ff 2024-11-20T20:16:34,702 INFO [M:0;d7d59561a64e:44713 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 348e01b2624046ddbfa0dd89a4ff31ff 2024-11-20T20:16:34,735 DEBUG [M:0;d7d59561a64e:44713 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/552575b8e2514a918f19d50a8589838d is 69, key is d7d59561a64e,37229,1732133728623/rs:state/1732133729801/Put/seqid=0 2024-11-20T20:16:34,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39069 is added to blk_1073741872_1048 (size=5447) 2024-11-20T20:16:34,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741872_1048 (size=5447) 2024-11-20T20:16:34,763 INFO [M:0;d7d59561a64e:44713 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/552575b8e2514a918f19d50a8589838d 2024-11-20T20:16:34,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741872_1048 (size=5447) 2024-11-20T20:16:34,777 INFO [M:0;d7d59561a64e:44713 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 552575b8e2514a918f19d50a8589838d 2024-11-20T20:16:34,778 DEBUG [M:0;d7d59561a64e:44713 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5a91e8fa1fc141588a516d030dc95e40 as hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5a91e8fa1fc141588a516d030dc95e40 2024-11-20T20:16:34,785 INFO [M:0;d7d59561a64e:44713 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5a91e8fa1fc141588a516d030dc95e40, entries=14, sequenceid=449, filesize=5.9 K 2024-11-20T20:16:34,786 DEBUG [M:0;d7d59561a64e:44713 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/348e01b2624046ddbfa0dd89a4ff31ff as hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/348e01b2624046ddbfa0dd89a4ff31ff 2024-11-20T20:16:34,794 INFO [M:0;d7d59561a64e:44713 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 348e01b2624046ddbfa0dd89a4ff31ff 2024-11-20T20:16:34,794 INFO [M:0;d7d59561a64e:44713 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/348e01b2624046ddbfa0dd89a4ff31ff, entries=52, sequenceid=449, filesize=11.3 K 2024-11-20T20:16:34,797 DEBUG [M:0;d7d59561a64e:44713 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/552575b8e2514a918f19d50a8589838d as hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/552575b8e2514a918f19d50a8589838d 2024-11-20T20:16:34,818 INFO [M:0;d7d59561a64e:44713 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 552575b8e2514a918f19d50a8589838d 2024-11-20T20:16:34,818 INFO [M:0;d7d59561a64e:44713 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37335/user/jenkins/test-data/ec2152a2-9f83-50ef-9324-c46947896197/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/552575b8e2514a918f19d50a8589838d, entries=3, sequenceid=449, filesize=5.3 K 2024-11-20T20:16:34,823 INFO [M:0;d7d59561a64e:44713 {}] regionserver.HRegion(3140): Finished flush of dataSize ~228.07 KB/233547, heapSize ~269.34 KB/275808, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 640ms, sequenceid=449, compaction requested=false 2024-11-20T20:16:34,856 INFO [M:0;d7d59561a64e:44713 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:16:34,856 DEBUG [M:0;d7d59561a64e:44713 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732133794182Disabling compacts and flushes for region at 1732133794182Disabling writes for close at 1732133794183 (+1 ms)Obtaining lock to block concurrent updates at 1732133794183Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732133794183Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=233547, getHeapSize=276048, getOffHeapSize=0, getCellsCount=548 at 1732133794183Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732133794184 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732133794184Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732133794206 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732133794207 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732133794241 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732133794261 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732133794261Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732133794702 (+441 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732133794734 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732133794734Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15e00174: reopening flushed file at 1732133794777 (+43 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c41e685: reopening flushed file at 1732133794785 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63b68c13: reopening flushed file at 1732133794794 (+9 ms)Finished flush of dataSize ~228.07 KB/233547, heapSize ~269.34 KB/275808, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 640ms, sequenceid=449, compaction requested=false at 1732133794823 (+29 ms)Writing region close event to WAL at 1732133794856 (+33 ms)Closed at 1732133794856 2024-11-20T20:16:34,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39069 is added to blk_1073741830_1006 (size=263547) 2024-11-20T20:16:34,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43175 is added to blk_1073741830_1006 (size=263547) 2024-11-20T20:16:34,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741830_1006 (size=263547) 2024-11-20T20:16:34,907 INFO [M:0;d7d59561a64e:44713 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T20:16:34,907 INFO [M:0;d7d59561a64e:44713 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44713 2024-11-20T20:16:34,907 INFO [M:0;d7d59561a64e:44713 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T20:16:34,907 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T20:16:35,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44713-0x10159e32bf00000, quorum=127.0.0.1:63677, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:16:35,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44713-0x10159e32bf00000, quorum=127.0.0.1:63677, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:16:35,060 INFO [M:0;d7d59561a64e:44713 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T20:16:35,101 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7d2a2b50{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T20:16:35,104 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63560faf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T20:16:35,104 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T20:16:35,105 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ced1684{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T20:16:35,105 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19d56123{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d4fa754-0f38-99d6-80b2-334fbf31deae/hadoop.log.dir/,STOPPED} 2024-11-20T20:16:35,108 WARN [BP-171372480-172.17.0.2-1732133725125 heartbeating to localhost/127.0.0.1:37335 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T20:16:35,108 WARN [BP-171372480-172.17.0.2-1732133725125 heartbeating to localhost/127.0.0.1:37335 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-171372480-172.17.0.2-1732133725125 (Datanode Uuid d86071db-8db8-48eb-852f-f92227e299e8) service to localhost/127.0.0.1:37335 2024-11-20T20:16:35,109 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d4fa754-0f38-99d6-80b2-334fbf31deae/cluster_7a4d5dc3-1c75-21f5-42e5-f2a6f4f8a5a1/data/data5/current/BP-171372480-172.17.0.2-1732133725125 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T20:16:35,109 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d4fa754-0f38-99d6-80b2-334fbf31deae/cluster_7a4d5dc3-1c75-21f5-42e5-f2a6f4f8a5a1/data/data6/current/BP-171372480-172.17.0.2-1732133725125 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T20:16:35,109 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T20:16:35,109 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T20:16:35,109 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T20:16:35,141 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4530ecb6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T20:16:35,143 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@615093d0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T20:16:35,143 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T20:16:35,143 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@dfe6fa9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T20:16:35,143 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55dcbbbe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d4fa754-0f38-99d6-80b2-334fbf31deae/hadoop.log.dir/,STOPPED} 2024-11-20T20:16:35,145 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T20:16:35,145 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T20:16:35,149 WARN [BP-171372480-172.17.0.2-1732133725125 heartbeating to localhost/127.0.0.1:37335 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T20:16:35,149 WARN [BP-171372480-172.17.0.2-1732133725125 heartbeating to localhost/127.0.0.1:37335 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-171372480-172.17.0.2-1732133725125 (Datanode Uuid bc3d40a0-3a68-4321-8afa-abff31061c46) service to localhost/127.0.0.1:37335 2024-11-20T20:16:35,149 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d4fa754-0f38-99d6-80b2-334fbf31deae/cluster_7a4d5dc3-1c75-21f5-42e5-f2a6f4f8a5a1/data/data3/current/BP-171372480-172.17.0.2-1732133725125 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T20:16:35,150 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d4fa754-0f38-99d6-80b2-334fbf31deae/cluster_7a4d5dc3-1c75-21f5-42e5-f2a6f4f8a5a1/data/data4/current/BP-171372480-172.17.0.2-1732133725125 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T20:16:35,150 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T20:16:35,164 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@e719ae5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T20:16:35,164 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4a65829c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T20:16:35,165 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T20:16:35,165 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1113d88{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T20:16:35,165 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ed69a76{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d4fa754-0f38-99d6-80b2-334fbf31deae/hadoop.log.dir/,STOPPED} 2024-11-20T20:16:35,168 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T20:16:35,168 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T20:16:35,172 WARN [BP-171372480-172.17.0.2-1732133725125 heartbeating to localhost/127.0.0.1:37335 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T20:16:35,172 WARN [BP-171372480-172.17.0.2-1732133725125 heartbeating to localhost/127.0.0.1:37335 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-171372480-172.17.0.2-1732133725125 (Datanode Uuid e45307f7-5c6b-41e9-9775-7aea609a11c7) service to localhost/127.0.0.1:37335 2024-11-20T20:16:35,173 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d4fa754-0f38-99d6-80b2-334fbf31deae/cluster_7a4d5dc3-1c75-21f5-42e5-f2a6f4f8a5a1/data/data1/current/BP-171372480-172.17.0.2-1732133725125 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T20:16:35,173 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d4fa754-0f38-99d6-80b2-334fbf31deae/cluster_7a4d5dc3-1c75-21f5-42e5-f2a6f4f8a5a1/data/data2/current/BP-171372480-172.17.0.2-1732133725125 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T20:16:35,173 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T20:16:35,186 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@485b63df{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T20:16:35,187 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3768df43{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T20:16:35,187 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T20:16:35,187 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b76ba9e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T20:16:35,187 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49660bdc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d4fa754-0f38-99d6-80b2-334fbf31deae/hadoop.log.dir/,STOPPED} 2024-11-20T20:16:35,198 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T20:16:35,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T20:16:35,277 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=128 (was 98) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:37335 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37335 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1216466531) connection to localhost/127.0.0.1:37335 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37335 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1216466531) connection to localhost/127.0.0.1:37335 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:37335 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1216466531) connection to localhost/127.0.0.1:37335 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37335 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/d7d59561a64e:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37335 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1216466531) connection to localhost/127.0.0.1:37335 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:37335 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37335 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=479 (was 436) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=838 (was 514) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2227 (was 873) - AvailableMemoryMB LEAK? -