2024-12-06 05:53:31,748 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-12-06 05:53:31,758 main DEBUG Took 0.007800 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-06 05:53:31,758 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-06 05:53:31,758 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-06 05:53:31,759 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-06 05:53:31,760 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 05:53:31,766 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-06 05:53:31,783 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 05:53:31,784 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 05:53:31,784 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 05:53:31,785 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 05:53:31,785 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 05:53:31,786 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 05:53:31,786 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 05:53:31,787 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 05:53:31,787 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 05:53:31,787 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 05:53:31,788 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 05:53:31,788 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 05:53:31,789 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 05:53:31,789 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 05:53:31,790 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 05:53:31,790 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 05:53:31,790 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 05:53:31,791 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 05:53:31,791 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 05:53:31,791 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 05:53:31,792 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 05:53:31,792 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 05:53:31,792 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 05:53:31,793 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 05:53:31,793 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 05:53:31,793 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-06 05:53:31,794 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 05:53:31,796 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-06 05:53:31,797 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-06 05:53:31,798 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-06 05:53:31,799 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-06 05:53:31,799 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-06 05:53:31,806 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-06 05:53:31,809 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-06 05:53:31,811 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-06 05:53:31,811 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-06 05:53:31,812 main DEBUG createAppenders(={Console}) 2024-12-06 05:53:31,813 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-12-06 05:53:31,813 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-12-06 05:53:31,813 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-12-06 05:53:31,814 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-06 05:53:31,814 main DEBUG OutputStream closed 2024-12-06 05:53:31,815 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-06 05:53:31,815 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-06 05:53:31,816 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-12-06 05:53:31,903 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-06 05:53:31,906 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-06 05:53:31,907 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-06 05:53:31,909 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-06 05:53:31,910 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-06 05:53:31,910 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-06 05:53:31,911 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-06 05:53:31,911 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-06 05:53:31,912 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-06 05:53:31,912 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-06 05:53:31,913 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-06 05:53:31,913 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-06 05:53:31,914 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-06 05:53:31,914 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-06 05:53:31,914 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-06 05:53:31,915 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-06 05:53:31,915 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-06 05:53:31,916 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-06 05:53:31,919 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-06 05:53:31,920 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-12-06 05:53:31,920 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-06 05:53:31,921 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-12-06T05:53:31,940 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-12-06 05:53:31,944 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-06 05:53:31,944 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-06T05:53:31,952 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-12-06T05:53:31,979 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=238, ProcessCount=11, AvailableMemoryMB=6229 2024-12-06T05:53:32,260 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3361705c-dc34-e476-b816-959a41c4d8f5 2024-12-06T05:53:32,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T05:53:32,282 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3361705c-dc34-e476-b816-959a41c4d8f5/cluster_35d4a0bb-9ef1-031e-9728-b69ba4fbb4cd, deleteOnExit=true 2024-12-06T05:53:32,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T05:53:32,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3361705c-dc34-e476-b816-959a41c4d8f5/test.cache.data in system properties and HBase conf 2024-12-06T05:53:32,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3361705c-dc34-e476-b816-959a41c4d8f5/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T05:53:32,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3361705c-dc34-e476-b816-959a41c4d8f5/hadoop.log.dir in system properties and HBase conf 2024-12-06T05:53:32,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3361705c-dc34-e476-b816-959a41c4d8f5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T05:53:32,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3361705c-dc34-e476-b816-959a41c4d8f5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T05:53:32,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T05:53:32,381 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-06T05:53:32,492 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T05:53:32,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3361705c-dc34-e476-b816-959a41c4d8f5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T05:53:32,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3361705c-dc34-e476-b816-959a41c4d8f5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T05:53:32,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3361705c-dc34-e476-b816-959a41c4d8f5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T05:53:32,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3361705c-dc34-e476-b816-959a41c4d8f5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T05:53:32,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3361705c-dc34-e476-b816-959a41c4d8f5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T05:53:32,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3361705c-dc34-e476-b816-959a41c4d8f5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T05:53:32,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3361705c-dc34-e476-b816-959a41c4d8f5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T05:53:32,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3361705c-dc34-e476-b816-959a41c4d8f5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T05:53:32,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3361705c-dc34-e476-b816-959a41c4d8f5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T05:53:32,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3361705c-dc34-e476-b816-959a41c4d8f5/nfs.dump.dir in system properties and HBase conf 2024-12-06T05:53:32,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3361705c-dc34-e476-b816-959a41c4d8f5/java.io.tmpdir in system properties and HBase conf 2024-12-06T05:53:32,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3361705c-dc34-e476-b816-959a41c4d8f5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T05:53:32,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3361705c-dc34-e476-b816-959a41c4d8f5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T05:53:32,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3361705c-dc34-e476-b816-959a41c4d8f5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T05:53:33,622 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-06T05:53:33,714 INFO [Time-limited test {}] log.Log(170): Logging initialized @2652ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-06T05:53:33,830 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:53:33,939 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T05:53:33,972 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T05:53:33,972 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T05:53:33,974 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T05:53:33,992 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:53:34,000 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3361705c-dc34-e476-b816-959a41c4d8f5/hadoop.log.dir/,AVAILABLE} 2024-12-06T05:53:34,001 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T05:53:34,207 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3361705c-dc34-e476-b816-959a41c4d8f5/java.io.tmpdir/jetty-localhost-46167-hadoop-hdfs-3_4_1-tests_jar-_-any-8332385440409368025/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T05:53:34,223 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:46167} 2024-12-06T05:53:34,224 INFO [Time-limited test {}] server.Server(415): Started @3162ms 2024-12-06T05:53:34,627 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:53:34,638 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T05:53:34,646 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T05:53:34,646 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T05:53:34,647 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T05:53:34,648 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3361705c-dc34-e476-b816-959a41c4d8f5/hadoop.log.dir/,AVAILABLE} 2024-12-06T05:53:34,649 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T05:53:34,753 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1722ba9a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3361705c-dc34-e476-b816-959a41c4d8f5/java.io.tmpdir/jetty-localhost-45857-hadoop-hdfs-3_4_1-tests_jar-_-any-10586383481605207001/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T05:53:34,754 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:45857} 2024-12-06T05:53:34,755 INFO [Time-limited test {}] server.Server(415): Started @3693ms 2024-12-06T05:53:34,815 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T05:53:34,993 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:53:35,002 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T05:53:35,009 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T05:53:35,010 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T05:53:35,010 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T05:53:35,011 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3361705c-dc34-e476-b816-959a41c4d8f5/hadoop.log.dir/,AVAILABLE} 2024-12-06T05:53:35,012 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T05:53:35,147 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9d2632f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3361705c-dc34-e476-b816-959a41c4d8f5/java.io.tmpdir/jetty-localhost-38099-hadoop-hdfs-3_4_1-tests_jar-_-any-6268520775585780532/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T05:53:35,151 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:38099} 2024-12-06T05:53:35,151 INFO [Time-limited test {}] server.Server(415): Started @4090ms 2024-12-06T05:53:35,155 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T05:53:35,211 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:53:35,224 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T05:53:35,230 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T05:53:35,230 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T05:53:35,231 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T05:53:35,231 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3361705c-dc34-e476-b816-959a41c4d8f5/hadoop.log.dir/,AVAILABLE} 2024-12-06T05:53:35,232 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T05:53:35,309 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3361705c-dc34-e476-b816-959a41c4d8f5/cluster_35d4a0bb-9ef1-031e-9728-b69ba4fbb4cd/data/data1/current/BP-1054503451-172.17.0.2-1733464413319/current, will proceed with Du for space computation calculation, 2024-12-06T05:53:35,309 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3361705c-dc34-e476-b816-959a41c4d8f5/cluster_35d4a0bb-9ef1-031e-9728-b69ba4fbb4cd/data/data2/current/BP-1054503451-172.17.0.2-1733464413319/current, will proceed with Du for space computation calculation, 2024-12-06T05:53:35,309 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3361705c-dc34-e476-b816-959a41c4d8f5/cluster_35d4a0bb-9ef1-031e-9728-b69ba4fbb4cd/data/data3/current/BP-1054503451-172.17.0.2-1733464413319/current, will proceed with Du for space computation calculation, 2024-12-06T05:53:35,309 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3361705c-dc34-e476-b816-959a41c4d8f5/cluster_35d4a0bb-9ef1-031e-9728-b69ba4fbb4cd/data/data4/current/BP-1054503451-172.17.0.2-1733464413319/current, will proceed with Du for space computation calculation, 2024-12-06T05:53:35,350 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T05:53:35,350 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T05:53:35,352 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e7c21d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3361705c-dc34-e476-b816-959a41c4d8f5/java.io.tmpdir/jetty-localhost-45571-hadoop-hdfs-3_4_1-tests_jar-_-any-5306535074177898659/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T05:53:35,353 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:45571} 2024-12-06T05:53:35,353 INFO [Time-limited test {}] server.Server(415): Started @4292ms 2024-12-06T05:53:35,356 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T05:53:35,409 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5dacca4eac5aee76 with lease ID 0xca0b2ed6d81e715f: Processing first storage report for DS-eb1d6f7f-fda3-4003-bcf5-98814ef6f0ee from datanode DatanodeRegistration(127.0.0.1:44491, datanodeUuid=510f257a-cd13-4a6e-a061-3028bed1f247, infoPort=34139, infoSecurePort=0, ipcPort=35857, storageInfo=lv=-57;cid=testClusterID;nsid=1111715805;c=1733464413319) 2024-12-06T05:53:35,410 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5dacca4eac5aee76 with lease ID 0xca0b2ed6d81e715f: from storage DS-eb1d6f7f-fda3-4003-bcf5-98814ef6f0ee node DatanodeRegistration(127.0.0.1:44491, datanodeUuid=510f257a-cd13-4a6e-a061-3028bed1f247, infoPort=34139, infoSecurePort=0, ipcPort=35857, storageInfo=lv=-57;cid=testClusterID;nsid=1111715805;c=1733464413319), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-06T05:53:35,411 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbe72ebcc79c25c88 with lease ID 0xca0b2ed6d81e7160: Processing first storage report for DS-d0ea52e0-0961-43c0-86e6-e795963da6e3 from datanode DatanodeRegistration(127.0.0.1:43611, datanodeUuid=a8620c2b-e694-4891-9676-6de2d9206843, infoPort=34741, infoSecurePort=0, ipcPort=36729, storageInfo=lv=-57;cid=testClusterID;nsid=1111715805;c=1733464413319) 2024-12-06T05:53:35,411 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbe72ebcc79c25c88 with lease ID 0xca0b2ed6d81e7160: from storage DS-d0ea52e0-0961-43c0-86e6-e795963da6e3 node DatanodeRegistration(127.0.0.1:43611, datanodeUuid=a8620c2b-e694-4891-9676-6de2d9206843, infoPort=34741, infoSecurePort=0, ipcPort=36729, storageInfo=lv=-57;cid=testClusterID;nsid=1111715805;c=1733464413319), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T05:53:35,411 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5dacca4eac5aee76 with lease ID 0xca0b2ed6d81e715f: Processing first storage report for DS-b11f2dff-b3fd-4dd1-9276-80d54e45ebdb from datanode DatanodeRegistration(127.0.0.1:44491, datanodeUuid=510f257a-cd13-4a6e-a061-3028bed1f247, infoPort=34139, infoSecurePort=0, ipcPort=35857, storageInfo=lv=-57;cid=testClusterID;nsid=1111715805;c=1733464413319) 2024-12-06T05:53:35,411 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5dacca4eac5aee76 with lease ID 0xca0b2ed6d81e715f: from storage DS-b11f2dff-b3fd-4dd1-9276-80d54e45ebdb node DatanodeRegistration(127.0.0.1:44491, datanodeUuid=510f257a-cd13-4a6e-a061-3028bed1f247, infoPort=34139, infoSecurePort=0, ipcPort=35857, storageInfo=lv=-57;cid=testClusterID;nsid=1111715805;c=1733464413319), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T05:53:35,412 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbe72ebcc79c25c88 with lease ID 0xca0b2ed6d81e7160: Processing first storage report for DS-8f8e12a5-4b17-4bed-a7dc-162122fa6e2e from datanode DatanodeRegistration(127.0.0.1:43611, datanodeUuid=a8620c2b-e694-4891-9676-6de2d9206843, infoPort=34741, infoSecurePort=0, ipcPort=36729, storageInfo=lv=-57;cid=testClusterID;nsid=1111715805;c=1733464413319) 2024-12-06T05:53:35,412 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbe72ebcc79c25c88 with lease ID 0xca0b2ed6d81e7160: from storage DS-8f8e12a5-4b17-4bed-a7dc-162122fa6e2e node DatanodeRegistration(127.0.0.1:43611, datanodeUuid=a8620c2b-e694-4891-9676-6de2d9206843, infoPort=34741, infoSecurePort=0, ipcPort=36729, storageInfo=lv=-57;cid=testClusterID;nsid=1111715805;c=1733464413319), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T05:53:35,451 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3361705c-dc34-e476-b816-959a41c4d8f5/cluster_35d4a0bb-9ef1-031e-9728-b69ba4fbb4cd/data/data6/current/BP-1054503451-172.17.0.2-1733464413319/current, will proceed with Du for space computation calculation, 2024-12-06T05:53:35,451 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3361705c-dc34-e476-b816-959a41c4d8f5/cluster_35d4a0bb-9ef1-031e-9728-b69ba4fbb4cd/data/data5/current/BP-1054503451-172.17.0.2-1733464413319/current, will proceed with Du for space computation calculation, 2024-12-06T05:53:35,475 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T05:53:35,479 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1916289fb87cb795 with lease ID 0xca0b2ed6d81e7161: Processing first storage report for DS-174c5645-b00f-4981-848b-716771cf7125 from datanode DatanodeRegistration(127.0.0.1:45745, datanodeUuid=58fce01a-0e78-47d2-89a9-25eba410d2ac, infoPort=38633, infoSecurePort=0, ipcPort=45707, storageInfo=lv=-57;cid=testClusterID;nsid=1111715805;c=1733464413319) 2024-12-06T05:53:35,480 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1916289fb87cb795 with lease ID 0xca0b2ed6d81e7161: from storage DS-174c5645-b00f-4981-848b-716771cf7125 node DatanodeRegistration(127.0.0.1:45745, datanodeUuid=58fce01a-0e78-47d2-89a9-25eba410d2ac, infoPort=38633, infoSecurePort=0, ipcPort=45707, storageInfo=lv=-57;cid=testClusterID;nsid=1111715805;c=1733464413319), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T05:53:35,480 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1916289fb87cb795 with lease ID 0xca0b2ed6d81e7161: Processing first storage report for DS-5a060076-1162-416b-ac8b-db54e0a00a7b from datanode DatanodeRegistration(127.0.0.1:45745, datanodeUuid=58fce01a-0e78-47d2-89a9-25eba410d2ac, infoPort=38633, infoSecurePort=0, ipcPort=45707, storageInfo=lv=-57;cid=testClusterID;nsid=1111715805;c=1733464413319) 2024-12-06T05:53:35,480 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1916289fb87cb795 with lease ID 0xca0b2ed6d81e7161: from storage DS-5a060076-1162-416b-ac8b-db54e0a00a7b node DatanodeRegistration(127.0.0.1:45745, datanodeUuid=58fce01a-0e78-47d2-89a9-25eba410d2ac, infoPort=38633, infoSecurePort=0, ipcPort=45707, storageInfo=lv=-57;cid=testClusterID;nsid=1111715805;c=1733464413319), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T05:53:35,644 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3361705c-dc34-e476-b816-959a41c4d8f5 2024-12-06T05:53:35,719 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3361705c-dc34-e476-b816-959a41c4d8f5/cluster_35d4a0bb-9ef1-031e-9728-b69ba4fbb4cd/zookeeper_0, clientPort=59867, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3361705c-dc34-e476-b816-959a41c4d8f5/cluster_35d4a0bb-9ef1-031e-9728-b69ba4fbb4cd/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3361705c-dc34-e476-b816-959a41c4d8f5/cluster_35d4a0bb-9ef1-031e-9728-b69ba4fbb4cd/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T05:53:35,729 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59867 2024-12-06T05:53:35,741 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:53:35,744 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:53:35,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45745 is added to blk_1073741825_1001 (size=7) 2024-12-06T05:53:35,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741825_1001 (size=7) 2024-12-06T05:53:35,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44491 is added to blk_1073741825_1001 (size=7) 2024-12-06T05:53:36,385 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e with version=8 2024-12-06T05:53:36,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/hbase-staging 2024-12-06T05:53:36,457 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-06T05:53:36,644 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b543b351fe95:0 server-side Connection retries=45 2024-12-06T05:53:36,652 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:53:36,652 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T05:53:36,656 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T05:53:36,656 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:53:36,656 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T05:53:36,765 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T05:53:36,813 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-06T05:53:36,820 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-06T05:53:36,823 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T05:53:36,844 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 99313 (auto-detected) 2024-12-06T05:53:36,845 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-06T05:53:36,862 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36465 2024-12-06T05:53:36,880 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36465 connecting to ZooKeeper ensemble=127.0.0.1:59867 2024-12-06T05:53:36,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:364650x0, quorum=127.0.0.1:59867, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:53:36,907 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36465-0x100ae173a410000 connected 2024-12-06T05:53:36,937 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:53:36,941 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:53:36,951 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36465-0x100ae173a410000, quorum=127.0.0.1:59867, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T05:53:36,955 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e, hbase.cluster.distributed=false 2024-12-06T05:53:36,974 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36465-0x100ae173a410000, quorum=127.0.0.1:59867, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T05:53:36,978 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36465 2024-12-06T05:53:36,978 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36465 2024-12-06T05:53:36,978 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36465 2024-12-06T05:53:36,979 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36465 2024-12-06T05:53:36,979 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36465 2024-12-06T05:53:37,072 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b543b351fe95:0 server-side Connection retries=45 2024-12-06T05:53:37,073 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:53:37,073 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T05:53:37,074 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T05:53:37,074 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:53:37,074 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T05:53:37,076 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T05:53:37,078 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T05:53:37,079 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42099 2024-12-06T05:53:37,081 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42099 connecting to ZooKeeper ensemble=127.0.0.1:59867 2024-12-06T05:53:37,082 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:53:37,085 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:53:37,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:420990x0, quorum=127.0.0.1:59867, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:53:37,090 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:420990x0, quorum=127.0.0.1:59867, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T05:53:37,090 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42099-0x100ae173a410001 connected 2024-12-06T05:53:37,093 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T05:53:37,099 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T05:53:37,101 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42099-0x100ae173a410001, quorum=127.0.0.1:59867, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T05:53:37,106 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42099-0x100ae173a410001, quorum=127.0.0.1:59867, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T05:53:37,106 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42099 2024-12-06T05:53:37,107 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42099 2024-12-06T05:53:37,107 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42099 2024-12-06T05:53:37,107 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42099 2024-12-06T05:53:37,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42099 2024-12-06T05:53:37,123 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b543b351fe95:0 server-side Connection retries=45 2024-12-06T05:53:37,123 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:53:37,123 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T05:53:37,124 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T05:53:37,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:53:37,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T05:53:37,124 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T05:53:37,124 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T05:53:37,125 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43277 2024-12-06T05:53:37,127 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43277 connecting to ZooKeeper ensemble=127.0.0.1:59867 2024-12-06T05:53:37,127 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:53:37,130 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:53:37,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:432770x0, quorum=127.0.0.1:59867, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:53:37,135 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43277-0x100ae173a410002, quorum=127.0.0.1:59867, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T05:53:37,135 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43277-0x100ae173a410002 connected 2024-12-06T05:53:37,136 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T05:53:37,141 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T05:53:37,142 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43277-0x100ae173a410002, quorum=127.0.0.1:59867, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T05:53:37,144 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43277-0x100ae173a410002, quorum=127.0.0.1:59867, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T05:53:37,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43277 2024-12-06T05:53:37,145 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43277 2024-12-06T05:53:37,149 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43277 2024-12-06T05:53:37,150 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43277 2024-12-06T05:53:37,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43277 2024-12-06T05:53:37,167 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b543b351fe95:0 server-side Connection retries=45 2024-12-06T05:53:37,167 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:53:37,167 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T05:53:37,167 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T05:53:37,167 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:53:37,167 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T05:53:37,168 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T05:53:37,168 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T05:53:37,169 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45573 2024-12-06T05:53:37,170 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45573 connecting to ZooKeeper ensemble=127.0.0.1:59867 2024-12-06T05:53:37,171 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:53:37,173 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:53:37,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:455730x0, quorum=127.0.0.1:59867, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:53:37,179 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:455730x0, quorum=127.0.0.1:59867, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T05:53:37,179 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45573-0x100ae173a410003 connected 2024-12-06T05:53:37,179 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T05:53:37,180 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T05:53:37,181 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45573-0x100ae173a410003, quorum=127.0.0.1:59867, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T05:53:37,183 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45573-0x100ae173a410003, quorum=127.0.0.1:59867, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T05:53:37,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45573 2024-12-06T05:53:37,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45573 2024-12-06T05:53:37,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45573 2024-12-06T05:53:37,185 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45573 2024-12-06T05:53:37,189 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45573 2024-12-06T05:53:37,201 DEBUG [M:0;b543b351fe95:36465 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b543b351fe95:36465 2024-12-06T05:53:37,202 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/b543b351fe95,36465,1733464416500 2024-12-06T05:53:37,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43277-0x100ae173a410002, quorum=127.0.0.1:59867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T05:53:37,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36465-0x100ae173a410000, quorum=127.0.0.1:59867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T05:53:37,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42099-0x100ae173a410001, quorum=127.0.0.1:59867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T05:53:37,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45573-0x100ae173a410003, quorum=127.0.0.1:59867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T05:53:37,210 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36465-0x100ae173a410000, quorum=127.0.0.1:59867, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b543b351fe95,36465,1733464416500 2024-12-06T05:53:37,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45573-0x100ae173a410003, quorum=127.0.0.1:59867, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-06T05:53:37,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43277-0x100ae173a410002, quorum=127.0.0.1:59867, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-06T05:53:37,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36465-0x100ae173a410000, quorum=127.0.0.1:59867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:53:37,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45573-0x100ae173a410003, quorum=127.0.0.1:59867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:53:37,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42099-0x100ae173a410001, quorum=127.0.0.1:59867, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-06T05:53:37,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42099-0x100ae173a410001, quorum=127.0.0.1:59867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:53:37,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43277-0x100ae173a410002, quorum=127.0.0.1:59867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:53:37,229 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36465-0x100ae173a410000, quorum=127.0.0.1:59867, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-06T05:53:37,230 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b543b351fe95,36465,1733464416500 from backup master directory 2024-12-06T05:53:37,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45573-0x100ae173a410003, quorum=127.0.0.1:59867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T05:53:37,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42099-0x100ae173a410001, quorum=127.0.0.1:59867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T05:53:37,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43277-0x100ae173a410002, quorum=127.0.0.1:59867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T05:53:37,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36465-0x100ae173a410000, quorum=127.0.0.1:59867, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b543b351fe95,36465,1733464416500 2024-12-06T05:53:37,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36465-0x100ae173a410000, quorum=127.0.0.1:59867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T05:53:37,234 WARN [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T05:53:37,234 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b543b351fe95,36465,1733464416500 2024-12-06T05:53:37,236 INFO [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-06T05:53:37,237 INFO [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-06T05:53:37,283 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/hbase.id] with ID: 954e0d9f-f579-45ea-8e60-8e2dd5b9f5b1 2024-12-06T05:53:37,284 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/.tmp/hbase.id 2024-12-06T05:53:37,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45745 is added to blk_1073741826_1002 (size=42) 2024-12-06T05:53:37,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44491 is added to blk_1073741826_1002 (size=42) 2024-12-06T05:53:37,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741826_1002 (size=42) 2024-12-06T05:53:37,299 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/.tmp/hbase.id]:[hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/hbase.id] 2024-12-06T05:53:37,342 INFO [master/b543b351fe95:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:53:37,347 INFO [master/b543b351fe95:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T05:53:37,364 INFO [master/b543b351fe95:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 15ms. 2024-12-06T05:53:37,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42099-0x100ae173a410001, quorum=127.0.0.1:59867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:53:37,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43277-0x100ae173a410002, quorum=127.0.0.1:59867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:53:37,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36465-0x100ae173a410000, quorum=127.0.0.1:59867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:53:37,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45573-0x100ae173a410003, quorum=127.0.0.1:59867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:53:37,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44491 is added to blk_1073741827_1003 (size=196) 2024-12-06T05:53:37,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741827_1003 (size=196) 2024-12-06T05:53:37,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45745 is added to blk_1073741827_1003 (size=196) 2024-12-06T05:53:37,400 INFO [master/b543b351fe95:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T05:53:37,401 INFO [master/b543b351fe95:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T05:53:37,414 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T05:53:37,417 INFO [master/b543b351fe95:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:53:37,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45745 is added to blk_1073741828_1004 (size=1189) 2024-12-06T05:53:37,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44491 is added to blk_1073741828_1004 (size=1189) 2024-12-06T05:53:37,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741828_1004 (size=1189) 2024-12-06T05:53:37,461 INFO [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/MasterData/data/master/store 2024-12-06T05:53:37,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45745 is added to blk_1073741829_1005 (size=34) 2024-12-06T05:53:37,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44491 is added to blk_1073741829_1005 (size=34) 2024-12-06T05:53:37,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741829_1005 (size=34) 2024-12-06T05:53:37,486 INFO [master/b543b351fe95:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-06T05:53:37,489 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:53:37,491 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T05:53:37,491 INFO [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:53:37,491 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:53:37,493 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T05:53:37,494 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:53:37,494 INFO [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:53:37,496 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733464417491Disabling compacts and flushes for region at 1733464417491Disabling writes for close at 1733464417494 (+3 ms)Writing region close event to WAL at 1733464417494Closed at 1733464417494 2024-12-06T05:53:37,498 WARN [master/b543b351fe95:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/MasterData/data/master/store/.initializing 2024-12-06T05:53:37,498 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/MasterData/WALs/b543b351fe95,36465,1733464416500 2024-12-06T05:53:37,507 INFO [master/b543b351fe95:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T05:53:37,520 INFO [master/b543b351fe95:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b543b351fe95%2C36465%2C1733464416500, suffix=, logDir=hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/MasterData/WALs/b543b351fe95,36465,1733464416500, archiveDir=hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/MasterData/oldWALs, maxLogs=10 2024-12-06T05:53:37,541 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/MasterData/WALs/b543b351fe95,36465,1733464416500/b543b351fe95%2C36465%2C1733464416500.1733464417524, exclude list is [], retry=0 2024-12-06T05:53:37,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45745,DS-174c5645-b00f-4981-848b-716771cf7125,DISK] 2024-12-06T05:53:37,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43611,DS-d0ea52e0-0961-43c0-86e6-e795963da6e3,DISK] 2024-12-06T05:53:37,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44491,DS-eb1d6f7f-fda3-4003-bcf5-98814ef6f0ee,DISK] 2024-12-06T05:53:37,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-06T05:53:37,590 INFO [master/b543b351fe95:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/MasterData/WALs/b543b351fe95,36465,1733464416500/b543b351fe95%2C36465%2C1733464416500.1733464417524 2024-12-06T05:53:37,591 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34741:34741),(127.0.0.1/127.0.0.1:34139:34139),(127.0.0.1/127.0.0.1:38633:38633)] 2024-12-06T05:53:37,592 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:53:37,592 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:53:37,596 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:53:37,597 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:53:37,629 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:53:37,650 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T05:53:37,654 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:53:37,656 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:53:37,657 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:53:37,660 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T05:53:37,660 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:53:37,661 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:53:37,661 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:53:37,664 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T05:53:37,664 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:53:37,664 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:53:37,665 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:53:37,667 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T05:53:37,667 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:53:37,668 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:53:37,668 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:53:37,672 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:53:37,673 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:53:37,677 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:53:37,678 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:53:37,681 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:53:37,684 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:53:37,689 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:53:37,690 INFO [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70342330, jitterRate=0.048182398080825806}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:53:37,695 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733464417608Initializing all the Stores at 1733464417610 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733464417610Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464417611 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464417612 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464417612Cleaning up temporary data from old regions at 1733464417678 (+66 ms)Region opened successfully at 1733464417695 (+17 ms) 2024-12-06T05:53:37,697 INFO [master/b543b351fe95:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T05:53:37,724 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3572e41e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b543b351fe95/172.17.0.2:0 2024-12-06T05:53:37,751 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T05:53:37,760 INFO [master/b543b351fe95:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T05:53:37,760 INFO [master/b543b351fe95:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T05:53:37,762 INFO [master/b543b351fe95:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T05:53:37,764 INFO [master/b543b351fe95:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-06T05:53:37,768 INFO [master/b543b351fe95:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-06T05:53:37,769 INFO [master/b543b351fe95:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-12-06T05:53:37,799 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T05:53:37,809 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36465-0x100ae173a410000, quorum=127.0.0.1:59867, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-06T05:53:37,811 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-06T05:53:37,813 INFO [master/b543b351fe95:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T05:53:37,815 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36465-0x100ae173a410000, quorum=127.0.0.1:59867, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-06T05:53:37,816 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-06T05:53:37,818 INFO [master/b543b351fe95:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T05:53:37,821 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36465-0x100ae173a410000, quorum=127.0.0.1:59867, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-06T05:53:37,822 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-06T05:53:37,823 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36465-0x100ae173a410000, quorum=127.0.0.1:59867, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-06T05:53:37,824 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-06T05:53:37,841 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36465-0x100ae173a410000, quorum=127.0.0.1:59867, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T05:53:37,842 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-06T05:53:37,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42099-0x100ae173a410001, quorum=127.0.0.1:59867, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T05:53:37,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36465-0x100ae173a410000, quorum=127.0.0.1:59867, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T05:53:37,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43277-0x100ae173a410002, quorum=127.0.0.1:59867, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T05:53:37,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42099-0x100ae173a410001, quorum=127.0.0.1:59867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:53:37,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45573-0x100ae173a410003, quorum=127.0.0.1:59867, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T05:53:37,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43277-0x100ae173a410002, quorum=127.0.0.1:59867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:53:37,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36465-0x100ae173a410000, quorum=127.0.0.1:59867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:53:37,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45573-0x100ae173a410003, quorum=127.0.0.1:59867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:53:37,848 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b543b351fe95,36465,1733464416500, sessionid=0x100ae173a410000, setting cluster-up flag (Was=false) 2024-12-06T05:53:37,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45573-0x100ae173a410003, quorum=127.0.0.1:59867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:53:37,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43277-0x100ae173a410002, quorum=127.0.0.1:59867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:53:37,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36465-0x100ae173a410000, quorum=127.0.0.1:59867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:53:37,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42099-0x100ae173a410001, quorum=127.0.0.1:59867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:53:37,861 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-06T05:53:37,863 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b543b351fe95,36465,1733464416500 2024-12-06T05:53:37,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42099-0x100ae173a410001, quorum=127.0.0.1:59867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:53:37,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36465-0x100ae173a410000, quorum=127.0.0.1:59867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:53:37,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43277-0x100ae173a410002, quorum=127.0.0.1:59867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:53:37,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45573-0x100ae173a410003, quorum=127.0.0.1:59867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:53:37,872 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-06T05:53:37,873 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b543b351fe95,36465,1733464416500 2024-12-06T05:53:37,879 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T05:53:37,892 INFO [RS:1;b543b351fe95:43277 {}] regionserver.HRegionServer(746): ClusterId : 954e0d9f-f579-45ea-8e60-8e2dd5b9f5b1 2024-12-06T05:53:37,892 INFO [RS:0;b543b351fe95:42099 {}] regionserver.HRegionServer(746): ClusterId : 954e0d9f-f579-45ea-8e60-8e2dd5b9f5b1 2024-12-06T05:53:37,893 INFO [RS:2;b543b351fe95:45573 {}] regionserver.HRegionServer(746): ClusterId : 954e0d9f-f579-45ea-8e60-8e2dd5b9f5b1 2024-12-06T05:53:37,895 DEBUG [RS:1;b543b351fe95:43277 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T05:53:37,895 DEBUG [RS:2;b543b351fe95:45573 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T05:53:37,895 DEBUG [RS:0;b543b351fe95:42099 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T05:53:37,899 DEBUG [RS:0;b543b351fe95:42099 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T05:53:37,899 DEBUG [RS:2;b543b351fe95:45573 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T05:53:37,899 DEBUG [RS:1;b543b351fe95:43277 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T05:53:37,899 DEBUG [RS:0;b543b351fe95:42099 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T05:53:37,899 DEBUG [RS:2;b543b351fe95:45573 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T05:53:37,899 DEBUG [RS:1;b543b351fe95:43277 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T05:53:37,903 DEBUG [RS:2;b543b351fe95:45573 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T05:53:37,903 DEBUG [RS:0;b543b351fe95:42099 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T05:53:37,903 DEBUG [RS:1;b543b351fe95:43277 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T05:53:37,903 DEBUG [RS:1;b543b351fe95:43277 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ae171e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b543b351fe95/172.17.0.2:0 2024-12-06T05:53:37,903 DEBUG [RS:0;b543b351fe95:42099 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7746d974, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b543b351fe95/172.17.0.2:0 2024-12-06T05:53:37,903 DEBUG [RS:2;b543b351fe95:45573 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43e0d5e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b543b351fe95/172.17.0.2:0 2024-12-06T05:53:37,921 DEBUG [RS:0;b543b351fe95:42099 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b543b351fe95:42099 2024-12-06T05:53:37,921 DEBUG [RS:2;b543b351fe95:45573 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;b543b351fe95:45573 2024-12-06T05:53:37,921 DEBUG [RS:1;b543b351fe95:43277 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;b543b351fe95:43277 2024-12-06T05:53:37,926 INFO [RS:2;b543b351fe95:45573 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T05:53:37,926 INFO [RS:1;b543b351fe95:43277 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T05:53:37,926 INFO [RS:0;b543b351fe95:42099 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T05:53:37,926 INFO [RS:2;b543b351fe95:45573 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T05:53:37,926 INFO [RS:1;b543b351fe95:43277 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T05:53:37,926 INFO [RS:0;b543b351fe95:42099 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T05:53:37,926 DEBUG [RS:1;b543b351fe95:43277 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T05:53:37,926 DEBUG [RS:2;b543b351fe95:45573 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T05:53:37,926 DEBUG [RS:0;b543b351fe95:42099 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T05:53:37,929 INFO [RS:0;b543b351fe95:42099 {}] regionserver.HRegionServer(2659): reportForDuty to master=b543b351fe95,36465,1733464416500 with port=42099, startcode=1733464417042 2024-12-06T05:53:37,929 INFO [RS:1;b543b351fe95:43277 {}] regionserver.HRegionServer(2659): reportForDuty to master=b543b351fe95,36465,1733464416500 with port=43277, startcode=1733464417122 2024-12-06T05:53:37,929 INFO [RS:2;b543b351fe95:45573 {}] regionserver.HRegionServer(2659): reportForDuty to master=b543b351fe95,36465,1733464416500 with port=45573, startcode=1733464417166 2024-12-06T05:53:37,941 DEBUG [RS:1;b543b351fe95:43277 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T05:53:37,941 DEBUG [RS:0;b543b351fe95:42099 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T05:53:37,941 DEBUG [RS:2;b543b351fe95:45573 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T05:53:37,975 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33155, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T05:53:37,975 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T05:53:37,975 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59967, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T05:53:37,975 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33075, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T05:53:37,981 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36465 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T05:53:37,986 INFO [master/b543b351fe95:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T05:53:37,986 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36465 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T05:53:37,987 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36465 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T05:53:37,995 INFO [master/b543b351fe95:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T05:53:38,005 DEBUG [RS:1;b543b351fe95:43277 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-06T05:53:38,005 DEBUG [RS:0;b543b351fe95:42099 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-06T05:53:38,005 DEBUG [RS:2;b543b351fe95:45573 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-06T05:53:38,005 WARN [RS:2;b543b351fe95:45573 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-06T05:53:38,005 WARN [RS:1;b543b351fe95:43277 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-06T05:53:38,005 WARN [RS:0;b543b351fe95:42099 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-06T05:53:38,002 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b543b351fe95,36465,1733464416500 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T05:53:38,011 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b543b351fe95:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:53:38,011 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b543b351fe95:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:53:38,012 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b543b351fe95:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:53:38,012 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b543b351fe95:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:53:38,012 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b543b351fe95:0, corePoolSize=10, maxPoolSize=10 2024-12-06T05:53:38,012 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:53:38,012 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b543b351fe95:0, corePoolSize=2, maxPoolSize=2 2024-12-06T05:53:38,012 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:53:38,018 INFO [master/b543b351fe95:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733464448018 2024-12-06T05:53:38,018 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T05:53:38,019 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T05:53:38,019 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T05:53:38,020 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T05:53:38,024 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T05:53:38,024 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T05:53:38,024 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T05:53:38,024 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T05:53:38,026 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:53:38,025 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T05:53:38,026 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T05:53:38,027 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T05:53:38,028 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T05:53:38,029 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T05:53:38,033 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T05:53:38,034 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T05:53:38,036 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b543b351fe95:0:becomeActiveMaster-HFileCleaner.large.0-1733464418035,5,FailOnTimeoutGroup] 2024-12-06T05:53:38,036 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b543b351fe95:0:becomeActiveMaster-HFileCleaner.small.0-1733464418036,5,FailOnTimeoutGroup] 2024-12-06T05:53:38,036 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T05:53:38,037 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T05:53:38,038 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T05:53:38,039 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T05:53:38,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45745 is added to blk_1073741831_1007 (size=1321) 2024-12-06T05:53:38,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44491 is added to blk_1073741831_1007 (size=1321) 2024-12-06T05:53:38,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741831_1007 (size=1321) 2024-12-06T05:53:38,048 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T05:53:38,048 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e 2024-12-06T05:53:38,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741832_1008 (size=32) 2024-12-06T05:53:38,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44491 is added to blk_1073741832_1008 (size=32) 2024-12-06T05:53:38,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45745 is added to blk_1073741832_1008 (size=32) 2024-12-06T05:53:38,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:53:38,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T05:53:38,073 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T05:53:38,073 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:53:38,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:53:38,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T05:53:38,077 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T05:53:38,077 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:53:38,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:53:38,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T05:53:38,081 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T05:53:38,082 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:53:38,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:53:38,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T05:53:38,086 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T05:53:38,086 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:53:38,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:53:38,087 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T05:53:38,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/data/hbase/meta/1588230740 2024-12-06T05:53:38,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/data/hbase/meta/1588230740 2024-12-06T05:53:38,092 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T05:53:38,093 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T05:53:38,094 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:53:38,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T05:53:38,102 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:53:38,103 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67555406, jitterRate=0.00665399432182312}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:53:38,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733464418067Initializing all the Stores at 1733464418069 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733464418069Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733464418069Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464418069Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733464418069Cleaning up temporary data from old regions at 1733464418093 (+24 ms)Region opened successfully at 1733464418105 (+12 ms) 2024-12-06T05:53:38,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T05:53:38,106 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T05:53:38,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T05:53:38,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T05:53:38,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T05:53:38,107 INFO [RS:0;b543b351fe95:42099 {}] regionserver.HRegionServer(2659): reportForDuty to master=b543b351fe95,36465,1733464416500 with port=42099, startcode=1733464417042 2024-12-06T05:53:38,107 INFO [RS:2;b543b351fe95:45573 {}] regionserver.HRegionServer(2659): reportForDuty to master=b543b351fe95,36465,1733464416500 with port=45573, startcode=1733464417166 2024-12-06T05:53:38,107 INFO [RS:1;b543b351fe95:43277 {}] regionserver.HRegionServer(2659): reportForDuty to master=b543b351fe95,36465,1733464416500 with port=43277, startcode=1733464417122 2024-12-06T05:53:38,108 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T05:53:38,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733464418106Disabling compacts and flushes for region at 1733464418106Disabling writes for close at 1733464418106Writing region close event to WAL at 1733464418108 (+2 ms)Closed at 1733464418108 2024-12-06T05:53:38,110 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36465 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b543b351fe95,42099,1733464417042 2024-12-06T05:53:38,112 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36465 {}] master.ServerManager(517): Registering regionserver=b543b351fe95,42099,1733464417042 2024-12-06T05:53:38,113 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T05:53:38,113 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T05:53:38,119 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T05:53:38,120 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36465 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b543b351fe95,45573,1733464417166 2024-12-06T05:53:38,120 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36465 {}] master.ServerManager(517): Registering regionserver=b543b351fe95,45573,1733464417166 2024-12-06T05:53:38,120 DEBUG [RS:0;b543b351fe95:42099 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e 2024-12-06T05:53:38,121 DEBUG [RS:0;b543b351fe95:42099 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38479 2024-12-06T05:53:38,121 DEBUG [RS:0;b543b351fe95:42099 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T05:53:38,124 DEBUG [RS:2;b543b351fe95:45573 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e 2024-12-06T05:53:38,124 DEBUG [RS:2;b543b351fe95:45573 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38479 2024-12-06T05:53:38,124 DEBUG [RS:2;b543b351fe95:45573 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T05:53:38,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36465-0x100ae173a410000, quorum=127.0.0.1:59867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T05:53:38,125 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36465 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b543b351fe95,43277,1733464417122 2024-12-06T05:53:38,125 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36465 {}] master.ServerManager(517): Registering regionserver=b543b351fe95,43277,1733464417122 2024-12-06T05:53:38,125 DEBUG [RS:0;b543b351fe95:42099 {}] zookeeper.ZKUtil(111): regionserver:42099-0x100ae173a410001, quorum=127.0.0.1:59867, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b543b351fe95,42099,1733464417042 2024-12-06T05:53:38,126 WARN [RS:0;b543b351fe95:42099 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T05:53:38,126 INFO [RS:0;b543b351fe95:42099 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:53:38,126 DEBUG [RS:0;b543b351fe95:42099 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/WALs/b543b351fe95,42099,1733464417042 2024-12-06T05:53:38,128 DEBUG [RS:2;b543b351fe95:45573 {}] zookeeper.ZKUtil(111): regionserver:45573-0x100ae173a410003, quorum=127.0.0.1:59867, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b543b351fe95,45573,1733464417166 2024-12-06T05:53:38,129 WARN [RS:2;b543b351fe95:45573 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T05:53:38,129 INFO [RS:2;b543b351fe95:45573 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:53:38,129 DEBUG [RS:2;b543b351fe95:45573 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/WALs/b543b351fe95,45573,1733464417166 2024-12-06T05:53:38,129 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b543b351fe95,42099,1733464417042] 2024-12-06T05:53:38,129 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b543b351fe95,45573,1733464417166] 2024-12-06T05:53:38,131 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T05:53:38,131 DEBUG [RS:1;b543b351fe95:43277 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e 2024-12-06T05:53:38,131 DEBUG [RS:1;b543b351fe95:43277 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38479 2024-12-06T05:53:38,131 DEBUG [RS:1;b543b351fe95:43277 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T05:53:38,134 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T05:53:38,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36465-0x100ae173a410000, quorum=127.0.0.1:59867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T05:53:38,137 DEBUG [RS:1;b543b351fe95:43277 {}] zookeeper.ZKUtil(111): regionserver:43277-0x100ae173a410002, quorum=127.0.0.1:59867, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b543b351fe95,43277,1733464417122 2024-12-06T05:53:38,137 WARN [RS:1;b543b351fe95:43277 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T05:53:38,137 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b543b351fe95,43277,1733464417122] 2024-12-06T05:53:38,137 INFO [RS:1;b543b351fe95:43277 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:53:38,137 DEBUG [RS:1;b543b351fe95:43277 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/WALs/b543b351fe95,43277,1733464417122 2024-12-06T05:53:38,155 INFO [RS:1;b543b351fe95:43277 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T05:53:38,155 INFO [RS:0;b543b351fe95:42099 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T05:53:38,155 INFO [RS:2;b543b351fe95:45573 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T05:53:38,169 INFO [RS:1;b543b351fe95:43277 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T05:53:38,169 INFO [RS:0;b543b351fe95:42099 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T05:53:38,169 INFO [RS:2;b543b351fe95:45573 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T05:53:38,175 INFO [RS:2;b543b351fe95:45573 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T05:53:38,175 INFO [RS:0;b543b351fe95:42099 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T05:53:38,175 INFO [RS:1;b543b351fe95:43277 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T05:53:38,175 INFO [RS:0;b543b351fe95:42099 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:53:38,175 INFO [RS:2;b543b351fe95:45573 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:53:38,175 INFO [RS:1;b543b351fe95:43277 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:53:38,176 INFO [RS:1;b543b351fe95:43277 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T05:53:38,177 INFO [RS:0;b543b351fe95:42099 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T05:53:38,177 INFO [RS:2;b543b351fe95:45573 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T05:53:38,183 INFO [RS:0;b543b351fe95:42099 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T05:53:38,183 INFO [RS:2;b543b351fe95:45573 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T05:53:38,183 INFO [RS:1;b543b351fe95:43277 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T05:53:38,184 INFO [RS:2;b543b351fe95:45573 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T05:53:38,184 INFO [RS:0;b543b351fe95:42099 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T05:53:38,184 INFO [RS:1;b543b351fe95:43277 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T05:53:38,185 DEBUG [RS:2;b543b351fe95:45573 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:53:38,185 DEBUG [RS:0;b543b351fe95:42099 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:53:38,185 DEBUG [RS:1;b543b351fe95:43277 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:53:38,185 DEBUG [RS:2;b543b351fe95:45573 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:53:38,185 DEBUG [RS:0;b543b351fe95:42099 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:53:38,185 DEBUG [RS:1;b543b351fe95:43277 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:53:38,185 DEBUG [RS:2;b543b351fe95:45573 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:53:38,185 DEBUG [RS:0;b543b351fe95:42099 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:53:38,185 DEBUG [RS:1;b543b351fe95:43277 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:53:38,185 DEBUG [RS:2;b543b351fe95:45573 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:53:38,185 DEBUG [RS:0;b543b351fe95:42099 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:53:38,185 DEBUG [RS:1;b543b351fe95:43277 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:53:38,185 DEBUG [RS:2;b543b351fe95:45573 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:53:38,185 DEBUG [RS:0;b543b351fe95:42099 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:53:38,185 DEBUG [RS:1;b543b351fe95:43277 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:53:38,185 DEBUG [RS:2;b543b351fe95:45573 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b543b351fe95:0, corePoolSize=2, maxPoolSize=2 2024-12-06T05:53:38,185 DEBUG [RS:1;b543b351fe95:43277 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b543b351fe95:0, corePoolSize=2, maxPoolSize=2 2024-12-06T05:53:38,185 DEBUG [RS:0;b543b351fe95:42099 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b543b351fe95:0, corePoolSize=2, maxPoolSize=2 2024-12-06T05:53:38,186 DEBUG [RS:2;b543b351fe95:45573 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:53:38,186 DEBUG [RS:1;b543b351fe95:43277 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:53:38,186 DEBUG [RS:0;b543b351fe95:42099 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:53:38,186 DEBUG [RS:2;b543b351fe95:45573 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:53:38,186 DEBUG [RS:1;b543b351fe95:43277 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:53:38,186 DEBUG [RS:0;b543b351fe95:42099 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:53:38,186 DEBUG [RS:2;b543b351fe95:45573 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:53:38,186 DEBUG [RS:0;b543b351fe95:42099 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:53:38,186 DEBUG [RS:1;b543b351fe95:43277 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:53:38,186 DEBUG [RS:2;b543b351fe95:45573 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:53:38,186 DEBUG [RS:0;b543b351fe95:42099 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:53:38,186 DEBUG [RS:1;b543b351fe95:43277 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:53:38,186 DEBUG [RS:2;b543b351fe95:45573 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:53:38,186 DEBUG [RS:0;b543b351fe95:42099 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:53:38,186 DEBUG [RS:1;b543b351fe95:43277 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:53:38,186 DEBUG [RS:2;b543b351fe95:45573 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:53:38,186 DEBUG [RS:0;b543b351fe95:42099 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:53:38,186 DEBUG [RS:1;b543b351fe95:43277 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:53:38,186 DEBUG [RS:2;b543b351fe95:45573 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0, corePoolSize=3, maxPoolSize=3 2024-12-06T05:53:38,186 DEBUG [RS:0;b543b351fe95:42099 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0, corePoolSize=3, maxPoolSize=3 2024-12-06T05:53:38,186 DEBUG [RS:1;b543b351fe95:43277 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0, corePoolSize=3, maxPoolSize=3 2024-12-06T05:53:38,186 DEBUG [RS:2;b543b351fe95:45573 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b543b351fe95:0, corePoolSize=3, maxPoolSize=3 2024-12-06T05:53:38,187 DEBUG [RS:0;b543b351fe95:42099 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b543b351fe95:0, corePoolSize=3, maxPoolSize=3 2024-12-06T05:53:38,187 DEBUG [RS:1;b543b351fe95:43277 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b543b351fe95:0, corePoolSize=3, maxPoolSize=3 2024-12-06T05:53:38,195 INFO [RS:0;b543b351fe95:42099 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T05:53:38,195 INFO [RS:2;b543b351fe95:45573 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T05:53:38,195 INFO [RS:0;b543b351fe95:42099 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T05:53:38,195 INFO [RS:1;b543b351fe95:43277 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T05:53:38,195 INFO [RS:2;b543b351fe95:45573 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T05:53:38,195 INFO [RS:0;b543b351fe95:42099 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:53:38,195 INFO [RS:2;b543b351fe95:45573 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:53:38,195 INFO [RS:1;b543b351fe95:43277 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T05:53:38,195 INFO [RS:0;b543b351fe95:42099 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T05:53:38,195 INFO [RS:2;b543b351fe95:45573 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T05:53:38,195 INFO [RS:1;b543b351fe95:43277 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:53:38,195 INFO [RS:0;b543b351fe95:42099 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T05:53:38,195 INFO [RS:2;b543b351fe95:45573 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T05:53:38,195 INFO [RS:0;b543b351fe95:42099 {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,42099,1733464417042-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T05:53:38,195 INFO [RS:1;b543b351fe95:43277 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T05:53:38,195 INFO [RS:2;b543b351fe95:45573 {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,45573,1733464417166-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T05:53:38,195 INFO [RS:1;b543b351fe95:43277 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T05:53:38,195 INFO [RS:1;b543b351fe95:43277 {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,43277,1733464417122-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T05:53:38,214 INFO [RS:1;b543b351fe95:43277 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T05:53:38,216 INFO [RS:1;b543b351fe95:43277 {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,43277,1733464417122-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:53:38,216 INFO [RS:1;b543b351fe95:43277 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:53:38,216 INFO [RS:1;b543b351fe95:43277 {}] regionserver.Replication(171): b543b351fe95,43277,1733464417122 started 2024-12-06T05:53:38,218 INFO [RS:0;b543b351fe95:42099 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T05:53:38,218 INFO [RS:2;b543b351fe95:45573 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T05:53:38,219 INFO [RS:2;b543b351fe95:45573 {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,45573,1733464417166-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:53:38,219 INFO [RS:0;b543b351fe95:42099 {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,42099,1733464417042-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:53:38,219 INFO [RS:2;b543b351fe95:45573 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:53:38,219 INFO [RS:0;b543b351fe95:42099 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:53:38,219 INFO [RS:2;b543b351fe95:45573 {}] regionserver.Replication(171): b543b351fe95,45573,1733464417166 started 2024-12-06T05:53:38,219 INFO [RS:0;b543b351fe95:42099 {}] regionserver.Replication(171): b543b351fe95,42099,1733464417042 started 2024-12-06T05:53:38,233 INFO [RS:1;b543b351fe95:43277 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:53:38,234 INFO [RS:1;b543b351fe95:43277 {}] regionserver.HRegionServer(1482): Serving as b543b351fe95,43277,1733464417122, RpcServer on b543b351fe95/172.17.0.2:43277, sessionid=0x100ae173a410002 2024-12-06T05:53:38,235 DEBUG [RS:1;b543b351fe95:43277 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T05:53:38,235 DEBUG [RS:1;b543b351fe95:43277 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b543b351fe95,43277,1733464417122 2024-12-06T05:53:38,235 DEBUG [RS:1;b543b351fe95:43277 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b543b351fe95,43277,1733464417122' 2024-12-06T05:53:38,235 DEBUG [RS:1;b543b351fe95:43277 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-06T05:53:38,236 DEBUG [RS:1;b543b351fe95:43277 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-06T05:53:38,237 DEBUG [RS:1;b543b351fe95:43277 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T05:53:38,237 DEBUG [RS:1;b543b351fe95:43277 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T05:53:38,237 DEBUG [RS:1;b543b351fe95:43277 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b543b351fe95,43277,1733464417122 2024-12-06T05:53:38,237 DEBUG [RS:1;b543b351fe95:43277 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b543b351fe95,43277,1733464417122' 2024-12-06T05:53:38,237 DEBUG [RS:1;b543b351fe95:43277 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-06T05:53:38,238 DEBUG [RS:1;b543b351fe95:43277 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-06T05:53:38,239 DEBUG [RS:1;b543b351fe95:43277 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T05:53:38,239 INFO [RS:1;b543b351fe95:43277 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T05:53:38,239 INFO [RS:1;b543b351fe95:43277 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T05:53:38,241 INFO [RS:2;b543b351fe95:45573 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:53:38,241 INFO [RS:0;b543b351fe95:42099 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:53:38,241 INFO [RS:0;b543b351fe95:42099 {}] regionserver.HRegionServer(1482): Serving as b543b351fe95,42099,1733464417042, RpcServer on b543b351fe95/172.17.0.2:42099, sessionid=0x100ae173a410001 2024-12-06T05:53:38,241 INFO [RS:2;b543b351fe95:45573 {}] regionserver.HRegionServer(1482): Serving as b543b351fe95,45573,1733464417166, RpcServer on b543b351fe95/172.17.0.2:45573, sessionid=0x100ae173a410003 2024-12-06T05:53:38,241 DEBUG [RS:2;b543b351fe95:45573 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T05:53:38,241 DEBUG [RS:0;b543b351fe95:42099 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T05:53:38,241 DEBUG [RS:2;b543b351fe95:45573 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b543b351fe95,45573,1733464417166 2024-12-06T05:53:38,241 DEBUG [RS:0;b543b351fe95:42099 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b543b351fe95,42099,1733464417042 2024-12-06T05:53:38,241 DEBUG [RS:2;b543b351fe95:45573 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b543b351fe95,45573,1733464417166' 2024-12-06T05:53:38,241 DEBUG [RS:0;b543b351fe95:42099 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b543b351fe95,42099,1733464417042' 2024-12-06T05:53:38,242 DEBUG [RS:2;b543b351fe95:45573 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-06T05:53:38,242 DEBUG [RS:0;b543b351fe95:42099 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-06T05:53:38,242 DEBUG [RS:2;b543b351fe95:45573 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-06T05:53:38,242 DEBUG [RS:0;b543b351fe95:42099 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-06T05:53:38,243 DEBUG [RS:2;b543b351fe95:45573 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T05:53:38,243 DEBUG [RS:2;b543b351fe95:45573 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T05:53:38,243 DEBUG [RS:2;b543b351fe95:45573 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b543b351fe95,45573,1733464417166 2024-12-06T05:53:38,243 DEBUG [RS:0;b543b351fe95:42099 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T05:53:38,243 DEBUG [RS:2;b543b351fe95:45573 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b543b351fe95,45573,1733464417166' 2024-12-06T05:53:38,243 DEBUG [RS:0;b543b351fe95:42099 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T05:53:38,243 DEBUG [RS:2;b543b351fe95:45573 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-06T05:53:38,243 DEBUG [RS:0;b543b351fe95:42099 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b543b351fe95,42099,1733464417042 2024-12-06T05:53:38,243 DEBUG [RS:0;b543b351fe95:42099 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b543b351fe95,42099,1733464417042' 2024-12-06T05:53:38,243 DEBUG [RS:0;b543b351fe95:42099 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-06T05:53:38,244 DEBUG [RS:2;b543b351fe95:45573 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-06T05:53:38,244 DEBUG [RS:0;b543b351fe95:42099 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-06T05:53:38,244 DEBUG [RS:2;b543b351fe95:45573 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T05:53:38,244 INFO [RS:2;b543b351fe95:45573 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T05:53:38,244 INFO [RS:2;b543b351fe95:45573 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T05:53:38,244 DEBUG [RS:0;b543b351fe95:42099 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T05:53:38,244 INFO [RS:0;b543b351fe95:42099 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T05:53:38,245 INFO [RS:0;b543b351fe95:42099 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T05:53:38,285 WARN [b543b351fe95:36465 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T05:53:38,346 INFO [RS:0;b543b351fe95:42099 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T05:53:38,346 INFO [RS:1;b543b351fe95:43277 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T05:53:38,346 INFO [RS:2;b543b351fe95:45573 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T05:53:38,350 INFO [RS:0;b543b351fe95:42099 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b543b351fe95%2C42099%2C1733464417042, suffix=, logDir=hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/WALs/b543b351fe95,42099,1733464417042, archiveDir=hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/oldWALs, maxLogs=32 2024-12-06T05:53:38,350 INFO [RS:1;b543b351fe95:43277 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b543b351fe95%2C43277%2C1733464417122, suffix=, logDir=hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/WALs/b543b351fe95,43277,1733464417122, archiveDir=hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/oldWALs, maxLogs=32 2024-12-06T05:53:38,350 INFO [RS:2;b543b351fe95:45573 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b543b351fe95%2C45573%2C1733464417166, suffix=, logDir=hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/WALs/b543b351fe95,45573,1733464417166, archiveDir=hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/oldWALs, maxLogs=32 2024-12-06T05:53:38,367 DEBUG [RS:0;b543b351fe95:42099 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/WALs/b543b351fe95,42099,1733464417042/b543b351fe95%2C42099%2C1733464417042.1733464418354, exclude list is [], retry=0 2024-12-06T05:53:38,367 DEBUG [RS:2;b543b351fe95:45573 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/WALs/b543b351fe95,45573,1733464417166/b543b351fe95%2C45573%2C1733464417166.1733464418355, exclude list is [], retry=0 2024-12-06T05:53:38,369 DEBUG [RS:1;b543b351fe95:43277 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/WALs/b543b351fe95,43277,1733464417122/b543b351fe95%2C43277%2C1733464417122.1733464418355, exclude list is [], retry=0 2024-12-06T05:53:38,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45745,DS-174c5645-b00f-4981-848b-716771cf7125,DISK] 2024-12-06T05:53:38,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44491,DS-eb1d6f7f-fda3-4003-bcf5-98814ef6f0ee,DISK] 2024-12-06T05:53:38,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45745,DS-174c5645-b00f-4981-848b-716771cf7125,DISK] 2024-12-06T05:53:38,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44491,DS-eb1d6f7f-fda3-4003-bcf5-98814ef6f0ee,DISK] 2024-12-06T05:53:38,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43611,DS-d0ea52e0-0961-43c0-86e6-e795963da6e3,DISK] 2024-12-06T05:53:38,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43611,DS-d0ea52e0-0961-43c0-86e6-e795963da6e3,DISK] 2024-12-06T05:53:38,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44491,DS-eb1d6f7f-fda3-4003-bcf5-98814ef6f0ee,DISK] 2024-12-06T05:53:38,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45745,DS-174c5645-b00f-4981-848b-716771cf7125,DISK] 2024-12-06T05:53:38,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43611,DS-d0ea52e0-0961-43c0-86e6-e795963da6e3,DISK] 2024-12-06T05:53:38,422 INFO [RS:2;b543b351fe95:45573 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/WALs/b543b351fe95,45573,1733464417166/b543b351fe95%2C45573%2C1733464417166.1733464418355 2024-12-06T05:53:38,423 INFO [RS:1;b543b351fe95:43277 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/WALs/b543b351fe95,43277,1733464417122/b543b351fe95%2C43277%2C1733464417122.1733464418355 2024-12-06T05:53:38,424 INFO [RS:0;b543b351fe95:42099 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/WALs/b543b351fe95,42099,1733464417042/b543b351fe95%2C42099%2C1733464417042.1733464418354 2024-12-06T05:53:38,425 DEBUG [RS:2;b543b351fe95:45573 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38633:38633),(127.0.0.1/127.0.0.1:34139:34139),(127.0.0.1/127.0.0.1:34741:34741)] 2024-12-06T05:53:38,426 DEBUG [RS:1;b543b351fe95:43277 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34139:34139),(127.0.0.1/127.0.0.1:34741:34741),(127.0.0.1/127.0.0.1:38633:38633)] 2024-12-06T05:53:38,426 DEBUG [RS:0;b543b351fe95:42099 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38633:38633),(127.0.0.1/127.0.0.1:34139:34139),(127.0.0.1/127.0.0.1:34741:34741)] 2024-12-06T05:53:38,539 DEBUG [b543b351fe95:36465 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-06T05:53:38,549 DEBUG [b543b351fe95:36465 {}] balancer.BalancerClusterState(204): Hosts are {b543b351fe95=0} racks are {/default-rack=0} 2024-12-06T05:53:38,555 DEBUG [b543b351fe95:36465 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-06T05:53:38,555 DEBUG [b543b351fe95:36465 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-06T05:53:38,555 DEBUG [b543b351fe95:36465 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-06T05:53:38,555 DEBUG [b543b351fe95:36465 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-06T05:53:38,555 DEBUG [b543b351fe95:36465 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-06T05:53:38,555 DEBUG [b543b351fe95:36465 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-06T05:53:38,555 INFO [b543b351fe95:36465 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-06T05:53:38,555 INFO [b543b351fe95:36465 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-06T05:53:38,555 INFO [b543b351fe95:36465 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-06T05:53:38,555 DEBUG [b543b351fe95:36465 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-06T05:53:38,562 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b543b351fe95,43277,1733464417122 2024-12-06T05:53:38,568 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b543b351fe95,43277,1733464417122, state=OPENING 2024-12-06T05:53:38,572 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T05:53:38,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42099-0x100ae173a410001, quorum=127.0.0.1:59867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:53:38,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45573-0x100ae173a410003, quorum=127.0.0.1:59867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:53:38,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43277-0x100ae173a410002, quorum=127.0.0.1:59867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:53:38,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36465-0x100ae173a410000, quorum=127.0.0.1:59867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:53:38,574 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T05:53:38,574 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T05:53:38,574 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T05:53:38,574 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T05:53:38,576 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T05:53:38,578 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b543b351fe95,43277,1733464417122}] 2024-12-06T05:53:46,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-06T05:53:46,811 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-06T05:53:48,602 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T05:53:48,604 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33455, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T05:53:48,616 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T05:53:48,616 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:53:48,617 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T05:53:48,620 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b543b351fe95%2C43277%2C1733464417122.meta, suffix=.meta, logDir=hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/WALs/b543b351fe95,43277,1733464417122, archiveDir=hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/oldWALs, maxLogs=32 2024-12-06T05:53:48,635 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/WALs/b543b351fe95,43277,1733464417122/b543b351fe95%2C43277%2C1733464417122.meta.1733464428622.meta, exclude list is [], retry=0 2024-12-06T05:53:48,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45745,DS-174c5645-b00f-4981-848b-716771cf7125,DISK] 2024-12-06T05:53:48,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44491,DS-eb1d6f7f-fda3-4003-bcf5-98814ef6f0ee,DISK] 2024-12-06T05:53:48,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43611,DS-d0ea52e0-0961-43c0-86e6-e795963da6e3,DISK] 2024-12-06T05:53:48,643 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/WALs/b543b351fe95,43277,1733464417122/b543b351fe95%2C43277%2C1733464417122.meta.1733464428622.meta 2024-12-06T05:53:48,643 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38633:38633),(127.0.0.1/127.0.0.1:34139:34139),(127.0.0.1/127.0.0.1:34741:34741)] 2024-12-06T05:53:48,644 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:53:48,646 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T05:53:48,649 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T05:53:48,655 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T05:53:48,659 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T05:53:48,660 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:53:48,660 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T05:53:48,660 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T05:53:48,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T05:53:48,665 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T05:53:48,665 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:53:48,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:53:48,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T05:53:48,667 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T05:53:48,667 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:53:48,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:53:48,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T05:53:48,669 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T05:53:48,669 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:53:48,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:53:48,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T05:53:48,671 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T05:53:48,671 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:53:48,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:53:48,672 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T05:53:48,674 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/data/hbase/meta/1588230740 2024-12-06T05:53:48,676 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/data/hbase/meta/1588230740 2024-12-06T05:53:48,679 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T05:53:48,679 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T05:53:48,680 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:53:48,683 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T05:53:48,685 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62354974, jitterRate=-0.07083848118782043}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:53:48,686 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T05:53:48,687 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733464428661Writing region info on filesystem at 1733464428661Initializing all the Stores at 1733464428663 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733464428663Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733464428663Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464428663Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733464428663Cleaning up temporary data from old regions at 1733464428679 (+16 ms)Running coprocessor post-open hooks at 1733464428686 (+7 ms)Region opened successfully at 1733464428687 (+1 ms) 2024-12-06T05:53:48,696 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733464428593 2024-12-06T05:53:48,705 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T05:53:48,706 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T05:53:48,708 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b543b351fe95,43277,1733464417122 2024-12-06T05:53:48,710 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b543b351fe95,43277,1733464417122, state=OPEN 2024-12-06T05:53:48,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42099-0x100ae173a410001, quorum=127.0.0.1:59867, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T05:53:48,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43277-0x100ae173a410002, quorum=127.0.0.1:59867, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T05:53:48,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36465-0x100ae173a410000, quorum=127.0.0.1:59867, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T05:53:48,712 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T05:53:48,712 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T05:53:48,712 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T05:53:48,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45573-0x100ae173a410003, quorum=127.0.0.1:59867, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T05:53:48,712 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T05:53:48,712 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b543b351fe95,43277,1733464417122 2024-12-06T05:53:48,718 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T05:53:48,718 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b543b351fe95,43277,1733464417122 in 10.1340 sec 2024-12-06T05:53:48,725 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T05:53:48,725 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6010 sec 2024-12-06T05:53:48,726 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T05:53:48,726 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T05:53:48,743 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:53:48,745 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b543b351fe95,43277,1733464417122, seqNum=-1] 2024-12-06T05:53:48,762 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:53:48,764 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36253, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:53:48,784 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.8750 sec 2024-12-06T05:53:48,784 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733464428784, completionTime=-1 2024-12-06T05:53:48,787 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-06T05:53:48,787 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T05:53:48,815 INFO [master/b543b351fe95:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-06T05:53:48,815 INFO [master/b543b351fe95:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733464488815 2024-12-06T05:53:48,815 INFO [master/b543b351fe95:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733464548815 2024-12-06T05:53:48,815 INFO [master/b543b351fe95:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 28 msec 2024-12-06T05:53:48,816 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-06T05:53:48,822 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,36465,1733464416500-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:53:48,823 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,36465,1733464416500-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:53:48,823 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,36465,1733464416500-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:53:48,824 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b543b351fe95:36465, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:53:48,824 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T05:53:48,825 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T05:53:48,831 DEBUG [master/b543b351fe95:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T05:53:48,850 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.616sec 2024-12-06T05:53:48,869 INFO [master/b543b351fe95:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T05:53:48,870 INFO [master/b543b351fe95:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T05:53:48,871 INFO [master/b543b351fe95:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T05:53:48,872 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T05:53:48,872 INFO [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T05:53:48,872 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,36465,1733464416500-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T05:53:48,873 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,36465,1733464416500-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T05:53:48,877 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T05:53:48,878 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T05:53:48,879 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,36465,1733464416500-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:53:48,912 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@675996fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:53:48,915 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-06T05:53:48,916 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-06T05:53:48,919 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b543b351fe95,36465,-1 for getting cluster id 2024-12-06T05:53:48,922 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:53:48,933 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '954e0d9f-f579-45ea-8e60-8e2dd5b9f5b1' 2024-12-06T05:53:48,935 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:53:48,935 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "954e0d9f-f579-45ea-8e60-8e2dd5b9f5b1" 2024-12-06T05:53:48,936 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a467b89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:53:48,936 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b543b351fe95,36465,-1] 2024-12-06T05:53:48,939 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:53:48,941 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:53:48,941 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44084, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:53:48,944 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7004b4ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:53:48,944 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:53:48,951 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b543b351fe95,43277,1733464417122, seqNum=-1] 2024-12-06T05:53:48,952 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:53:48,954 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54144, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:53:48,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b543b351fe95,36465,1733464416500 2024-12-06T05:53:48,976 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733464428975 (current time:1733464428975). 2024-12-06T05:53:48,976 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-06T05:53:48,976 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-12-06T05:53:48,979 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c529f1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:53:48,979 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b543b351fe95,36465,-1 for getting cluster id 2024-12-06T05:53:48,979 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:53:48,980 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '954e0d9f-f579-45ea-8e60-8e2dd5b9f5b1' 2024-12-06T05:53:48,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:53:48,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "954e0d9f-f579-45ea-8e60-8e2dd5b9f5b1" 2024-12-06T05:53:48,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c770164, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:53:48,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b543b351fe95,36465,-1] 2024-12-06T05:53:48,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:53:48,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:53:48,983 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44112, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:53:48,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@959add5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:53:48,986 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:53:48,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b543b351fe95,43277,1733464417122, seqNum=-1] 2024-12-06T05:53:48,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:53:48,989 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54160, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:53:48,991 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:53:48,991 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:53:48,995 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:53:48,995 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:53:48,995 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:53:49,000 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:53:49,004 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b543b351fe95,36465,1733464416500 2024-12-06T05:53:49,006 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2774dd9a 2024-12-06T05:53:49,008 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:53:49,010 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44118, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T05:53:49,015 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36465 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T05:53:49,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36465 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-12-06T05:53:49,024 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T05:53:49,026 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36465 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-12-06T05:53:49,026 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:53:49,029 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T05:53:49,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:53:49,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45745 is added to blk_1073741837_1013 (size=361) 2024-12-06T05:53:49,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741837_1013 (size=361) 2024-12-06T05:53:49,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44491 is added to blk_1073741837_1013 (size=361) 2024-12-06T05:53:49,046 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 788c86178debcc7582341e6900e192fc, NAME => 'SPTestTable,,1733464429011.788c86178debcc7582341e6900e192fc.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e 2024-12-06T05:53:49,046 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => fbedffec3d4041f72cf3bd46b1e8f78f, NAME => 'SPTestTable,33333332,1733464429011.fbedffec3d4041f72cf3bd46b1e8f78f.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e 2024-12-06T05:53:49,047 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 60b502d2250dea76dd55bbec88ba10e8, NAME => 'SPTestTable,19999999,1733464429011.60b502d2250dea76dd55bbec88ba10e8.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e 2024-12-06T05:53:49,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741839_1015 (size=54) 2024-12-06T05:53:49,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45745 is added to blk_1073741839_1015 (size=54) 2024-12-06T05:53:49,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44491 is added to blk_1073741839_1015 (size=54) 2024-12-06T05:53:49,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44491 is added to blk_1073741838_1014 (size=62) 2024-12-06T05:53:49,064 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1733464429011.788c86178debcc7582341e6900e192fc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:53:49,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45745 is added to blk_1073741838_1014 (size=62) 2024-12-06T05:53:49,064 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 788c86178debcc7582341e6900e192fc, disabling compactions & flushes 2024-12-06T05:53:49,064 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1733464429011.788c86178debcc7582341e6900e192fc. 2024-12-06T05:53:49,065 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733464429011.788c86178debcc7582341e6900e192fc. 2024-12-06T05:53:49,065 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733464429011.788c86178debcc7582341e6900e192fc. after waiting 0 ms 2024-12-06T05:53:49,065 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733464429011.788c86178debcc7582341e6900e192fc. 2024-12-06T05:53:49,065 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1733464429011.788c86178debcc7582341e6900e192fc. 2024-12-06T05:53:49,065 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 788c86178debcc7582341e6900e192fc: Waiting for close lock at 1733464429064Disabling compacts and flushes for region at 1733464429064Disabling writes for close at 1733464429065 (+1 ms)Writing region close event to WAL at 1733464429065Closed at 1733464429065 2024-12-06T05:53:49,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741838_1014 (size=62) 2024-12-06T05:53:49,066 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 64d3690089fa60cc1c049834fb29053d, NAME => 'SPTestTable,4ccccccb,1733464429011.64d3690089fa60cc1c049834fb29053d.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e 2024-12-06T05:53:49,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741840_1016 (size=62) 2024-12-06T05:53:49,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44491 is added to blk_1073741840_1016 (size=62) 2024-12-06T05:53:49,067 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733464429011.fbedffec3d4041f72cf3bd46b1e8f78f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:53:49,067 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing fbedffec3d4041f72cf3bd46b1e8f78f, disabling compactions & flushes 2024-12-06T05:53:49,067 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733464429011.fbedffec3d4041f72cf3bd46b1e8f78f. 2024-12-06T05:53:49,067 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733464429011.fbedffec3d4041f72cf3bd46b1e8f78f. 2024-12-06T05:53:49,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45745 is added to blk_1073741840_1016 (size=62) 2024-12-06T05:53:49,067 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733464429011.fbedffec3d4041f72cf3bd46b1e8f78f. after waiting 0 ms 2024-12-06T05:53:49,067 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733464429011.fbedffec3d4041f72cf3bd46b1e8f78f. 2024-12-06T05:53:49,067 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733464429011.fbedffec3d4041f72cf3bd46b1e8f78f. 2024-12-06T05:53:49,068 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for fbedffec3d4041f72cf3bd46b1e8f78f: Waiting for close lock at 1733464429067Disabling compacts and flushes for region at 1733464429067Disabling writes for close at 1733464429067Writing region close event to WAL at 1733464429067Closed at 1733464429067 2024-12-06T05:53:49,068 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => ccef201af5d1b54133b61df9a78dc774, NAME => 'SPTestTable,66666664,1733464429011.ccef201af5d1b54133b61df9a78dc774.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e 2024-12-06T05:53:49,068 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733464429011.60b502d2250dea76dd55bbec88ba10e8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:53:49,069 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 60b502d2250dea76dd55bbec88ba10e8, disabling compactions & flushes 2024-12-06T05:53:49,069 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733464429011.60b502d2250dea76dd55bbec88ba10e8. 2024-12-06T05:53:49,069 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733464429011.60b502d2250dea76dd55bbec88ba10e8. 2024-12-06T05:53:49,069 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733464429011.60b502d2250dea76dd55bbec88ba10e8. after waiting 0 ms 2024-12-06T05:53:49,069 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733464429011.60b502d2250dea76dd55bbec88ba10e8. 2024-12-06T05:53:49,069 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733464429011.60b502d2250dea76dd55bbec88ba10e8. 2024-12-06T05:53:49,069 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 60b502d2250dea76dd55bbec88ba10e8: Waiting for close lock at 1733464429069Disabling compacts and flushes for region at 1733464429069Disabling writes for close at 1733464429069Writing region close event to WAL at 1733464429069Closed at 1733464429069 2024-12-06T05:53:49,070 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 80b2630deb7703eed70287c17803038d, NAME => 'SPTestTable,7ffffffd,1733464429011.80b2630deb7703eed70287c17803038d.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e 2024-12-06T05:53:49,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741841_1017 (size=62) 2024-12-06T05:53:49,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45745 is added to blk_1073741841_1017 (size=62) 2024-12-06T05:53:49,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44491 is added to blk_1073741841_1017 (size=62) 2024-12-06T05:53:49,084 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733464429011.64d3690089fa60cc1c049834fb29053d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:53:49,084 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 64d3690089fa60cc1c049834fb29053d, disabling compactions & flushes 2024-12-06T05:53:49,084 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733464429011.64d3690089fa60cc1c049834fb29053d. 2024-12-06T05:53:49,084 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733464429011.64d3690089fa60cc1c049834fb29053d. 2024-12-06T05:53:49,084 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733464429011.64d3690089fa60cc1c049834fb29053d. after waiting 0 ms 2024-12-06T05:53:49,084 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733464429011.64d3690089fa60cc1c049834fb29053d. 2024-12-06T05:53:49,084 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733464429011.64d3690089fa60cc1c049834fb29053d. 2024-12-06T05:53:49,085 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 64d3690089fa60cc1c049834fb29053d: Waiting for close lock at 1733464429084Disabling compacts and flushes for region at 1733464429084Disabling writes for close at 1733464429084Writing region close event to WAL at 1733464429084Closed at 1733464429084 2024-12-06T05:53:49,085 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1636f2005bf915c1b7518e7f8face055, NAME => 'SPTestTable,99999996,1733464429011.1636f2005bf915c1b7518e7f8face055.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e 2024-12-06T05:53:49,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44491 is added to blk_1073741842_1018 (size=62) 2024-12-06T05:53:49,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741842_1018 (size=62) 2024-12-06T05:53:49,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45745 is added to blk_1073741842_1018 (size=62) 2024-12-06T05:53:49,102 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733464429011.ccef201af5d1b54133b61df9a78dc774.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:53:49,103 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing ccef201af5d1b54133b61df9a78dc774, disabling compactions & flushes 2024-12-06T05:53:49,103 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733464429011.ccef201af5d1b54133b61df9a78dc774. 2024-12-06T05:53:49,103 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733464429011.ccef201af5d1b54133b61df9a78dc774. 2024-12-06T05:53:49,103 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733464429011.ccef201af5d1b54133b61df9a78dc774. after waiting 0 ms 2024-12-06T05:53:49,103 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733464429011.ccef201af5d1b54133b61df9a78dc774. 2024-12-06T05:53:49,103 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733464429011.ccef201af5d1b54133b61df9a78dc774. 2024-12-06T05:53:49,103 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for ccef201af5d1b54133b61df9a78dc774: Waiting for close lock at 1733464429103Disabling compacts and flushes for region at 1733464429103Disabling writes for close at 1733464429103Writing region close event to WAL at 1733464429103Closed at 1733464429103 2024-12-06T05:53:49,104 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => b720d361ad71c598e2039b0ead831444, NAME => 'SPTestTable,b333332f,1733464429011.b720d361ad71c598e2039b0ead831444.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e 2024-12-06T05:53:49,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45745 is added to blk_1073741843_1019 (size=62) 2024-12-06T05:53:49,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44491 is added to blk_1073741843_1019 (size=62) 2024-12-06T05:53:49,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741843_1019 (size=62) 2024-12-06T05:53:49,120 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733464429011.80b2630deb7703eed70287c17803038d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:53:49,121 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 80b2630deb7703eed70287c17803038d, disabling compactions & flushes 2024-12-06T05:53:49,121 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733464429011.80b2630deb7703eed70287c17803038d. 2024-12-06T05:53:49,121 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733464429011.80b2630deb7703eed70287c17803038d. 2024-12-06T05:53:49,121 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733464429011.80b2630deb7703eed70287c17803038d. after waiting 0 ms 2024-12-06T05:53:49,121 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733464429011.80b2630deb7703eed70287c17803038d. 2024-12-06T05:53:49,121 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733464429011.80b2630deb7703eed70287c17803038d. 2024-12-06T05:53:49,121 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 80b2630deb7703eed70287c17803038d: Waiting for close lock at 1733464429120Disabling compacts and flushes for region at 1733464429120Disabling writes for close at 1733464429121 (+1 ms)Writing region close event to WAL at 1733464429121Closed at 1733464429121 2024-12-06T05:53:49,122 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 53faf96ad1a1b379688caa4e75df1500, NAME => 'SPTestTable,ccccccc8,1733464429011.53faf96ad1a1b379688caa4e75df1500.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e 2024-12-06T05:53:49,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741844_1020 (size=62) 2024-12-06T05:53:49,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45745 is added to blk_1073741844_1020 (size=62) 2024-12-06T05:53:49,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44491 is added to blk_1073741844_1020 (size=62) 2024-12-06T05:53:49,136 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733464429011.1636f2005bf915c1b7518e7f8face055.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:53:49,136 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 1636f2005bf915c1b7518e7f8face055, disabling compactions & flushes 2024-12-06T05:53:49,136 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733464429011.1636f2005bf915c1b7518e7f8face055. 2024-12-06T05:53:49,136 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733464429011.1636f2005bf915c1b7518e7f8face055. 2024-12-06T05:53:49,136 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733464429011.1636f2005bf915c1b7518e7f8face055. after waiting 0 ms 2024-12-06T05:53:49,136 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733464429011.1636f2005bf915c1b7518e7f8face055. 2024-12-06T05:53:49,136 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733464429011.1636f2005bf915c1b7518e7f8face055. 2024-12-06T05:53:49,136 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1636f2005bf915c1b7518e7f8face055: Waiting for close lock at 1733464429136Disabling compacts and flushes for region at 1733464429136Disabling writes for close at 1733464429136Writing region close event to WAL at 1733464429136Closed at 1733464429136 2024-12-06T05:53:49,137 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b5e5c4d719482628cc01af6d14d253d1, NAME => 'SPTestTable,e6666661,1733464429011.b5e5c4d719482628cc01af6d14d253d1.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e 2024-12-06T05:53:49,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:53:49,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741845_1021 (size=62) 2024-12-06T05:53:49,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44491 is added to blk_1073741845_1021 (size=62) 2024-12-06T05:53:49,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45745 is added to blk_1073741845_1021 (size=62) 2024-12-06T05:53:49,148 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733464429011.b720d361ad71c598e2039b0ead831444.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:53:49,148 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing b720d361ad71c598e2039b0ead831444, disabling compactions & flushes 2024-12-06T05:53:49,148 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733464429011.b720d361ad71c598e2039b0ead831444. 2024-12-06T05:53:49,148 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733464429011.b720d361ad71c598e2039b0ead831444. 2024-12-06T05:53:49,148 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733464429011.b720d361ad71c598e2039b0ead831444. after waiting 0 ms 2024-12-06T05:53:49,149 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733464429011.b720d361ad71c598e2039b0ead831444. 2024-12-06T05:53:49,149 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733464429011.b720d361ad71c598e2039b0ead831444. 2024-12-06T05:53:49,149 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for b720d361ad71c598e2039b0ead831444: Waiting for close lock at 1733464429148Disabling compacts and flushes for region at 1733464429148Disabling writes for close at 1733464429148Writing region close event to WAL at 1733464429149 (+1 ms)Closed at 1733464429149 2024-12-06T05:53:49,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45745 is added to blk_1073741846_1022 (size=62) 2024-12-06T05:53:49,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44491 is added to blk_1073741846_1022 (size=62) 2024-12-06T05:53:49,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741846_1022 (size=62) 2024-12-06T05:53:49,158 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733464429011.53faf96ad1a1b379688caa4e75df1500.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:53:49,158 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 53faf96ad1a1b379688caa4e75df1500, disabling compactions & flushes 2024-12-06T05:53:49,158 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733464429011.53faf96ad1a1b379688caa4e75df1500. 2024-12-06T05:53:49,158 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733464429011.53faf96ad1a1b379688caa4e75df1500. 2024-12-06T05:53:49,158 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733464429011.53faf96ad1a1b379688caa4e75df1500. after waiting 0 ms 2024-12-06T05:53:49,158 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733464429011.53faf96ad1a1b379688caa4e75df1500. 2024-12-06T05:53:49,158 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733464429011.53faf96ad1a1b379688caa4e75df1500. 2024-12-06T05:53:49,158 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 53faf96ad1a1b379688caa4e75df1500: Waiting for close lock at 1733464429158Disabling compacts and flushes for region at 1733464429158Disabling writes for close at 1733464429158Writing region close event to WAL at 1733464429158Closed at 1733464429158 2024-12-06T05:53:49,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741847_1023 (size=54) 2024-12-06T05:53:49,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44491 is added to blk_1073741847_1023 (size=54) 2024-12-06T05:53:49,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45745 is added to blk_1073741847_1023 (size=54) 2024-12-06T05:53:49,170 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733464429011.b5e5c4d719482628cc01af6d14d253d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:53:49,170 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing b5e5c4d719482628cc01af6d14d253d1, disabling compactions & flushes 2024-12-06T05:53:49,170 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733464429011.b5e5c4d719482628cc01af6d14d253d1. 2024-12-06T05:53:49,170 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733464429011.b5e5c4d719482628cc01af6d14d253d1. 2024-12-06T05:53:49,170 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733464429011.b5e5c4d719482628cc01af6d14d253d1. after waiting 0 ms 2024-12-06T05:53:49,170 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733464429011.b5e5c4d719482628cc01af6d14d253d1. 2024-12-06T05:53:49,170 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733464429011.b5e5c4d719482628cc01af6d14d253d1. 2024-12-06T05:53:49,170 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for b5e5c4d719482628cc01af6d14d253d1: Waiting for close lock at 1733464429170Disabling compacts and flushes for region at 1733464429170Disabling writes for close at 1733464429170Writing region close event to WAL at 1733464429170Closed at 1733464429170 2024-12-06T05:53:49,173 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T05:53:49,178 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1733464429011.788c86178debcc7582341e6900e192fc.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733464429173"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733464429173"}]},"ts":"1733464429173"} 2024-12-06T05:53:49,178 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1733464429011.fbedffec3d4041f72cf3bd46b1e8f78f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733464429173"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733464429173"}]},"ts":"1733464429173"} 2024-12-06T05:53:49,178 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1733464429011.60b502d2250dea76dd55bbec88ba10e8.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733464429173"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733464429173"}]},"ts":"1733464429173"} 2024-12-06T05:53:49,178 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1733464429011.64d3690089fa60cc1c049834fb29053d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733464429173"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733464429173"}]},"ts":"1733464429173"} 2024-12-06T05:53:49,178 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1733464429011.ccef201af5d1b54133b61df9a78dc774.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733464429173"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733464429173"}]},"ts":"1733464429173"} 2024-12-06T05:53:49,179 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1733464429011.80b2630deb7703eed70287c17803038d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733464429173"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733464429173"}]},"ts":"1733464429173"} 2024-12-06T05:53:49,179 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1733464429011.1636f2005bf915c1b7518e7f8face055.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733464429173"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733464429173"}]},"ts":"1733464429173"} 2024-12-06T05:53:49,179 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1733464429011.b720d361ad71c598e2039b0ead831444.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733464429173"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733464429173"}]},"ts":"1733464429173"} 2024-12-06T05:53:49,179 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1733464429011.53faf96ad1a1b379688caa4e75df1500.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733464429173"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733464429173"}]},"ts":"1733464429173"} 2024-12-06T05:53:49,179 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1733464429011.b5e5c4d719482628cc01af6d14d253d1.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733464429173"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733464429173"}]},"ts":"1733464429173"} 2024-12-06T05:53:49,224 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-12-06T05:53:49,226 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T05:53:49,229 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733464429226"}]},"ts":"1733464429226"} 2024-12-06T05:53:49,233 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-12-06T05:53:49,234 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {b543b351fe95=0} racks are {/default-rack=0} 2024-12-06T05:53:49,243 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-06T05:53:49,243 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-06T05:53:49,243 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-06T05:53:49,243 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-06T05:53:49,243 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-06T05:53:49,243 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-06T05:53:49,243 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-06T05:53:49,243 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-06T05:53:49,243 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-06T05:53:49,243 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-06T05:53:49,245 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=788c86178debcc7582341e6900e192fc, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=60b502d2250dea76dd55bbec88ba10e8, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fbedffec3d4041f72cf3bd46b1e8f78f, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=64d3690089fa60cc1c049834fb29053d, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ccef201af5d1b54133b61df9a78dc774, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=80b2630deb7703eed70287c17803038d, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1636f2005bf915c1b7518e7f8face055, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b720d361ad71c598e2039b0ead831444, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=53faf96ad1a1b379688caa4e75df1500, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b5e5c4d719482628cc01af6d14d253d1, ASSIGN}] 2024-12-06T05:53:49,250 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=788c86178debcc7582341e6900e192fc, ASSIGN 2024-12-06T05:53:49,251 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=60b502d2250dea76dd55bbec88ba10e8, ASSIGN 2024-12-06T05:53:49,251 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=64d3690089fa60cc1c049834fb29053d, ASSIGN 2024-12-06T05:53:49,251 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fbedffec3d4041f72cf3bd46b1e8f78f, ASSIGN 2024-12-06T05:53:49,254 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=60b502d2250dea76dd55bbec88ba10e8, ASSIGN; state=OFFLINE, location=b543b351fe95,42099,1733464417042; forceNewPlan=false, retain=false 2024-12-06T05:53:49,254 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=788c86178debcc7582341e6900e192fc, ASSIGN; state=OFFLINE, location=b543b351fe95,45573,1733464417166; forceNewPlan=false, retain=false 2024-12-06T05:53:49,254 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=64d3690089fa60cc1c049834fb29053d, ASSIGN; state=OFFLINE, location=b543b351fe95,45573,1733464417166; forceNewPlan=false, retain=false 2024-12-06T05:53:49,254 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fbedffec3d4041f72cf3bd46b1e8f78f, ASSIGN; state=OFFLINE, location=b543b351fe95,43277,1733464417122; forceNewPlan=false, retain=false 2024-12-06T05:53:49,261 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b720d361ad71c598e2039b0ead831444, ASSIGN 2024-12-06T05:53:49,261 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=53faf96ad1a1b379688caa4e75df1500, ASSIGN 2024-12-06T05:53:49,261 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b5e5c4d719482628cc01af6d14d253d1, ASSIGN 2024-12-06T05:53:49,261 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1636f2005bf915c1b7518e7f8face055, ASSIGN 2024-12-06T05:53:49,261 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=80b2630deb7703eed70287c17803038d, ASSIGN 2024-12-06T05:53:49,263 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b5e5c4d719482628cc01af6d14d253d1, ASSIGN; state=OFFLINE, location=b543b351fe95,45573,1733464417166; forceNewPlan=false, retain=false 2024-12-06T05:53:49,263 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b720d361ad71c598e2039b0ead831444, ASSIGN; state=OFFLINE, location=b543b351fe95,43277,1733464417122; forceNewPlan=false, retain=false 2024-12-06T05:53:49,263 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1636f2005bf915c1b7518e7f8face055, ASSIGN; state=OFFLINE, location=b543b351fe95,45573,1733464417166; forceNewPlan=false, retain=false 2024-12-06T05:53:49,264 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=80b2630deb7703eed70287c17803038d, ASSIGN; state=OFFLINE, location=b543b351fe95,42099,1733464417042; forceNewPlan=false, retain=false 2024-12-06T05:53:49,264 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=53faf96ad1a1b379688caa4e75df1500, ASSIGN; state=OFFLINE, location=b543b351fe95,42099,1733464417042; forceNewPlan=false, retain=false 2024-12-06T05:53:49,274 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ccef201af5d1b54133b61df9a78dc774, ASSIGN 2024-12-06T05:53:49,277 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ccef201af5d1b54133b61df9a78dc774, ASSIGN; state=OFFLINE, location=b543b351fe95,43277,1733464417122; forceNewPlan=false, retain=false 2024-12-06T05:53:49,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:53:49,412 INFO [b543b351fe95:36465 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-12-06T05:53:49,414 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=b720d361ad71c598e2039b0ead831444, regionState=OPENING, regionLocation=b543b351fe95,43277,1733464417122 2024-12-06T05:53:49,414 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=1636f2005bf915c1b7518e7f8face055, regionState=OPENING, regionLocation=b543b351fe95,45573,1733464417166 2024-12-06T05:53:49,414 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=788c86178debcc7582341e6900e192fc, regionState=OPENING, regionLocation=b543b351fe95,45573,1733464417166 2024-12-06T05:53:49,414 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=64d3690089fa60cc1c049834fb29053d, regionState=OPENING, regionLocation=b543b351fe95,45573,1733464417166 2024-12-06T05:53:49,414 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=b5e5c4d719482628cc01af6d14d253d1, regionState=OPENING, regionLocation=b543b351fe95,45573,1733464417166 2024-12-06T05:53:49,415 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ccef201af5d1b54133b61df9a78dc774, regionState=OPENING, regionLocation=b543b351fe95,43277,1733464417122 2024-12-06T05:53:49,415 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=53faf96ad1a1b379688caa4e75df1500, regionState=OPENING, regionLocation=b543b351fe95,42099,1733464417042 2024-12-06T05:53:49,415 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=80b2630deb7703eed70287c17803038d, regionState=OPENING, regionLocation=b543b351fe95,42099,1733464417042 2024-12-06T05:53:49,416 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=60b502d2250dea76dd55bbec88ba10e8, regionState=OPENING, regionLocation=b543b351fe95,42099,1733464417042 2024-12-06T05:53:49,415 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=fbedffec3d4041f72cf3bd46b1e8f78f, regionState=OPENING, regionLocation=b543b351fe95,43277,1733464417122 2024-12-06T05:53:49,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=64d3690089fa60cc1c049834fb29053d, ASSIGN because future has completed 2024-12-06T05:53:49,420 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 64d3690089fa60cc1c049834fb29053d, server=b543b351fe95,45573,1733464417166}] 2024-12-06T05:53:49,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1636f2005bf915c1b7518e7f8face055, ASSIGN because future has completed 2024-12-06T05:53:49,422 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1636f2005bf915c1b7518e7f8face055, server=b543b351fe95,45573,1733464417166}] 2024-12-06T05:53:49,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b720d361ad71c598e2039b0ead831444, ASSIGN because future has completed 2024-12-06T05:53:49,424 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure b720d361ad71c598e2039b0ead831444, server=b543b351fe95,43277,1733464417122}] 2024-12-06T05:53:49,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b5e5c4d719482628cc01af6d14d253d1, ASSIGN because future has completed 2024-12-06T05:53:49,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=788c86178debcc7582341e6900e192fc, ASSIGN because future has completed 2024-12-06T05:53:49,428 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 788c86178debcc7582341e6900e192fc, server=b543b351fe95,45573,1733464417166}] 2024-12-06T05:53:49,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=53faf96ad1a1b379688caa4e75df1500, ASSIGN because future has completed 2024-12-06T05:53:49,430 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure b5e5c4d719482628cc01af6d14d253d1, server=b543b351fe95,45573,1733464417166}] 2024-12-06T05:53:49,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ccef201af5d1b54133b61df9a78dc774, ASSIGN because future has completed 2024-12-06T05:53:49,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=80b2630deb7703eed70287c17803038d, ASSIGN because future has completed 2024-12-06T05:53:49,435 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 53faf96ad1a1b379688caa4e75df1500, server=b543b351fe95,42099,1733464417042}] 2024-12-06T05:53:49,435 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 80b2630deb7703eed70287c17803038d, server=b543b351fe95,42099,1733464417042}] 2024-12-06T05:53:49,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=60b502d2250dea76dd55bbec88ba10e8, ASSIGN because future has completed 2024-12-06T05:53:49,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fbedffec3d4041f72cf3bd46b1e8f78f, ASSIGN because future has completed 2024-12-06T05:53:49,441 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ccef201af5d1b54133b61df9a78dc774, server=b543b351fe95,43277,1733464417122}] 2024-12-06T05:53:49,441 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 60b502d2250dea76dd55bbec88ba10e8, server=b543b351fe95,42099,1733464417042}] 2024-12-06T05:53:49,441 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure fbedffec3d4041f72cf3bd46b1e8f78f, server=b543b351fe95,43277,1733464417122}] 2024-12-06T05:53:49,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:53:50,152 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T05:53:50,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:53:51,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:53:53,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:53:54,198 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-06T05:53:56,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-06T05:53:56,810 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-06T05:53:56,813 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T05:53:56,813 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-06T05:53:57,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:53:59,424 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T05:53:59,428 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48101, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T05:53:59,437 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,,1733464429011.788c86178debcc7582341e6900e192fc. 2024-12-06T05:53:59,438 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 788c86178debcc7582341e6900e192fc, NAME => 'SPTestTable,,1733464429011.788c86178debcc7582341e6900e192fc.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-06T05:53:59,438 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 788c86178debcc7582341e6900e192fc 2024-12-06T05:53:59,438 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,,1733464429011.788c86178debcc7582341e6900e192fc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:53:59,439 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 788c86178debcc7582341e6900e192fc 2024-12-06T05:53:59,439 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 788c86178debcc7582341e6900e192fc 2024-12-06T05:53:59,440 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T05:53:59,442 INFO [StoreOpener-788c86178debcc7582341e6900e192fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 788c86178debcc7582341e6900e192fc 2024-12-06T05:53:59,442 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53467, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T05:53:59,442 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733464429011.ccef201af5d1b54133b61df9a78dc774. 2024-12-06T05:53:59,443 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => ccef201af5d1b54133b61df9a78dc774, NAME => 'SPTestTable,66666664,1733464429011.ccef201af5d1b54133b61df9a78dc774.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-06T05:53:59,444 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ccef201af5d1b54133b61df9a78dc774 2024-12-06T05:53:59,444 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733464429011.ccef201af5d1b54133b61df9a78dc774.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:53:59,444 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for ccef201af5d1b54133b61df9a78dc774 2024-12-06T05:53:59,444 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for ccef201af5d1b54133b61df9a78dc774 2024-12-06T05:53:59,445 INFO [StoreOpener-788c86178debcc7582341e6900e192fc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 788c86178debcc7582341e6900e192fc columnFamilyName cf 2024-12-06T05:53:59,446 DEBUG [StoreOpener-788c86178debcc7582341e6900e192fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:53:59,447 INFO [StoreOpener-788c86178debcc7582341e6900e192fc-1 {}] regionserver.HStore(327): Store=788c86178debcc7582341e6900e192fc/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:53:59,447 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 788c86178debcc7582341e6900e192fc 2024-12-06T05:53:59,448 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/data/default/SPTestTable/788c86178debcc7582341e6900e192fc 2024-12-06T05:53:59,449 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/data/default/SPTestTable/788c86178debcc7582341e6900e192fc 2024-12-06T05:53:59,449 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 788c86178debcc7582341e6900e192fc 2024-12-06T05:53:59,449 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 788c86178debcc7582341e6900e192fc 2024-12-06T05:53:59,452 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 788c86178debcc7582341e6900e192fc 2024-12-06T05:53:59,457 INFO [StoreOpener-ccef201af5d1b54133b61df9a78dc774-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ccef201af5d1b54133b61df9a78dc774 2024-12-06T05:53:59,459 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/data/default/SPTestTable/788c86178debcc7582341e6900e192fc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:53:59,460 INFO [StoreOpener-ccef201af5d1b54133b61df9a78dc774-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ccef201af5d1b54133b61df9a78dc774 columnFamilyName cf 2024-12-06T05:53:59,460 DEBUG [StoreOpener-ccef201af5d1b54133b61df9a78dc774-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:53:59,460 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733464429011.80b2630deb7703eed70287c17803038d. 2024-12-06T05:53:59,460 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 788c86178debcc7582341e6900e192fc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74938036, jitterRate=0.11666375398635864}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T05:53:59,460 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 80b2630deb7703eed70287c17803038d, NAME => 'SPTestTable,7ffffffd,1733464429011.80b2630deb7703eed70287c17803038d.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-06T05:53:59,461 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 788c86178debcc7582341e6900e192fc 2024-12-06T05:53:59,461 INFO [StoreOpener-ccef201af5d1b54133b61df9a78dc774-1 {}] regionserver.HStore(327): Store=ccef201af5d1b54133b61df9a78dc774/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:53:59,461 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 80b2630deb7703eed70287c17803038d 2024-12-06T05:53:59,461 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for ccef201af5d1b54133b61df9a78dc774 2024-12-06T05:53:59,461 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733464429011.80b2630deb7703eed70287c17803038d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:53:59,462 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 80b2630deb7703eed70287c17803038d 2024-12-06T05:53:59,462 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 80b2630deb7703eed70287c17803038d 2024-12-06T05:53:59,462 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 788c86178debcc7582341e6900e192fc: Running coprocessor pre-open hook at 1733464439439Writing region info on filesystem at 1733464439439Initializing all the Stores at 1733464439441 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464439441Cleaning up temporary data from old regions at 1733464439449 (+8 ms)Running coprocessor post-open hooks at 1733464439461 (+12 ms)Region opened successfully at 1733464439462 (+1 ms) 2024-12-06T05:53:59,463 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/data/default/SPTestTable/ccef201af5d1b54133b61df9a78dc774 2024-12-06T05:53:59,464 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/data/default/SPTestTable/ccef201af5d1b54133b61df9a78dc774 2024-12-06T05:53:59,465 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for ccef201af5d1b54133b61df9a78dc774 2024-12-06T05:53:59,465 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for ccef201af5d1b54133b61df9a78dc774 2024-12-06T05:53:59,465 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733464429011.788c86178debcc7582341e6900e192fc., pid=19, masterSystemTime=1733464439424 2024-12-06T05:53:59,475 INFO [StoreOpener-80b2630deb7703eed70287c17803038d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 80b2630deb7703eed70287c17803038d 2024-12-06T05:53:59,475 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=788c86178debcc7582341e6900e192fc, regionState=OPEN, openSeqNum=2, regionLocation=b543b351fe95,45573,1733464417166 2024-12-06T05:53:59,474 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733464429011.788c86178debcc7582341e6900e192fc. 2024-12-06T05:53:59,477 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733464429011.788c86178debcc7582341e6900e192fc. 2024-12-06T05:53:59,477 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733464429011.64d3690089fa60cc1c049834fb29053d. 2024-12-06T05:53:59,477 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 64d3690089fa60cc1c049834fb29053d, NAME => 'SPTestTable,4ccccccb,1733464429011.64d3690089fa60cc1c049834fb29053d.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-06T05:53:59,478 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 64d3690089fa60cc1c049834fb29053d 2024-12-06T05:53:59,478 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733464429011.64d3690089fa60cc1c049834fb29053d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:53:59,478 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 64d3690089fa60cc1c049834fb29053d 2024-12-06T05:53:59,478 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 64d3690089fa60cc1c049834fb29053d 2024-12-06T05:53:59,478 INFO [StoreOpener-80b2630deb7703eed70287c17803038d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80b2630deb7703eed70287c17803038d columnFamilyName cf 2024-12-06T05:53:59,479 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for ccef201af5d1b54133b61df9a78dc774 2024-12-06T05:53:59,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 788c86178debcc7582341e6900e192fc, server=b543b351fe95,45573,1733464417166 because future has completed 2024-12-06T05:53:59,479 DEBUG [StoreOpener-80b2630deb7703eed70287c17803038d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:53:59,483 INFO [StoreOpener-80b2630deb7703eed70287c17803038d-1 {}] regionserver.HStore(327): Store=80b2630deb7703eed70287c17803038d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:53:59,483 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 80b2630deb7703eed70287c17803038d 2024-12-06T05:53:59,485 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/data/default/SPTestTable/80b2630deb7703eed70287c17803038d 2024-12-06T05:53:59,486 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/data/default/SPTestTable/80b2630deb7703eed70287c17803038d 2024-12-06T05:53:59,487 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=5 2024-12-06T05:53:59,488 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 788c86178debcc7582341e6900e192fc, server=b543b351fe95,45573,1733464417166 in 10.0530 sec 2024-12-06T05:53:59,488 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 80b2630deb7703eed70287c17803038d 2024-12-06T05:53:59,488 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 80b2630deb7703eed70287c17803038d 2024-12-06T05:53:59,489 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/data/default/SPTestTable/ccef201af5d1b54133b61df9a78dc774/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:53:59,490 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened ccef201af5d1b54133b61df9a78dc774; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62649268, jitterRate=-0.06645315885543823}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T05:53:59,490 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ccef201af5d1b54133b61df9a78dc774 2024-12-06T05:53:59,490 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for ccef201af5d1b54133b61df9a78dc774: Running coprocessor pre-open hook at 1733464439444Writing region info on filesystem at 1733464439444Initializing all the Stores at 1733464439446 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464439446Cleaning up temporary data from old regions at 1733464439465 (+19 ms)Running coprocessor post-open hooks at 1733464439490 (+25 ms)Region opened successfully at 1733464439490 2024-12-06T05:53:59,493 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 80b2630deb7703eed70287c17803038d 2024-12-06T05:53:59,493 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=788c86178debcc7582341e6900e192fc, ASSIGN in 10.2430 sec 2024-12-06T05:53:59,494 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733464429011.ccef201af5d1b54133b61df9a78dc774., pid=22, masterSystemTime=1733464439433 2024-12-06T05:53:59,497 INFO [StoreOpener-64d3690089fa60cc1c049834fb29053d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 64d3690089fa60cc1c049834fb29053d 2024-12-06T05:53:59,498 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733464429011.ccef201af5d1b54133b61df9a78dc774. 2024-12-06T05:53:59,498 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733464429011.ccef201af5d1b54133b61df9a78dc774. 2024-12-06T05:53:59,498 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733464429011.b720d361ad71c598e2039b0ead831444. 2024-12-06T05:53:59,498 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => b720d361ad71c598e2039b0ead831444, NAME => 'SPTestTable,b333332f,1733464429011.b720d361ad71c598e2039b0ead831444.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-06T05:53:59,498 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b720d361ad71c598e2039b0ead831444 2024-12-06T05:53:59,499 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733464429011.b720d361ad71c598e2039b0ead831444.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:53:59,499 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for b720d361ad71c598e2039b0ead831444 2024-12-06T05:53:59,499 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for b720d361ad71c598e2039b0ead831444 2024-12-06T05:53:59,499 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ccef201af5d1b54133b61df9a78dc774, regionState=OPEN, openSeqNum=2, regionLocation=b543b351fe95,43277,1733464417122 2024-12-06T05:53:59,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ccef201af5d1b54133b61df9a78dc774, server=b543b351fe95,43277,1733464417122 because future has completed 2024-12-06T05:53:59,506 INFO [StoreOpener-64d3690089fa60cc1c049834fb29053d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 64d3690089fa60cc1c049834fb29053d columnFamilyName cf 2024-12-06T05:53:59,507 DEBUG [StoreOpener-64d3690089fa60cc1c049834fb29053d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:53:59,507 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/data/default/SPTestTable/80b2630deb7703eed70287c17803038d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:53:59,508 INFO [StoreOpener-64d3690089fa60cc1c049834fb29053d-1 {}] regionserver.HStore(327): Store=64d3690089fa60cc1c049834fb29053d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:53:59,508 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 64d3690089fa60cc1c049834fb29053d 2024-12-06T05:53:59,508 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 80b2630deb7703eed70287c17803038d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63789431, jitterRate=-0.04946340620517731}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T05:53:59,510 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 80b2630deb7703eed70287c17803038d 2024-12-06T05:53:59,510 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/data/default/SPTestTable/64d3690089fa60cc1c049834fb29053d 2024-12-06T05:53:59,510 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 80b2630deb7703eed70287c17803038d: Running coprocessor pre-open hook at 1733464439462Writing region info on filesystem at 1733464439462Initializing all the Stores at 1733464439464 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464439464Cleaning up temporary data from old regions at 1733464439488 (+24 ms)Running coprocessor post-open hooks at 1733464439510 (+22 ms)Region opened successfully at 1733464439510 2024-12-06T05:53:59,511 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/data/default/SPTestTable/64d3690089fa60cc1c049834fb29053d 2024-12-06T05:53:59,512 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 64d3690089fa60cc1c049834fb29053d 2024-12-06T05:53:59,512 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 64d3690089fa60cc1c049834fb29053d 2024-12-06T05:53:59,513 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733464429011.80b2630deb7703eed70287c17803038d., pid=21, masterSystemTime=1733464439439 2024-12-06T05:53:59,513 INFO [StoreOpener-b720d361ad71c598e2039b0ead831444-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b720d361ad71c598e2039b0ead831444 2024-12-06T05:53:59,517 INFO [StoreOpener-b720d361ad71c598e2039b0ead831444-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b720d361ad71c598e2039b0ead831444 columnFamilyName cf 2024-12-06T05:53:59,517 DEBUG [StoreOpener-b720d361ad71c598e2039b0ead831444-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:53:59,518 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 64d3690089fa60cc1c049834fb29053d 2024-12-06T05:53:59,518 INFO [StoreOpener-b720d361ad71c598e2039b0ead831444-1 {}] regionserver.HStore(327): Store=b720d361ad71c598e2039b0ead831444/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:53:59,518 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for b720d361ad71c598e2039b0ead831444 2024-12-06T05:53:59,519 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=9 2024-12-06T05:53:59,520 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/data/default/SPTestTable/b720d361ad71c598e2039b0ead831444 2024-12-06T05:53:59,521 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/data/default/SPTestTable/b720d361ad71c598e2039b0ead831444 2024-12-06T05:53:59,522 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ccef201af5d1b54133b61df9a78dc774, server=b543b351fe95,43277,1733464417122 in 10.0700 sec 2024-12-06T05:53:59,523 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733464429011.80b2630deb7703eed70287c17803038d. 2024-12-06T05:53:59,523 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733464429011.80b2630deb7703eed70287c17803038d. 2024-12-06T05:53:59,523 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for b720d361ad71c598e2039b0ead831444 2024-12-06T05:53:59,523 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733464429011.53faf96ad1a1b379688caa4e75df1500. 2024-12-06T05:53:59,523 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for b720d361ad71c598e2039b0ead831444 2024-12-06T05:53:59,523 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 53faf96ad1a1b379688caa4e75df1500, NAME => 'SPTestTable,ccccccc8,1733464429011.53faf96ad1a1b379688caa4e75df1500.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-06T05:53:59,524 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 53faf96ad1a1b379688caa4e75df1500 2024-12-06T05:53:59,524 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733464429011.53faf96ad1a1b379688caa4e75df1500.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:53:59,524 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 53faf96ad1a1b379688caa4e75df1500 2024-12-06T05:53:59,524 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 53faf96ad1a1b379688caa4e75df1500 2024-12-06T05:53:59,525 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ccef201af5d1b54133b61df9a78dc774, ASSIGN in 10.2720 sec 2024-12-06T05:53:59,527 INFO [StoreOpener-53faf96ad1a1b379688caa4e75df1500-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 53faf96ad1a1b379688caa4e75df1500 2024-12-06T05:53:59,527 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/data/default/SPTestTable/64d3690089fa60cc1c049834fb29053d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:53:59,528 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 64d3690089fa60cc1c049834fb29053d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69531822, jitterRate=0.03610488772392273}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T05:53:59,528 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 64d3690089fa60cc1c049834fb29053d 2024-12-06T05:53:59,528 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 64d3690089fa60cc1c049834fb29053d: Running coprocessor pre-open hook at 1733464439478Writing region info on filesystem at 1733464439478Initializing all the Stores at 1733464439483 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464439483Cleaning up temporary data from old regions at 1733464439512 (+29 ms)Running coprocessor post-open hooks at 1733464439528 (+16 ms)Region opened successfully at 1733464439528 2024-12-06T05:53:59,529 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=80b2630deb7703eed70287c17803038d, regionState=OPEN, openSeqNum=2, regionLocation=b543b351fe95,42099,1733464417042 2024-12-06T05:53:59,529 INFO [StoreOpener-53faf96ad1a1b379688caa4e75df1500-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 53faf96ad1a1b379688caa4e75df1500 columnFamilyName cf 2024-12-06T05:53:59,529 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733464429011.64d3690089fa60cc1c049834fb29053d., pid=15, masterSystemTime=1733464439424 2024-12-06T05:53:59,530 DEBUG [StoreOpener-53faf96ad1a1b379688caa4e75df1500-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:53:59,533 INFO [StoreOpener-53faf96ad1a1b379688caa4e75df1500-1 {}] regionserver.HStore(327): Store=53faf96ad1a1b379688caa4e75df1500/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:53:59,533 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 53faf96ad1a1b379688caa4e75df1500 2024-12-06T05:53:59,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 80b2630deb7703eed70287c17803038d, server=b543b351fe95,42099,1733464417042 because future has completed 2024-12-06T05:53:59,535 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=64d3690089fa60cc1c049834fb29053d, regionState=OPEN, openSeqNum=2, regionLocation=b543b351fe95,45573,1733464417166 2024-12-06T05:53:59,535 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for b720d361ad71c598e2039b0ead831444 2024-12-06T05:53:59,536 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/data/default/SPTestTable/53faf96ad1a1b379688caa4e75df1500 2024-12-06T05:53:59,537 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/data/default/SPTestTable/53faf96ad1a1b379688caa4e75df1500 2024-12-06T05:53:59,538 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733464429011.64d3690089fa60cc1c049834fb29053d. 2024-12-06T05:53:59,538 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733464429011.64d3690089fa60cc1c049834fb29053d. 2024-12-06T05:53:59,538 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733464429011.1636f2005bf915c1b7518e7f8face055. 2024-12-06T05:53:59,539 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 1636f2005bf915c1b7518e7f8face055, NAME => 'SPTestTable,99999996,1733464429011.1636f2005bf915c1b7518e7f8face055.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-06T05:53:59,539 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1636f2005bf915c1b7518e7f8face055 2024-12-06T05:53:59,540 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733464429011.1636f2005bf915c1b7518e7f8face055.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:53:59,540 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 1636f2005bf915c1b7518e7f8face055 2024-12-06T05:53:59,540 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 1636f2005bf915c1b7518e7f8face055 2024-12-06T05:53:59,542 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 53faf96ad1a1b379688caa4e75df1500 2024-12-06T05:53:59,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 64d3690089fa60cc1c049834fb29053d, server=b543b351fe95,45573,1733464417166 because future has completed 2024-12-06T05:53:59,542 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 53faf96ad1a1b379688caa4e75df1500 2024-12-06T05:53:59,555 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=10 2024-12-06T05:53:59,561 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 80b2630deb7703eed70287c17803038d, server=b543b351fe95,42099,1733464417042 in 10.1060 sec 2024-12-06T05:53:59,561 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=8 2024-12-06T05:53:59,562 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 64d3690089fa60cc1c049834fb29053d, server=b543b351fe95,45573,1733464417166 in 10.1350 sec 2024-12-06T05:53:59,562 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 53faf96ad1a1b379688caa4e75df1500 2024-12-06T05:53:59,562 INFO [StoreOpener-1636f2005bf915c1b7518e7f8face055-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1636f2005bf915c1b7518e7f8face055 2024-12-06T05:53:59,564 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=80b2630deb7703eed70287c17803038d, ASSIGN in 10.3120 sec 2024-12-06T05:53:59,565 INFO [StoreOpener-1636f2005bf915c1b7518e7f8face055-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1636f2005bf915c1b7518e7f8face055 columnFamilyName cf 2024-12-06T05:53:59,565 DEBUG [StoreOpener-1636f2005bf915c1b7518e7f8face055-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:53:59,566 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=64d3690089fa60cc1c049834fb29053d, ASSIGN in 10.3170 sec 2024-12-06T05:53:59,566 INFO [StoreOpener-1636f2005bf915c1b7518e7f8face055-1 {}] regionserver.HStore(327): Store=1636f2005bf915c1b7518e7f8face055/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:53:59,566 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 1636f2005bf915c1b7518e7f8face055 2024-12-06T05:53:59,567 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/data/default/SPTestTable/1636f2005bf915c1b7518e7f8face055 2024-12-06T05:53:59,568 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/data/default/SPTestTable/1636f2005bf915c1b7518e7f8face055 2024-12-06T05:53:59,568 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 1636f2005bf915c1b7518e7f8face055 2024-12-06T05:53:59,568 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/data/default/SPTestTable/b720d361ad71c598e2039b0ead831444/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:53:59,569 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 1636f2005bf915c1b7518e7f8face055 2024-12-06T05:53:59,570 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened b720d361ad71c598e2039b0ead831444; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69566243, jitterRate=0.03661780059337616}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T05:53:59,570 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b720d361ad71c598e2039b0ead831444 2024-12-06T05:53:59,570 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for b720d361ad71c598e2039b0ead831444: Running coprocessor pre-open hook at 1733464439499Writing region info on filesystem at 1733464439499Initializing all the Stores at 1733464439501 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464439501Cleaning up temporary data from old regions at 1733464439523 (+22 ms)Running coprocessor post-open hooks at 1733464439570 (+47 ms)Region opened successfully at 1733464439570 2024-12-06T05:53:59,572 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733464429011.b720d361ad71c598e2039b0ead831444., pid=17, masterSystemTime=1733464439433 2024-12-06T05:53:59,574 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 1636f2005bf915c1b7518e7f8face055 2024-12-06T05:53:59,576 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733464429011.b720d361ad71c598e2039b0ead831444. 2024-12-06T05:53:59,577 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733464429011.b720d361ad71c598e2039b0ead831444. 2024-12-06T05:53:59,577 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733464429011.fbedffec3d4041f72cf3bd46b1e8f78f. 2024-12-06T05:53:59,577 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => fbedffec3d4041f72cf3bd46b1e8f78f, NAME => 'SPTestTable,33333332,1733464429011.fbedffec3d4041f72cf3bd46b1e8f78f.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-06T05:53:59,578 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable fbedffec3d4041f72cf3bd46b1e8f78f 2024-12-06T05:53:59,578 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733464429011.fbedffec3d4041f72cf3bd46b1e8f78f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:53:59,578 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for fbedffec3d4041f72cf3bd46b1e8f78f 2024-12-06T05:53:59,578 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for fbedffec3d4041f72cf3bd46b1e8f78f 2024-12-06T05:53:59,580 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=b720d361ad71c598e2039b0ead831444, regionState=OPEN, openSeqNum=2, regionLocation=b543b351fe95,43277,1733464417122 2024-12-06T05:53:59,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure b720d361ad71c598e2039b0ead831444, server=b543b351fe95,43277,1733464417122 because future has completed 2024-12-06T05:53:59,586 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/data/default/SPTestTable/53faf96ad1a1b379688caa4e75df1500/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:53:59,588 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36465 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=b543b351fe95,43277,1733464417122, table=SPTestTable, region=b720d361ad71c598e2039b0ead831444. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-06T05:53:59,591 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 53faf96ad1a1b379688caa4e75df1500; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60194619, jitterRate=-0.10303027927875519}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T05:53:59,591 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 53faf96ad1a1b379688caa4e75df1500 2024-12-06T05:53:59,591 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 53faf96ad1a1b379688caa4e75df1500: Running coprocessor pre-open hook at 1733464439524Writing region info on filesystem at 1733464439524Initializing all the Stores at 1733464439526 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464439526Cleaning up temporary data from old regions at 1733464439543 (+17 ms)Running coprocessor post-open hooks at 1733464439591 (+48 ms)Region opened successfully at 1733464439591 2024-12-06T05:53:59,595 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733464429011.53faf96ad1a1b379688caa4e75df1500., pid=20, masterSystemTime=1733464439439 2024-12-06T05:53:59,595 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=12 2024-12-06T05:53:59,595 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure b720d361ad71c598e2039b0ead831444, server=b543b351fe95,43277,1733464417122 in 10.1660 sec 2024-12-06T05:53:59,600 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b720d361ad71c598e2039b0ead831444, ASSIGN in 10.3500 sec 2024-12-06T05:53:59,600 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=53faf96ad1a1b379688caa4e75df1500, regionState=OPEN, openSeqNum=2, regionLocation=b543b351fe95,42099,1733464417042 2024-12-06T05:53:59,601 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733464429011.53faf96ad1a1b379688caa4e75df1500. 2024-12-06T05:53:59,602 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733464429011.53faf96ad1a1b379688caa4e75df1500. 2024-12-06T05:53:59,602 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733464429011.60b502d2250dea76dd55bbec88ba10e8. 2024-12-06T05:53:59,602 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 60b502d2250dea76dd55bbec88ba10e8, NAME => 'SPTestTable,19999999,1733464429011.60b502d2250dea76dd55bbec88ba10e8.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-06T05:53:59,603 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 60b502d2250dea76dd55bbec88ba10e8 2024-12-06T05:53:59,603 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733464429011.60b502d2250dea76dd55bbec88ba10e8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:53:59,603 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 60b502d2250dea76dd55bbec88ba10e8 2024-12-06T05:53:59,603 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 60b502d2250dea76dd55bbec88ba10e8 2024-12-06T05:53:59,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 53faf96ad1a1b379688caa4e75df1500, server=b543b351fe95,42099,1733464417042 because future has completed 2024-12-06T05:53:59,605 INFO [StoreOpener-fbedffec3d4041f72cf3bd46b1e8f78f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region fbedffec3d4041f72cf3bd46b1e8f78f 2024-12-06T05:53:59,609 INFO [StoreOpener-fbedffec3d4041f72cf3bd46b1e8f78f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fbedffec3d4041f72cf3bd46b1e8f78f columnFamilyName cf 2024-12-06T05:53:59,610 DEBUG [StoreOpener-fbedffec3d4041f72cf3bd46b1e8f78f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:53:59,611 INFO [StoreOpener-fbedffec3d4041f72cf3bd46b1e8f78f-1 {}] regionserver.HStore(327): Store=fbedffec3d4041f72cf3bd46b1e8f78f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:53:59,611 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for fbedffec3d4041f72cf3bd46b1e8f78f 2024-12-06T05:53:59,613 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=13 2024-12-06T05:53:59,613 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/data/default/SPTestTable/fbedffec3d4041f72cf3bd46b1e8f78f 2024-12-06T05:53:59,613 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 53faf96ad1a1b379688caa4e75df1500, server=b543b351fe95,42099,1733464417042 in 10.1760 sec 2024-12-06T05:53:59,619 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/data/default/SPTestTable/fbedffec3d4041f72cf3bd46b1e8f78f 2024-12-06T05:53:59,619 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/data/default/SPTestTable/1636f2005bf915c1b7518e7f8face055/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:53:59,620 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for fbedffec3d4041f72cf3bd46b1e8f78f 2024-12-06T05:53:59,620 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for fbedffec3d4041f72cf3bd46b1e8f78f 2024-12-06T05:53:59,621 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 1636f2005bf915c1b7518e7f8face055; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67240330, jitterRate=0.001958996057510376}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T05:53:59,621 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1636f2005bf915c1b7518e7f8face055 2024-12-06T05:53:59,621 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 1636f2005bf915c1b7518e7f8face055: Running coprocessor pre-open hook at 1733464439540Writing region info on filesystem at 1733464439540Initializing all the Stores at 1733464439545 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464439545Cleaning up temporary data from old regions at 1733464439569 (+24 ms)Running coprocessor post-open hooks at 1733464439621 (+52 ms)Region opened successfully at 1733464439621 2024-12-06T05:53:59,622 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733464429011.1636f2005bf915c1b7518e7f8face055., pid=16, masterSystemTime=1733464439424 2024-12-06T05:53:59,623 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=53faf96ad1a1b379688caa4e75df1500, ASSIGN in 10.3680 sec 2024-12-06T05:53:59,624 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for fbedffec3d4041f72cf3bd46b1e8f78f 2024-12-06T05:53:59,626 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733464429011.1636f2005bf915c1b7518e7f8face055. 2024-12-06T05:53:59,626 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733464429011.1636f2005bf915c1b7518e7f8face055. 2024-12-06T05:53:59,626 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733464429011.b5e5c4d719482628cc01af6d14d253d1. 2024-12-06T05:53:59,627 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => b5e5c4d719482628cc01af6d14d253d1, NAME => 'SPTestTable,e6666661,1733464429011.b5e5c4d719482628cc01af6d14d253d1.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-06T05:53:59,627 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b5e5c4d719482628cc01af6d14d253d1 2024-12-06T05:53:59,627 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733464429011.b5e5c4d719482628cc01af6d14d253d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:53:59,627 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for b5e5c4d719482628cc01af6d14d253d1 2024-12-06T05:53:59,628 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for b5e5c4d719482628cc01af6d14d253d1 2024-12-06T05:53:59,629 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=1636f2005bf915c1b7518e7f8face055, regionState=OPEN, openSeqNum=2, regionLocation=b543b351fe95,45573,1733464417166 2024-12-06T05:53:59,634 INFO [StoreOpener-60b502d2250dea76dd55bbec88ba10e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 60b502d2250dea76dd55bbec88ba10e8 2024-12-06T05:53:59,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1636f2005bf915c1b7518e7f8face055, server=b543b351fe95,45573,1733464417166 because future has completed 2024-12-06T05:53:59,637 INFO [StoreOpener-60b502d2250dea76dd55bbec88ba10e8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60b502d2250dea76dd55bbec88ba10e8 columnFamilyName cf 2024-12-06T05:53:59,638 DEBUG [StoreOpener-60b502d2250dea76dd55bbec88ba10e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:53:59,639 INFO [StoreOpener-60b502d2250dea76dd55bbec88ba10e8-1 {}] regionserver.HStore(327): Store=60b502d2250dea76dd55bbec88ba10e8/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:53:59,639 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 60b502d2250dea76dd55bbec88ba10e8 2024-12-06T05:53:59,641 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/data/default/SPTestTable/60b502d2250dea76dd55bbec88ba10e8 2024-12-06T05:53:59,642 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/data/default/SPTestTable/60b502d2250dea76dd55bbec88ba10e8 2024-12-06T05:53:59,642 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=11 2024-12-06T05:53:59,642 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 1636f2005bf915c1b7518e7f8face055, server=b543b351fe95,45573,1733464417166 in 10.2150 sec 2024-12-06T05:53:59,643 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 60b502d2250dea76dd55bbec88ba10e8 2024-12-06T05:53:59,643 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 60b502d2250dea76dd55bbec88ba10e8 2024-12-06T05:53:59,646 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1636f2005bf915c1b7518e7f8face055, ASSIGN in 10.3970 sec 2024-12-06T05:53:59,648 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 60b502d2250dea76dd55bbec88ba10e8 2024-12-06T05:53:59,653 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/data/default/SPTestTable/fbedffec3d4041f72cf3bd46b1e8f78f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:53:59,653 INFO [StoreOpener-b5e5c4d719482628cc01af6d14d253d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b5e5c4d719482628cc01af6d14d253d1 2024-12-06T05:53:59,655 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened fbedffec3d4041f72cf3bd46b1e8f78f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70775001, jitterRate=0.054629698395729065}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T05:53:59,655 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fbedffec3d4041f72cf3bd46b1e8f78f 2024-12-06T05:53:59,655 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for fbedffec3d4041f72cf3bd46b1e8f78f: Running coprocessor pre-open hook at 1733464439579Writing region info on filesystem at 1733464439579Initializing all the Stores at 1733464439583 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464439583Cleaning up temporary data from old regions at 1733464439620 (+37 ms)Running coprocessor post-open hooks at 1733464439655 (+35 ms)Region opened successfully at 1733464439655 2024-12-06T05:53:59,656 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733464429011.fbedffec3d4041f72cf3bd46b1e8f78f., pid=24, masterSystemTime=1733464439433 2024-12-06T05:53:59,660 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733464429011.fbedffec3d4041f72cf3bd46b1e8f78f. 2024-12-06T05:53:59,661 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733464429011.fbedffec3d4041f72cf3bd46b1e8f78f. 2024-12-06T05:53:59,662 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=fbedffec3d4041f72cf3bd46b1e8f78f, regionState=OPEN, openSeqNum=2, regionLocation=b543b351fe95,43277,1733464417122 2024-12-06T05:53:59,666 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/data/default/SPTestTable/60b502d2250dea76dd55bbec88ba10e8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:53:59,667 INFO [StoreOpener-b5e5c4d719482628cc01af6d14d253d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b5e5c4d719482628cc01af6d14d253d1 columnFamilyName cf 2024-12-06T05:53:59,667 DEBUG [StoreOpener-b5e5c4d719482628cc01af6d14d253d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:53:59,667 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 60b502d2250dea76dd55bbec88ba10e8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62567186, jitterRate=-0.06767627596855164}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T05:53:59,667 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 60b502d2250dea76dd55bbec88ba10e8 2024-12-06T05:53:59,667 INFO [StoreOpener-b5e5c4d719482628cc01af6d14d253d1-1 {}] regionserver.HStore(327): Store=b5e5c4d719482628cc01af6d14d253d1/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:53:59,668 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 60b502d2250dea76dd55bbec88ba10e8: Running coprocessor pre-open hook at 1733464439604Writing region info on filesystem at 1733464439604Initializing all the Stores at 1733464439609 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464439609Cleaning up temporary data from old regions at 1733464439643 (+34 ms)Running coprocessor post-open hooks at 1733464439667 (+24 ms)Region opened successfully at 1733464439667 2024-12-06T05:53:59,668 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for b5e5c4d719482628cc01af6d14d253d1 2024-12-06T05:53:59,669 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733464429011.60b502d2250dea76dd55bbec88ba10e8., pid=23, masterSystemTime=1733464439439 2024-12-06T05:53:59,669 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/data/default/SPTestTable/b5e5c4d719482628cc01af6d14d253d1 2024-12-06T05:53:59,670 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/data/default/SPTestTable/b5e5c4d719482628cc01af6d14d253d1 2024-12-06T05:53:59,671 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for b5e5c4d719482628cc01af6d14d253d1 2024-12-06T05:53:59,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure fbedffec3d4041f72cf3bd46b1e8f78f, server=b543b351fe95,43277,1733464417122 because future has completed 2024-12-06T05:53:59,671 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for b5e5c4d719482628cc01af6d14d253d1 2024-12-06T05:53:59,675 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for b5e5c4d719482628cc01af6d14d253d1 2024-12-06T05:53:59,675 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733464429011.60b502d2250dea76dd55bbec88ba10e8. 2024-12-06T05:53:59,675 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733464429011.60b502d2250dea76dd55bbec88ba10e8. 2024-12-06T05:53:59,679 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=60b502d2250dea76dd55bbec88ba10e8, regionState=OPEN, openSeqNum=2, regionLocation=b543b351fe95,42099,1733464417042 2024-12-06T05:53:59,683 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=7 2024-12-06T05:53:59,683 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure fbedffec3d4041f72cf3bd46b1e8f78f, server=b543b351fe95,43277,1733464417122 in 10.2330 sec 2024-12-06T05:53:59,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 60b502d2250dea76dd55bbec88ba10e8, server=b543b351fe95,42099,1733464417042 because future has completed 2024-12-06T05:53:59,688 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fbedffec3d4041f72cf3bd46b1e8f78f, ASSIGN in 10.4380 sec 2024-12-06T05:53:59,697 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=6 2024-12-06T05:53:59,697 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 60b502d2250dea76dd55bbec88ba10e8, server=b543b351fe95,42099,1733464417042 in 10.2470 sec 2024-12-06T05:53:59,701 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/data/default/SPTestTable/b5e5c4d719482628cc01af6d14d253d1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:53:59,704 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=60b502d2250dea76dd55bbec88ba10e8, ASSIGN in 10.4520 sec 2024-12-06T05:53:59,707 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened b5e5c4d719482628cc01af6d14d253d1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66200077, jitterRate=-0.01354198157787323}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T05:53:59,707 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b5e5c4d719482628cc01af6d14d253d1 2024-12-06T05:53:59,707 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for b5e5c4d719482628cc01af6d14d253d1: Running coprocessor pre-open hook at 1733464439628Writing region info on filesystem at 1733464439628Initializing all the Stores at 1733464439630 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464439630Cleaning up temporary data from old regions at 1733464439671 (+41 ms)Running coprocessor post-open hooks at 1733464439707 (+36 ms)Region opened successfully at 1733464439707 2024-12-06T05:53:59,709 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733464429011.b5e5c4d719482628cc01af6d14d253d1., pid=18, masterSystemTime=1733464439424 2024-12-06T05:53:59,716 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733464429011.b5e5c4d719482628cc01af6d14d253d1. 2024-12-06T05:53:59,716 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733464429011.b5e5c4d719482628cc01af6d14d253d1. 2024-12-06T05:53:59,719 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=b5e5c4d719482628cc01af6d14d253d1, regionState=OPEN, openSeqNum=2, regionLocation=b543b351fe95,45573,1733464417166 2024-12-06T05:53:59,722 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36465 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=b543b351fe95,45573,1733464417166, table=SPTestTable, region=b5e5c4d719482628cc01af6d14d253d1. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-06T05:53:59,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure b5e5c4d719482628cc01af6d14d253d1, server=b543b351fe95,45573,1733464417166 because future has completed 2024-12-06T05:53:59,736 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=14 2024-12-06T05:53:59,737 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure b5e5c4d719482628cc01af6d14d253d1, server=b543b351fe95,45573,1733464417166 in 10.3030 sec 2024-12-06T05:53:59,743 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=4 2024-12-06T05:53:59,744 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b5e5c4d719482628cc01af6d14d253d1, ASSIGN in 10.4910 sec 2024-12-06T05:53:59,746 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T05:53:59,746 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733464439746"}]},"ts":"1733464439746"} 2024-12-06T05:53:59,750 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-12-06T05:53:59,753 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T05:53:59,762 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.7360 sec 2024-12-06T05:54:02,155 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-12-06T05:54:04,985 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-06T05:54:05,641 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T05:54:06,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-12-06T05:54:06,810 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-12-06T05:54:07,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:54:07,282 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-12-06T05:54:07,282 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-12-06T05:54:07,285 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T05:54:07,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-12-06T05:54:07,300 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T05:54:07,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-12-06T05:54:07,349 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1733464429011.1636f2005bf915c1b7518e7f8face055., hostname=b543b351fe95,45573,1733464417166, seqNum=2] 2024-12-06T05:54:07,354 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1733464429011.1636f2005bf915c1b7518e7f8face055., hostname=b543b351fe95,45573,1733464417166, seqNum=2] 2024-12-06T05:54:07,356 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1733464429011.1636f2005bf915c1b7518e7f8face055., hostname=b543b351fe95,45573,1733464417166, seqNum=2] 2024-12-06T05:54:07,358 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1733464429011.1636f2005bf915c1b7518e7f8face055., hostname=b543b351fe95,45573,1733464417166, seqNum=2] 2024-12-06T05:54:07,361 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1733464429011.1636f2005bf915c1b7518e7f8face055., hostname=b543b351fe95,45573,1733464417166, seqNum=2] 2024-12-06T05:54:07,363 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1733464429011.1636f2005bf915c1b7518e7f8face055., hostname=b543b351fe95,45573,1733464417166, seqNum=2] 2024-12-06T05:54:07,365 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1733464429011.1636f2005bf915c1b7518e7f8face055., hostname=b543b351fe95,45573,1733464417166, seqNum=2] 2024-12-06T05:54:07,367 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1733464429011.1636f2005bf915c1b7518e7f8face055., hostname=b543b351fe95,45573,1733464417166, seqNum=2] 2024-12-06T05:54:07,397 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1733464429011.b720d361ad71c598e2039b0ead831444., hostname=b543b351fe95,43277,1733464417122, seqNum=2] 2024-12-06T05:54:07,400 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1733464429011.b720d361ad71c598e2039b0ead831444., hostname=b543b351fe95,43277,1733464417122, seqNum=2] 2024-12-06T05:54:07,402 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1733464429011.b720d361ad71c598e2039b0ead831444., hostname=b543b351fe95,43277,1733464417122, seqNum=2] 2024-12-06T05:54:07,405 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1733464429011.b720d361ad71c598e2039b0ead831444., hostname=b543b351fe95,43277,1733464417122, seqNum=2] 2024-12-06T05:54:07,407 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1733464429011.b720d361ad71c598e2039b0ead831444., hostname=b543b351fe95,43277,1733464417122, seqNum=2] 2024-12-06T05:54:07,408 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1733464429011.b720d361ad71c598e2039b0ead831444., hostname=b543b351fe95,43277,1733464417122, seqNum=2] 2024-12-06T05:54:07,409 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1733464429011.b720d361ad71c598e2039b0ead831444., hostname=b543b351fe95,43277,1733464417122, seqNum=2] 2024-12-06T05:54:07,467 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733464429011.53faf96ad1a1b379688caa4e75df1500., hostname=b543b351fe95,42099,1733464417042, seqNum=2] 2024-12-06T05:54:07,470 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733464429011.53faf96ad1a1b379688caa4e75df1500., hostname=b543b351fe95,42099,1733464417042, seqNum=2] 2024-12-06T05:54:07,473 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733464429011.53faf96ad1a1b379688caa4e75df1500., hostname=b543b351fe95,42099,1733464417042, seqNum=2] 2024-12-06T05:54:07,475 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733464429011.53faf96ad1a1b379688caa4e75df1500., hostname=b543b351fe95,42099,1733464417042, seqNum=2] 2024-12-06T05:54:07,478 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733464429011.53faf96ad1a1b379688caa4e75df1500., hostname=b543b351fe95,42099,1733464417042, seqNum=2] 2024-12-06T05:54:07,480 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733464429011.53faf96ad1a1b379688caa4e75df1500., hostname=b543b351fe95,42099,1733464417042, seqNum=2] 2024-12-06T05:54:07,482 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733464429011.53faf96ad1a1b379688caa4e75df1500., hostname=b543b351fe95,42099,1733464417042, seqNum=2] 2024-12-06T05:54:07,553 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1733464429011.b5e5c4d719482628cc01af6d14d253d1., hostname=b543b351fe95,45573,1733464417166, seqNum=2] 2024-12-06T05:54:07,555 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1733464429011.b5e5c4d719482628cc01af6d14d253d1., hostname=b543b351fe95,45573,1733464417166, seqNum=2] 2024-12-06T05:54:07,558 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1733464429011.b5e5c4d719482628cc01af6d14d253d1., hostname=b543b351fe95,45573,1733464417166, seqNum=2] 2024-12-06T05:54:07,560 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1733464429011.b5e5c4d719482628cc01af6d14d253d1., hostname=b543b351fe95,45573,1733464417166, seqNum=2] 2024-12-06T05:54:07,562 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1733464429011.b5e5c4d719482628cc01af6d14d253d1., hostname=b543b351fe95,45573,1733464417166, seqNum=2] 2024-12-06T05:54:07,563 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1733464429011.b5e5c4d719482628cc01af6d14d253d1., hostname=b543b351fe95,45573,1733464417166, seqNum=2] 2024-12-06T05:54:07,565 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1733464429011.b5e5c4d719482628cc01af6d14d253d1., hostname=b543b351fe95,45573,1733464417166, seqNum=2] 2024-12-06T05:54:08,274 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:54:08,277 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43277 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1733464429011.b720d361ad71c598e2039b0ead831444. with WAL disabled. Data may be lost in the event of a crash. 2024-12-06T05:54:08,277 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:54:08,288 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55402, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:54:08,310 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37556, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:54:08,351 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45573 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1733464429011.1636f2005bf915c1b7518e7f8face055. 2024-12-06T05:54:08,363 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42099 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1733464429011.53faf96ad1a1b379688caa4e75df1500. with WAL disabled. Data may be lost in the event of a crash. 2024-12-06T05:54:08,388 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45573 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1733464429011.1636f2005bf915c1b7518e7f8face055. with WAL disabled. Data may be lost in the event of a crash. 2024-12-06T05:54:08,966 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45573 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1733464429011.b5e5c4d719482628cc01af6d14d253d1. with WAL disabled. Data may be lost in the event of a crash. 2024-12-06T05:54:09,142 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-12-06T05:54:09,144 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T05:54:09,145 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-06T05:54:09,151 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-06T05:54:09,168 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-06T05:54:09,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741848_1024 (size=49) 2024-12-06T05:54:09,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45745 is added to blk_1073741848_1024 (size=49) 2024-12-06T05:54:09,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44491 is added to blk_1073741848_1024 (size=49) 2024-12-06T05:54:09,192 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-06T05:54:09,194 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 788c86178debcc7582341e6900e192fc}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 60b502d2250dea76dd55bbec88ba10e8}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fbedffec3d4041f72cf3bd46b1e8f78f}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 64d3690089fa60cc1c049834fb29053d}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ccef201af5d1b54133b61df9a78dc774}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 80b2630deb7703eed70287c17803038d}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1636f2005bf915c1b7518e7f8face055}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b720d361ad71c598e2039b0ead831444}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 53faf96ad1a1b379688caa4e75df1500}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b5e5c4d719482628cc01af6d14d253d1}] 2024-12-06T05:54:09,199 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fbedffec3d4041f72cf3bd46b1e8f78f 2024-12-06T05:54:09,200 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 60b502d2250dea76dd55bbec88ba10e8 2024-12-06T05:54:09,200 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 53faf96ad1a1b379688caa4e75df1500 2024-12-06T05:54:09,200 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 788c86178debcc7582341e6900e192fc 2024-12-06T05:54:09,201 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b5e5c4d719482628cc01af6d14d253d1 2024-12-06T05:54:09,211 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b720d361ad71c598e2039b0ead831444 2024-12-06T05:54:09,211 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 80b2630deb7703eed70287c17803038d 2024-12-06T05:54:09,212 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1636f2005bf915c1b7518e7f8face055 2024-12-06T05:54:09,212 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ccef201af5d1b54133b61df9a78dc774 2024-12-06T05:54:09,212 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 64d3690089fa60cc1c049834fb29053d 2024-12-06T05:54:09,245 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing b543b351fe95,45573,1733464417166 2024-12-06T05:54:09,246 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server b543b351fe95,45573,1733464417166: Simulated kill ***** 2024-12-06T05:54:09,246 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-06T05:54:09,248 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-06T05:54:09,250 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-06T05:54:09,251 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-06T05:54:09,251 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-06T05:54:09,256 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 737910784 }, "NonHeapMemoryUsage": { "committed": 157548544, "init": 7667712, "max": -1, "used": 153732424 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "b543b351fe95", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14480, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 676 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "b543b351fe95", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:59867", "tag.serverName": "b543b351fe95,43277,1733464417122", "tag.clusterId": "954e0d9f-f579-45ea-8e60-8e2dd5b9f5b1", "tag.Context": "regionserver", "tag.Hostname": "b543b351fe95", "regionCount": 4, "storeCount": 7, "hlogFileCount": 8, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 12732, "memStoreHeapSize": 22368, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1733464417122, "averageRegionSize": 3183, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 2.2, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 266240, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 31, "totalRowActionRequestCount": 42, "readRequestCount": 8, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 34, "rpcGetRequestCount": 2, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 4, "rpcMultiRequestCount": 1, "rpcMutateRequestCount": 24, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 4, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 24, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 1, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 2, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 4, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-12-06T05:54:09,260 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36465 {}] master.MasterRpcServices(700): b543b351fe95,45573,1733464417166 reported a fatal error: ***** ABORTING region server b543b351fe95,45573,1733464417166: Simulated kill ***** 2024-12-06T05:54:09,263 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b543b351fe95,45573,1733464417166' ***** 2024-12-06T05:54:09,263 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-12-06T05:54:09,264 INFO [RS:2;b543b351fe95:45573 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T05:54:09,264 INFO [RS:2;b543b351fe95:45573 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-06T05:54:09,264 INFO [RS:2;b543b351fe95:45573 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-06T05:54:09,264 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T05:54:09,264 INFO [RS:2;b543b351fe95:45573 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T05:54:09,264 INFO [RS:2;b543b351fe95:45573 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;b543b351fe95:45573. 2024-12-06T05:54:09,265 DEBUG [RS:2;b543b351fe95:45573 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:54:09,265 DEBUG [RS:2;b543b351fe95:45573 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:54:09,266 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T05:54:09,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741834_1010 (size=1242) 2024-12-06T05:54:09,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45745 is added to blk_1073741834_1010 (size=1242) 2024-12-06T05:54:09,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44491 is added to blk_1073741834_1010 (size=1242) 2024-12-06T05:54:09,276 DEBUG [RS:2;b543b351fe95:45573 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:54:09,276 INFO [RS:2;b543b351fe95:45573 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T05:54:09,276 INFO [RS:2;b543b351fe95:45573 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45573 2024-12-06T05:54:09,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36465-0x100ae173a410000, quorum=127.0.0.1:59867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T05:54:09,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45573-0x100ae173a410003, quorum=127.0.0.1:59867, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b543b351fe95,45573,1733464417166 2024-12-06T05:54:09,283 INFO [RS:2;b543b351fe95:45573 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T05:54:09,283 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$365/0x00007f19f8901240@39a73cd5 rejected from java.util.concurrent.ThreadPoolExecutor@7ca5a585[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 12] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-12-06T05:54:09,285 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b543b351fe95,45573,1733464417166] 2024-12-06T05:54:09,286 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b543b351fe95,45573,1733464417166 already deleted, retry=false 2024-12-06T05:54:09,287 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of b543b351fe95,45573,1733464417166 on b543b351fe95,36465,1733464416500 2024-12-06T05:54:09,293 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure b543b351fe95,45573,1733464417166, splitWal=true, meta=false 2024-12-06T05:54:09,298 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for b543b351fe95,45573,1733464417166 (carryingMeta=false) b543b351fe95,45573,1733464417166/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@1ce5dd80[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-06T05:54:09,299 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure b543b351fe95,45573,1733464417166, splitWal=true, meta=false 2024-12-06T05:54:09,302 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): b543b351fe95,45573,1733464417166 had 4 regions 2024-12-06T05:54:09,302 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b5e5c4d719482628cc01af6d14d253d1 2024-12-06T05:54:09,303 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1636f2005bf915c1b7518e7f8face055 2024-12-06T05:54:09,303 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 64d3690089fa60cc1c049834fb29053d 2024-12-06T05:54:09,303 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 788c86178debcc7582341e6900e192fc 2024-12-06T05:54:09,304 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure b543b351fe95,45573,1733464417166, splitWal=true, meta=false, isMeta: false 2024-12-06T05:54:09,305 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 1636f2005bf915c1b7518e7f8face055 can not run currently because target server of region SPTestTable,99999996,1733464429011.1636f2005bf915c1b7518e7f8face055. b543b351fe95,45573,1733464417166 is in state SPLITTING, wait 1000 ms to retry 2024-12-06T05:54:09,305 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 64d3690089fa60cc1c049834fb29053d can not run currently because target server of region SPTestTable,4ccccccb,1733464429011.64d3690089fa60cc1c049834fb29053d. b543b351fe95,45573,1733464417166 is in state SPLITTING, wait 1000 ms to retry 2024-12-06T05:54:09,305 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure b5e5c4d719482628cc01af6d14d253d1 can not run currently because target server of region SPTestTable,e6666661,1733464429011.b5e5c4d719482628cc01af6d14d253d1. b543b351fe95,45573,1733464417166 is in state SPLITTING, wait 1000 ms to retry 2024-12-06T05:54:09,305 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 1636f2005bf915c1b7518e7f8face055; timeout=1000, timestamp=1733464450305 2024-12-06T05:54:09,305 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure b5e5c4d719482628cc01af6d14d253d1; timeout=1000, timestamp=1733464450305 2024-12-06T05:54:09,305 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 64d3690089fa60cc1c049834fb29053d; timeout=1000, timestamp=1733464450305 2024-12-06T05:54:09,306 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 788c86178debcc7582341e6900e192fc can not run currently because target server of region SPTestTable,,1733464429011.788c86178debcc7582341e6900e192fc. b543b351fe95,45573,1733464417166 is in state SPLITTING, wait 1000 ms to retry 2024-12-06T05:54:09,306 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 788c86178debcc7582341e6900e192fc; timeout=1000, timestamp=1733464450306 2024-12-06T05:54:09,308 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/WALs/b543b351fe95,45573,1733464417166-splitting 2024-12-06T05:54:09,309 INFO [PEWorker-1 {}] master.SplitWALManager(105): b543b351fe95,45573,1733464417166 WAL count=1, meta=false 2024-12-06T05:54:09,312 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure b543b351fe95%2C45573%2C1733464417166.1733464418355}] 2024-12-06T05:54:09,321 DEBUG [PEWorker-5 {}] master.SplitWALManager(158): Acquired split WAL worker=b543b351fe95,43277,1733464417122 2024-12-06T05:54:09,325 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure b543b351fe95%2C45573%2C1733464417166.1733464418355, worker=b543b351fe95,43277,1733464417122}] 2024-12-06T05:54:09,346 INFO [regionserver/b543b351fe95:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T05:54:09,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45573-0x100ae173a410003, quorum=127.0.0.1:59867, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:54:09,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45573-0x100ae173a410003, quorum=127.0.0.1:59867, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:54:09,387 INFO [RS:2;b543b351fe95:45573 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T05:54:09,387 INFO [RS:2;b543b351fe95:45573 {}] regionserver.HRegionServer(1031): Exiting; stopping=b543b351fe95,45573,1733464417166; zookeeper connection closed. 2024-12-06T05:54:09,387 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4576cc5f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4576cc5f 2024-12-06T05:54:10,257 INFO [regionserver/b543b351fe95:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T05:54:10,257 INFO [regionserver/b543b351fe95:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T05:54:10,306 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 64d3690089fa60cc1c049834fb29053d 2024-12-06T05:54:10,306 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b5e5c4d719482628cc01af6d14d253d1 2024-12-06T05:54:10,306 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1636f2005bf915c1b7518e7f8face055 2024-12-06T05:54:10,307 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 788c86178debcc7582341e6900e192fc 2024-12-06T05:54:10,309 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 1636f2005bf915c1b7518e7f8face055 can not run currently because target server of region SPTestTable,99999996,1733464429011.1636f2005bf915c1b7518e7f8face055. b543b351fe95,45573,1733464417166 is in state SPLITTING, wait 2000 ms to retry 2024-12-06T05:54:10,309 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 64d3690089fa60cc1c049834fb29053d can not run currently because target server of region SPTestTable,4ccccccb,1733464429011.64d3690089fa60cc1c049834fb29053d. b543b351fe95,45573,1733464417166 is in state SPLITTING, wait 2000 ms to retry 2024-12-06T05:54:10,309 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure b5e5c4d719482628cc01af6d14d253d1 can not run currently because target server of region SPTestTable,e6666661,1733464429011.b5e5c4d719482628cc01af6d14d253d1. b543b351fe95,45573,1733464417166 is in state SPLITTING, wait 2000 ms to retry 2024-12-06T05:54:10,309 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 1636f2005bf915c1b7518e7f8face055; timeout=2000, timestamp=1733464452309 2024-12-06T05:54:10,309 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 64d3690089fa60cc1c049834fb29053d; timeout=2000, timestamp=1733464452309 2024-12-06T05:54:10,309 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure b5e5c4d719482628cc01af6d14d253d1; timeout=2000, timestamp=1733464452309 2024-12-06T05:54:10,309 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 788c86178debcc7582341e6900e192fc can not run currently because target server of region SPTestTable,,1733464429011.788c86178debcc7582341e6900e192fc. b543b351fe95,45573,1733464417166 is in state SPLITTING, wait 2000 ms to retry 2024-12-06T05:54:10,309 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 788c86178debcc7582341e6900e192fc; timeout=2000, timestamp=1733464452309 2024-12-06T05:54:12,310 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 64d3690089fa60cc1c049834fb29053d 2024-12-06T05:54:12,310 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 788c86178debcc7582341e6900e192fc 2024-12-06T05:54:12,310 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1636f2005bf915c1b7518e7f8face055 2024-12-06T05:54:12,311 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b5e5c4d719482628cc01af6d14d253d1 2024-12-06T05:54:12,313 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 1636f2005bf915c1b7518e7f8face055 can not run currently because target server of region SPTestTable,99999996,1733464429011.1636f2005bf915c1b7518e7f8face055. b543b351fe95,45573,1733464417166 is in state SPLITTING, wait 4000 ms to retry 2024-12-06T05:54:12,313 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 64d3690089fa60cc1c049834fb29053d can not run currently because target server of region SPTestTable,4ccccccb,1733464429011.64d3690089fa60cc1c049834fb29053d. b543b351fe95,45573,1733464417166 is in state SPLITTING, wait 4000 ms to retry 2024-12-06T05:54:12,313 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 1636f2005bf915c1b7518e7f8face055; timeout=4000, timestamp=1733464456313 2024-12-06T05:54:12,313 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 64d3690089fa60cc1c049834fb29053d; timeout=4000, timestamp=1733464456313 2024-12-06T05:54:12,313 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure b5e5c4d719482628cc01af6d14d253d1 can not run currently because target server of region SPTestTable,e6666661,1733464429011.b5e5c4d719482628cc01af6d14d253d1. b543b351fe95,45573,1733464417166 is in state SPLITTING, wait 4000 ms to retry 2024-12-06T05:54:12,313 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure b5e5c4d719482628cc01af6d14d253d1; timeout=4000, timestamp=1733464456313 2024-12-06T05:54:12,313 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 788c86178debcc7582341e6900e192fc can not run currently because target server of region SPTestTable,,1733464429011.788c86178debcc7582341e6900e192fc. b543b351fe95,45573,1733464417166 is in state SPLITTING, wait 4000 ms to retry 2024-12-06T05:54:12,313 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 788c86178debcc7582341e6900e192fc; timeout=4000, timestamp=1733464456313 2024-12-06T05:54:16,316 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b5e5c4d719482628cc01af6d14d253d1 2024-12-06T05:54:16,317 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 64d3690089fa60cc1c049834fb29053d 2024-12-06T05:54:16,317 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 788c86178debcc7582341e6900e192fc 2024-12-06T05:54:16,319 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 64d3690089fa60cc1c049834fb29053d can not run currently because target server of region SPTestTable,4ccccccb,1733464429011.64d3690089fa60cc1c049834fb29053d. b543b351fe95,45573,1733464417166 is in state SPLITTING, wait 8000 ms to retry 2024-12-06T05:54:16,319 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure b5e5c4d719482628cc01af6d14d253d1 can not run currently because target server of region SPTestTable,e6666661,1733464429011.b5e5c4d719482628cc01af6d14d253d1. b543b351fe95,45573,1733464417166 is in state SPLITTING, wait 8000 ms to retry 2024-12-06T05:54:16,319 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure b5e5c4d719482628cc01af6d14d253d1; timeout=8000, timestamp=1733464464319 2024-12-06T05:54:16,319 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 64d3690089fa60cc1c049834fb29053d; timeout=8000, timestamp=1733464464319 2024-12-06T05:54:16,322 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1636f2005bf915c1b7518e7f8face055 2024-12-06T05:54:16,323 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 788c86178debcc7582341e6900e192fc can not run currently because target server of region SPTestTable,,1733464429011.788c86178debcc7582341e6900e192fc. b543b351fe95,45573,1733464417166 is in state SPLITTING, wait 8000 ms to retry 2024-12-06T05:54:16,324 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 788c86178debcc7582341e6900e192fc; timeout=8000, timestamp=1733464464323 2024-12-06T05:54:16,326 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 1636f2005bf915c1b7518e7f8face055 can not run currently because target server of region SPTestTable,99999996,1733464429011.1636f2005bf915c1b7518e7f8face055. b543b351fe95,45573,1733464417166 is in state SPLITTING, wait 8000 ms to retry 2024-12-06T05:54:16,326 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 1636f2005bf915c1b7518e7f8face055; timeout=8000, timestamp=1733464464326 2024-12-06T05:54:19,208 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42099 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-12-06T05:54:19,208 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43277 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-06T05:54:19,209 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42099 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-12-06T05:54:19,209 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43277 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-12-06T05:54:19,209 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1733464429011.60b502d2250dea76dd55bbec88ba10e8. 2024-12-06T05:54:19,209 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1733464429011.b720d361ad71c598e2039b0ead831444. 2024-12-06T05:54:19,209 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42099 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-12-06T05:54:19,209 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1733464429011.53faf96ad1a1b379688caa4e75df1500. 2024-12-06T05:54:19,209 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43277 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-12-06T05:54:19,209 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1733464429011.fbedffec3d4041f72cf3bd46b1e8f78f. 2024-12-06T05:54:19,210 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1733464429011.80b2630deb7703eed70287c17803038d. 2024-12-06T05:54:19,210 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1733464429011.ccef201af5d1b54133b61df9a78dc774. 2024-12-06T05:54:19,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43277 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-12-06T05:54:19,213 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing b720d361ad71c598e2039b0ead831444 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-12-06T05:54:19,213 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 53faf96ad1a1b379688caa4e75df1500 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-12-06T05:54:19,214 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 60b502d2250dea76dd55bbec88ba10e8: 2024-12-06T05:54:19,214 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 80b2630deb7703eed70287c17803038d: 2024-12-06T05:54:19,215 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1733464429011.80b2630deb7703eed70287c17803038d. for SnapshotProcedureTest completed. 2024-12-06T05:54:19,215 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1733464429011.60b502d2250dea76dd55bbec88ba10e8. for SnapshotProcedureTest completed. 2024-12-06T05:54:19,215 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for ccef201af5d1b54133b61df9a78dc774: 2024-12-06T05:54:19,215 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1733464429011.ccef201af5d1b54133b61df9a78dc774. for SnapshotProcedureTest completed. 2024-12-06T05:54:19,216 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1733464429011.ccef201af5d1b54133b61df9a78dc774.' region-info for snapshot=SnapshotProcedureTest 2024-12-06T05:54:19,216 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1733464429011.80b2630deb7703eed70287c17803038d.' region-info for snapshot=SnapshotProcedureTest 2024-12-06T05:54:19,216 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1733464429011.60b502d2250dea76dd55bbec88ba10e8.' region-info for snapshot=SnapshotProcedureTest 2024-12-06T05:54:19,217 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for fbedffec3d4041f72cf3bd46b1e8f78f: 2024-12-06T05:54:19,217 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1733464429011.fbedffec3d4041f72cf3bd46b1e8f78f. for SnapshotProcedureTest completed. 2024-12-06T05:54:19,217 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1733464429011.fbedffec3d4041f72cf3bd46b1e8f78f.' region-info for snapshot=SnapshotProcedureTest 2024-12-06T05:54:19,219 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-06T05:54:19,219 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-06T05:54:19,219 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-06T05:54:19,219 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-06T05:54:19,222 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-06T05:54:19,222 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-06T05:54:19,222 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-06T05:54:19,222 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-06T05:54:19,243 INFO [RS_LOG_REPLAY_OPS-regionserver/b543b351fe95:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/WALs/b543b351fe95,45573,1733464417166-splitting/b543b351fe95%2C45573%2C1733464417166.1733464418355, size=1.2 K (1242bytes) 2024-12-06T05:54:19,243 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b543b351fe95:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-06T05:54:19,244 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b543b351fe95:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-06T05:54:19,244 INFO [RS_LOG_REPLAY_OPS-regionserver/b543b351fe95:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/WALs/b543b351fe95,45573,1733464417166-splitting/b543b351fe95%2C45573%2C1733464417166.1733464418355 2024-12-06T05:54:19,249 INFO [RS_LOG_REPLAY_OPS-regionserver/b543b351fe95:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/WALs/b543b351fe95,45573,1733464417166-splitting/b543b351fe95%2C45573%2C1733464417166.1733464418355 after 3ms 2024-12-06T05:54:19,266 INFO [RS_LOG_REPLAY_OPS-regionserver/b543b351fe95:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/WALs/b543b351fe95,45573,1733464417166-splitting/b543b351fe95%2C45573%2C1733464417166.1733464418355 took 24ms 2024-12-06T05:54:19,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741849_1025 (size=65) 2024-12-06T05:54:19,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44491 is added to blk_1073741849_1025 (size=65) 2024-12-06T05:54:19,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45745 is added to blk_1073741849_1025 (size=65) 2024-12-06T05:54:19,294 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1733464429011.80b2630deb7703eed70287c17803038d. 2024-12-06T05:54:19,297 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-06T05:54:19,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36465 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-12-06T05:54:19,300 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36465 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 80b2630deb7703eed70287c17803038d 2024-12-06T05:54:19,300 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 80b2630deb7703eed70287c17803038d 2024-12-06T05:54:19,307 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 80b2630deb7703eed70287c17803038d in 10.1090 sec 2024-12-06T05:54:19,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45745 is added to blk_1073741850_1026 (size=65) 2024-12-06T05:54:19,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44491 is added to blk_1073741850_1026 (size=65) 2024-12-06T05:54:19,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741850_1026 (size=65) 2024-12-06T05:54:19,315 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1733464429011.60b502d2250dea76dd55bbec88ba10e8. 2024-12-06T05:54:19,316 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-06T05:54:19,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36465 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-12-06T05:54:19,317 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36465 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 60b502d2250dea76dd55bbec88ba10e8 2024-12-06T05:54:19,317 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 60b502d2250dea76dd55bbec88ba10e8 2024-12-06T05:54:19,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741852_1028 (size=65) 2024-12-06T05:54:19,320 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1733464429011.fbedffec3d4041f72cf3bd46b1e8f78f. 2024-12-06T05:54:19,320 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-06T05:54:19,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36465 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-06T05:54:19,321 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36465 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region fbedffec3d4041f72cf3bd46b1e8f78f 2024-12-06T05:54:19,322 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fbedffec3d4041f72cf3bd46b1e8f78f 2024-12-06T05:54:19,323 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 60b502d2250dea76dd55bbec88ba10e8 in 10.1250 sec 2024-12-06T05:54:19,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44491 is added to blk_1073741852_1028 (size=65) 2024-12-06T05:54:19,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45745 is added to blk_1073741852_1028 (size=65) 2024-12-06T05:54:19,326 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure fbedffec3d4041f72cf3bd46b1e8f78f in 10.1290 sec 2024-12-06T05:54:19,343 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/data/default/SPTestTable/b720d361ad71c598e2039b0ead831444/.tmp/cf/cf7d937f0e6f40659a3fd427b9e3a267 is 34, key is baa/cf:cf/1733464448273/Put/seqid=0 2024-12-06T05:54:19,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741851_1027 (size=65) 2024-12-06T05:54:19,346 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/data/default/SPTestTable/53faf96ad1a1b379688caa4e75df1500/.tmp/cf/a0354db17f6f43f29f01d5e464be42e9 is 34, key is ccd/cf:cf/1733464448362/Put/seqid=0 2024-12-06T05:54:19,347 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1733464429011.ccef201af5d1b54133b61df9a78dc774. 2024-12-06T05:54:19,347 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-06T05:54:19,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36465 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-06T05:54:19,348 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36465 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ccef201af5d1b54133b61df9a78dc774 2024-12-06T05:54:19,348 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ccef201af5d1b54133b61df9a78dc774 2024-12-06T05:54:19,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45745 is added to blk_1073741851_1027 (size=65) 2024-12-06T05:54:19,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44491 is added to blk_1073741851_1027 (size=65) 2024-12-06T05:54:19,353 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ccef201af5d1b54133b61df9a78dc774 in 10.1560 sec 2024-12-06T05:54:19,355 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b543b351fe95:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 788c86178debcc7582341e6900e192fc: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-06T05:54:19,360 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b543b351fe95:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 64d3690089fa60cc1c049834fb29053d: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-06T05:54:19,362 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b543b351fe95:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 1636f2005bf915c1b7518e7f8face055: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-06T05:54:19,364 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b543b351fe95:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for b5e5c4d719482628cc01af6d14d253d1: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-06T05:54:19,364 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b543b351fe95:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/WALs/b543b351fe95,45573,1733464417166-splitting/b543b351fe95%2C45573%2C1733464417166.1733464418355 so closing down 2024-12-06T05:54:19,364 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b543b351fe95:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-06T05:54:19,364 INFO [RS_LOG_REPLAY_OPS-regionserver/b543b351fe95:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-12-06T05:54:19,367 INFO [RS_LOG_REPLAY_OPS-regionserver/b543b351fe95:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 22 ms; skipped=4; WAL=hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/WALs/b543b351fe95,45573,1733464417166-splitting/b543b351fe95%2C45573%2C1733464417166.1733464418355, size=1.2 K, length=1242, corrupted=false, cancelled=false 2024-12-06T05:54:19,368 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b543b351fe95:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/WALs/b543b351fe95,45573,1733464417166-splitting/b543b351fe95%2C45573%2C1733464417166.1733464418355, journal: Splitting hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/WALs/b543b351fe95,45573,1733464417166-splitting/b543b351fe95%2C45573%2C1733464417166.1733464418355, size=1.2 K (1242bytes) at 1733464459243Finishing writing output for hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/WALs/b543b351fe95,45573,1733464417166-splitting/b543b351fe95%2C45573%2C1733464417166.1733464418355 so closing down at 1733464459364 (+121 ms)3 split writer threads finished at 1733464459364Processed 4 edits across 0 Regions in 22 ms; skipped=4; WAL=hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/WALs/b543b351fe95,45573,1733464417166-splitting/b543b351fe95%2C45573%2C1733464417166.1733464418355, size=1.2 K, length=1242, corrupted=false, cancelled=false at 1733464459368 (+4 ms) 2024-12-06T05:54:19,368 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b543b351fe95:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/WALs/b543b351fe95,45573,1733464417166-splitting/b543b351fe95%2C45573%2C1733464417166.1733464418355 2024-12-06T05:54:19,368 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b543b351fe95:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-12-06T05:54:19,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36465 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-12-06T05:54:19,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45745 is added to blk_1073741854_1030 (size=28623) 2024-12-06T05:54:19,388 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/WALs/b543b351fe95,45573,1733464417166-splitting/b543b351fe95%2C45573%2C1733464417166.1733464418355 to hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/oldWALs 2024-12-06T05:54:19,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741854_1030 (size=28623) 2024-12-06T05:54:19,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44491 is added to blk_1073741854_1030 (size=28623) 2024-12-06T05:54:19,391 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/data/default/SPTestTable/b720d361ad71c598e2039b0ead831444/.tmp/cf/cf7d937f0e6f40659a3fd427b9e3a267 2024-12-06T05:54:19,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741853_1029 (size=47197) 2024-12-06T05:54:19,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44491 is added to blk_1073741853_1029 (size=47197) 2024-12-06T05:54:19,397 DEBUG [PEWorker-3 {}] master.SplitWALManager(172): Release split WAL worker=b543b351fe95,43277,1733464417122 2024-12-06T05:54:19,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45745 is added to blk_1073741853_1029 (size=47197) 2024-12-06T05:54:19,399 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/data/default/SPTestTable/53faf96ad1a1b379688caa4e75df1500/.tmp/cf/a0354db17f6f43f29f01d5e464be42e9 2024-12-06T05:54:19,402 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-12-06T05:54:19,403 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b543b351fe95%2C45573%2C1733464417166.1733464418355, worker=b543b351fe95,43277,1733464417122 in 10.0640 sec 2024-12-06T05:54:19,404 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-12-06T05:54:19,404 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure b543b351fe95%2C45573%2C1733464417166.1733464418355, worker=b543b351fe95,43277,1733464417122 in 10.0870 sec 2024-12-06T05:54:19,409 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/WALs/b543b351fe95,45573,1733464417166-splitting dir is empty, no logs to split. 2024-12-06T05:54:19,409 INFO [PEWorker-3 {}] master.SplitWALManager(105): b543b351fe95,45573,1733464417166 WAL count=0, meta=false 2024-12-06T05:54:19,409 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if b543b351fe95,45573,1733464417166 WAL splitting is done? wals=0, meta=false 2024-12-06T05:54:19,413 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for b543b351fe95,45573,1733464417166 failed, ignore...File hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/WALs/b543b351fe95,45573,1733464417166-splitting does not exist. 2024-12-06T05:54:19,417 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=788c86178debcc7582341e6900e192fc, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1636f2005bf915c1b7518e7f8face055, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=64d3690089fa60cc1c049834fb29053d, ASSIGN}, {pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b5e5c4d719482628cc01af6d14d253d1, ASSIGN}] 2024-12-06T05:54:19,422 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1636f2005bf915c1b7518e7f8face055, ASSIGN 2024-12-06T05:54:19,422 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=64d3690089fa60cc1c049834fb29053d, ASSIGN 2024-12-06T05:54:19,422 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=788c86178debcc7582341e6900e192fc, ASSIGN 2024-12-06T05:54:19,423 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b5e5c4d719482628cc01af6d14d253d1, ASSIGN 2024-12-06T05:54:19,424 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1636f2005bf915c1b7518e7f8face055, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-06T05:54:19,424 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b5e5c4d719482628cc01af6d14d253d1, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-06T05:54:19,424 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=64d3690089fa60cc1c049834fb29053d, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-06T05:54:19,424 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=788c86178debcc7582341e6900e192fc, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-06T05:54:19,450 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/data/default/SPTestTable/53faf96ad1a1b379688caa4e75df1500/.tmp/cf/a0354db17f6f43f29f01d5e464be42e9 as hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/data/default/SPTestTable/53faf96ad1a1b379688caa4e75df1500/cf/a0354db17f6f43f29f01d5e464be42e9 2024-12-06T05:54:19,450 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/data/default/SPTestTable/b720d361ad71c598e2039b0ead831444/.tmp/cf/cf7d937f0e6f40659a3fd427b9e3a267 as hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/data/default/SPTestTable/b720d361ad71c598e2039b0ead831444/cf/cf7d937f0e6f40659a3fd427b9e3a267 2024-12-06T05:54:19,464 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/data/default/SPTestTable/53faf96ad1a1b379688caa4e75df1500/cf/a0354db17f6f43f29f01d5e464be42e9, entries=1297, sequenceid=5, filesize=46.1 K 2024-12-06T05:54:19,470 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/data/default/SPTestTable/b720d361ad71c598e2039b0ead831444/cf/cf7d937f0e6f40659a3fd427b9e3a267, entries=731, sequenceid=5, filesize=28.0 K 2024-12-06T05:54:19,472 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for b720d361ad71c598e2039b0ead831444 in 261ms, sequenceid=5, compaction requested=false 2024-12-06T05:54:19,472 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 53faf96ad1a1b379688caa4e75df1500 in 257ms, sequenceid=5, compaction requested=false 2024-12-06T05:54:19,473 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 53faf96ad1a1b379688caa4e75df1500: 2024-12-06T05:54:19,473 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for b720d361ad71c598e2039b0ead831444: 2024-12-06T05:54:19,473 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1733464429011.53faf96ad1a1b379688caa4e75df1500. for SnapshotProcedureTest completed. 2024-12-06T05:54:19,473 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1733464429011.b720d361ad71c598e2039b0ead831444. for SnapshotProcedureTest completed. 2024-12-06T05:54:19,473 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1733464429011.b720d361ad71c598e2039b0ead831444.' region-info for snapshot=SnapshotProcedureTest 2024-12-06T05:54:19,473 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1733464429011.53faf96ad1a1b379688caa4e75df1500.' region-info for snapshot=SnapshotProcedureTest 2024-12-06T05:54:19,473 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-06T05:54:19,473 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-06T05:54:19,473 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/data/default/SPTestTable/b720d361ad71c598e2039b0ead831444/cf/cf7d937f0e6f40659a3fd427b9e3a267] hfiles 2024-12-06T05:54:19,473 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/data/default/SPTestTable/53faf96ad1a1b379688caa4e75df1500/cf/a0354db17f6f43f29f01d5e464be42e9] hfiles 2024-12-06T05:54:19,475 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/data/default/SPTestTable/b720d361ad71c598e2039b0ead831444/cf/cf7d937f0e6f40659a3fd427b9e3a267 for snapshot=SnapshotProcedureTest 2024-12-06T05:54:19,475 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/data/default/SPTestTable/53faf96ad1a1b379688caa4e75df1500/cf/a0354db17f6f43f29f01d5e464be42e9 for snapshot=SnapshotProcedureTest 2024-12-06T05:54:19,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45745 is added to blk_1073741855_1031 (size=105) 2024-12-06T05:54:19,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44491 is added to blk_1073741855_1031 (size=105) 2024-12-06T05:54:19,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741855_1031 (size=105) 2024-12-06T05:54:19,503 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1733464429011.53faf96ad1a1b379688caa4e75df1500. 2024-12-06T05:54:19,503 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-12-06T05:54:19,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36465 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-12-06T05:54:19,504 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36465 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 53faf96ad1a1b379688caa4e75df1500 2024-12-06T05:54:19,505 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 53faf96ad1a1b379688caa4e75df1500 2024-12-06T05:54:19,509 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 53faf96ad1a1b379688caa4e75df1500 in 10.3120 sec 2024-12-06T05:54:19,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45745 is added to blk_1073741856_1032 (size=105) 2024-12-06T05:54:19,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741856_1032 (size=105) 2024-12-06T05:54:19,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44491 is added to blk_1073741856_1032 (size=105) 2024-12-06T05:54:19,515 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1733464429011.b720d361ad71c598e2039b0ead831444. 2024-12-06T05:54:19,515 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-06T05:54:19,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36465 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-06T05:54:19,516 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36465 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b720d361ad71c598e2039b0ead831444 2024-12-06T05:54:19,517 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b720d361ad71c598e2039b0ead831444 2024-12-06T05:54:19,522 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b720d361ad71c598e2039b0ead831444 in 10.3260 sec 2024-12-06T05:54:19,575 DEBUG [b543b351fe95:36465 {}] balancer.BalancerClusterState(204): Hosts are {b543b351fe95=0} racks are {/default-rack=0} 2024-12-06T05:54:19,576 DEBUG [b543b351fe95:36465 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-06T05:54:19,576 DEBUG [b543b351fe95:36465 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-06T05:54:19,576 DEBUG [b543b351fe95:36465 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-06T05:54:19,576 DEBUG [b543b351fe95:36465 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-06T05:54:19,576 INFO [b543b351fe95:36465 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-06T05:54:19,576 INFO [b543b351fe95:36465 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-06T05:54:19,576 DEBUG [b543b351fe95:36465 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-06T05:54:19,577 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=788c86178debcc7582341e6900e192fc, regionState=OPENING, regionLocation=b543b351fe95,42099,1733464417042 2024-12-06T05:54:19,577 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=1636f2005bf915c1b7518e7f8face055, regionState=OPENING, regionLocation=b543b351fe95,42099,1733464417042 2024-12-06T05:54:19,577 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=b5e5c4d719482628cc01af6d14d253d1, regionState=OPENING, regionLocation=b543b351fe95,43277,1733464417122 2024-12-06T05:54:19,577 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=64d3690089fa60cc1c049834fb29053d, regionState=OPENING, regionLocation=b543b351fe95,43277,1733464417122 2024-12-06T05:54:19,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=788c86178debcc7582341e6900e192fc, ASSIGN because future has completed 2024-12-06T05:54:19,581 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 788c86178debcc7582341e6900e192fc, server=b543b351fe95,42099,1733464417042}] 2024-12-06T05:54:19,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1636f2005bf915c1b7518e7f8face055, ASSIGN because future has completed 2024-12-06T05:54:19,583 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1636f2005bf915c1b7518e7f8face055, server=b543b351fe95,42099,1733464417042}] 2024-12-06T05:54:19,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b5e5c4d719482628cc01af6d14d253d1, ASSIGN because future has completed 2024-12-06T05:54:19,586 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure b5e5c4d719482628cc01af6d14d253d1, server=b543b351fe95,43277,1733464417122}] 2024-12-06T05:54:19,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=64d3690089fa60cc1c049834fb29053d, ASSIGN because future has completed 2024-12-06T05:54:19,594 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 64d3690089fa60cc1c049834fb29053d, server=b543b351fe95,43277,1733464417122}] 2024-12-06T05:54:24,320 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 64d3690089fa60cc1c049834fb29053d held by pid=41 2024-12-06T05:54:24,320 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b5e5c4d719482628cc01af6d14d253d1 held by pid=42 2024-12-06T05:54:24,320 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 64d3690089fa60cc1c049834fb29053d 2024-12-06T05:54:24,320 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b5e5c4d719482628cc01af6d14d253d1 2024-12-06T05:54:24,323 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 788c86178debcc7582341e6900e192fc held by pid=39 2024-12-06T05:54:24,323 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 788c86178debcc7582341e6900e192fc 2024-12-06T05:54:24,326 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1636f2005bf915c1b7518e7f8face055 held by pid=40 2024-12-06T05:54:24,326 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1636f2005bf915c1b7518e7f8face055 2024-12-06T05:54:28,880 INFO [master/b543b351fe95:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-06T05:54:28,881 INFO [master/b543b351fe95:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-06T05:54:29,596 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,,1733464429011.788c86178debcc7582341e6900e192fc. 2024-12-06T05:54:29,596 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 788c86178debcc7582341e6900e192fc, NAME => 'SPTestTable,,1733464429011.788c86178debcc7582341e6900e192fc.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-06T05:54:29,597 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 788c86178debcc7582341e6900e192fc 2024-12-06T05:54:29,597 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,,1733464429011.788c86178debcc7582341e6900e192fc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:54:29,597 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 788c86178debcc7582341e6900e192fc 2024-12-06T05:54:29,597 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 788c86178debcc7582341e6900e192fc 2024-12-06T05:54:29,597 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733464429011.b5e5c4d719482628cc01af6d14d253d1. 2024-12-06T05:54:29,598 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => b5e5c4d719482628cc01af6d14d253d1, NAME => 'SPTestTable,e6666661,1733464429011.b5e5c4d719482628cc01af6d14d253d1.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-06T05:54:29,598 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b5e5c4d719482628cc01af6d14d253d1 2024-12-06T05:54:29,598 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733464429011.b5e5c4d719482628cc01af6d14d253d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:54:29,598 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for b5e5c4d719482628cc01af6d14d253d1 2024-12-06T05:54:29,598 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for b5e5c4d719482628cc01af6d14d253d1 2024-12-06T05:54:29,602 INFO [StoreOpener-b5e5c4d719482628cc01af6d14d253d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b5e5c4d719482628cc01af6d14d253d1 2024-12-06T05:54:29,602 INFO [StoreOpener-788c86178debcc7582341e6900e192fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 788c86178debcc7582341e6900e192fc 2024-12-06T05:54:29,604 INFO [StoreOpener-b5e5c4d719482628cc01af6d14d253d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b5e5c4d719482628cc01af6d14d253d1 columnFamilyName cf 2024-12-06T05:54:29,604 INFO [StoreOpener-788c86178debcc7582341e6900e192fc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 788c86178debcc7582341e6900e192fc columnFamilyName cf 2024-12-06T05:54:29,604 DEBUG [StoreOpener-788c86178debcc7582341e6900e192fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:54:29,604 DEBUG [StoreOpener-b5e5c4d719482628cc01af6d14d253d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:54:29,605 INFO [StoreOpener-788c86178debcc7582341e6900e192fc-1 {}] regionserver.HStore(327): Store=788c86178debcc7582341e6900e192fc/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:54:29,605 INFO [StoreOpener-b5e5c4d719482628cc01af6d14d253d1-1 {}] regionserver.HStore(327): Store=b5e5c4d719482628cc01af6d14d253d1/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:54:29,605 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for b5e5c4d719482628cc01af6d14d253d1 2024-12-06T05:54:29,606 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 788c86178debcc7582341e6900e192fc 2024-12-06T05:54:29,606 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/data/default/SPTestTable/b5e5c4d719482628cc01af6d14d253d1 2024-12-06T05:54:29,607 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/data/default/SPTestTable/788c86178debcc7582341e6900e192fc 2024-12-06T05:54:29,609 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/data/default/SPTestTable/b5e5c4d719482628cc01af6d14d253d1 2024-12-06T05:54:29,609 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for b5e5c4d719482628cc01af6d14d253d1 2024-12-06T05:54:29,609 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/data/default/SPTestTable/788c86178debcc7582341e6900e192fc 2024-12-06T05:54:29,609 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for b5e5c4d719482628cc01af6d14d253d1 2024-12-06T05:54:29,610 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 788c86178debcc7582341e6900e192fc 2024-12-06T05:54:29,610 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 788c86178debcc7582341e6900e192fc 2024-12-06T05:54:29,613 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for b5e5c4d719482628cc01af6d14d253d1 2024-12-06T05:54:29,614 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 788c86178debcc7582341e6900e192fc 2024-12-06T05:54:29,614 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened b5e5c4d719482628cc01af6d14d253d1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63629127, jitterRate=-0.05185212194919586}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T05:54:29,615 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b5e5c4d719482628cc01af6d14d253d1 2024-12-06T05:54:29,615 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for b5e5c4d719482628cc01af6d14d253d1: Running coprocessor pre-open hook at 1733464469598Writing region info on filesystem at 1733464469598Initializing all the Stores at 1733464469600 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464469600Cleaning up temporary data from old regions at 1733464469609 (+9 ms)Running coprocessor post-open hooks at 1733464469615 (+6 ms)Region opened successfully at 1733464469615 2024-12-06T05:54:29,616 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 788c86178debcc7582341e6900e192fc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71959178, jitterRate=0.072275310754776}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T05:54:29,617 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733464429011.b5e5c4d719482628cc01af6d14d253d1., pid=45, masterSystemTime=1733464469589 2024-12-06T05:54:29,617 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 788c86178debcc7582341e6900e192fc 2024-12-06T05:54:29,617 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 788c86178debcc7582341e6900e192fc: Running coprocessor pre-open hook at 1733464469598Writing region info on filesystem at 1733464469598Initializing all the Stores at 1733464469599 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464469599Cleaning up temporary data from old regions at 1733464469610 (+11 ms)Running coprocessor post-open hooks at 1733464469617 (+7 ms)Region opened successfully at 1733464469617 2024-12-06T05:54:29,618 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733464429011.788c86178debcc7582341e6900e192fc., pid=43, masterSystemTime=1733464469587 2024-12-06T05:54:29,619 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733464429011.b5e5c4d719482628cc01af6d14d253d1. 2024-12-06T05:54:29,619 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733464429011.b5e5c4d719482628cc01af6d14d253d1. 2024-12-06T05:54:29,619 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733464429011.64d3690089fa60cc1c049834fb29053d. 2024-12-06T05:54:29,620 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 64d3690089fa60cc1c049834fb29053d, NAME => 'SPTestTable,4ccccccb,1733464429011.64d3690089fa60cc1c049834fb29053d.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-06T05:54:29,620 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 64d3690089fa60cc1c049834fb29053d 2024-12-06T05:54:29,620 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733464429011.64d3690089fa60cc1c049834fb29053d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:54:29,620 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 64d3690089fa60cc1c049834fb29053d 2024-12-06T05:54:29,620 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 64d3690089fa60cc1c049834fb29053d 2024-12-06T05:54:29,620 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=b5e5c4d719482628cc01af6d14d253d1, regionState=OPEN, openSeqNum=2, regionLocation=b543b351fe95,43277,1733464417122 2024-12-06T05:54:29,624 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733464429011.788c86178debcc7582341e6900e192fc. 2024-12-06T05:54:29,624 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733464429011.788c86178debcc7582341e6900e192fc. 2024-12-06T05:54:29,624 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733464429011.1636f2005bf915c1b7518e7f8face055. 2024-12-06T05:54:29,624 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 1636f2005bf915c1b7518e7f8face055, NAME => 'SPTestTable,99999996,1733464429011.1636f2005bf915c1b7518e7f8face055.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-06T05:54:29,625 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1636f2005bf915c1b7518e7f8face055 2024-12-06T05:54:29,625 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733464429011.1636f2005bf915c1b7518e7f8face055.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:54:29,625 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=788c86178debcc7582341e6900e192fc, regionState=OPEN, openSeqNum=2, regionLocation=b543b351fe95,42099,1733464417042 2024-12-06T05:54:29,625 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 1636f2005bf915c1b7518e7f8face055 2024-12-06T05:54:29,625 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 1636f2005bf915c1b7518e7f8face055 2024-12-06T05:54:29,626 INFO [StoreOpener-64d3690089fa60cc1c049834fb29053d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 64d3690089fa60cc1c049834fb29053d 2024-12-06T05:54:29,626 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36465 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=b543b351fe95,42099,1733464417042, table=SPTestTable, region=788c86178debcc7582341e6900e192fc. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-06T05:54:29,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure b5e5c4d719482628cc01af6d14d253d1, server=b543b351fe95,43277,1733464417122 because future has completed 2024-12-06T05:54:29,629 INFO [StoreOpener-64d3690089fa60cc1c049834fb29053d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 64d3690089fa60cc1c049834fb29053d columnFamilyName cf 2024-12-06T05:54:29,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 788c86178debcc7582341e6900e192fc, server=b543b351fe95,42099,1733464417042 because future has completed 2024-12-06T05:54:29,629 DEBUG [StoreOpener-64d3690089fa60cc1c049834fb29053d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:54:29,630 INFO [StoreOpener-64d3690089fa60cc1c049834fb29053d-1 {}] regionserver.HStore(327): Store=64d3690089fa60cc1c049834fb29053d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:54:29,630 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 64d3690089fa60cc1c049834fb29053d 2024-12-06T05:54:29,632 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/data/default/SPTestTable/64d3690089fa60cc1c049834fb29053d 2024-12-06T05:54:29,633 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=42 2024-12-06T05:54:29,633 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=42, state=SUCCESS, hasLock=false; OpenRegionProcedure b5e5c4d719482628cc01af6d14d253d1, server=b543b351fe95,43277,1733464417122 in 10.0420 sec 2024-12-06T05:54:29,633 INFO [StoreOpener-1636f2005bf915c1b7518e7f8face055-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1636f2005bf915c1b7518e7f8face055 2024-12-06T05:54:29,635 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/data/default/SPTestTable/64d3690089fa60cc1c049834fb29053d 2024-12-06T05:54:29,635 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=39 2024-12-06T05:54:29,636 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 788c86178debcc7582341e6900e192fc, server=b543b351fe95,42099,1733464417042 in 10.0500 sec 2024-12-06T05:54:29,636 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 64d3690089fa60cc1c049834fb29053d 2024-12-06T05:54:29,636 INFO [StoreOpener-1636f2005bf915c1b7518e7f8face055-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1636f2005bf915c1b7518e7f8face055 columnFamilyName cf 2024-12-06T05:54:29,636 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 64d3690089fa60cc1c049834fb29053d 2024-12-06T05:54:29,636 DEBUG [StoreOpener-1636f2005bf915c1b7518e7f8face055-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:54:29,637 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b5e5c4d719482628cc01af6d14d253d1, ASSIGN in 10.2160 sec 2024-12-06T05:54:29,637 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b5e5c4d719482628cc01af6d14d253d1 2024-12-06T05:54:29,638 INFO [StoreOpener-1636f2005bf915c1b7518e7f8face055-1 {}] regionserver.HStore(327): Store=1636f2005bf915c1b7518e7f8face055/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:54:29,638 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 1636f2005bf915c1b7518e7f8face055 2024-12-06T05:54:29,640 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/data/default/SPTestTable/1636f2005bf915c1b7518e7f8face055 2024-12-06T05:54:29,640 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=788c86178debcc7582341e6900e192fc, ASSIGN in 10.2180 sec 2024-12-06T05:54:29,641 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 788c86178debcc7582341e6900e192fc 2024-12-06T05:54:29,642 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/data/default/SPTestTable/1636f2005bf915c1b7518e7f8face055 2024-12-06T05:54:29,643 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 1636f2005bf915c1b7518e7f8face055 2024-12-06T05:54:29,643 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 1636f2005bf915c1b7518e7f8face055 2024-12-06T05:54:29,646 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 1636f2005bf915c1b7518e7f8face055 2024-12-06T05:54:29,647 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 64d3690089fa60cc1c049834fb29053d 2024-12-06T05:54:29,648 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 1636f2005bf915c1b7518e7f8face055; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60915189, jitterRate=-0.09229294955730438}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T05:54:29,649 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 64d3690089fa60cc1c049834fb29053d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68922692, jitterRate=0.027028143405914307}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T05:54:29,649 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 64d3690089fa60cc1c049834fb29053d 2024-12-06T05:54:29,649 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 64d3690089fa60cc1c049834fb29053d: Running coprocessor pre-open hook at 1733464469620Writing region info on filesystem at 1733464469620Initializing all the Stores at 1733464469622 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464469622Cleaning up temporary data from old regions at 1733464469636 (+14 ms)Running coprocessor post-open hooks at 1733464469649 (+13 ms)Region opened successfully at 1733464469649 2024-12-06T05:54:29,650 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1636f2005bf915c1b7518e7f8face055 2024-12-06T05:54:29,650 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733464429011.64d3690089fa60cc1c049834fb29053d., pid=46, masterSystemTime=1733464469589 2024-12-06T05:54:29,651 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 1636f2005bf915c1b7518e7f8face055: Running coprocessor pre-open hook at 1733464469625Writing region info on filesystem at 1733464469625Initializing all the Stores at 1733464469630 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464469630Cleaning up temporary data from old regions at 1733464469643 (+13 ms)Running coprocessor post-open hooks at 1733464469650 (+7 ms)Region opened successfully at 1733464469650 2024-12-06T05:54:29,653 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733464429011.64d3690089fa60cc1c049834fb29053d. 2024-12-06T05:54:29,653 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733464429011.64d3690089fa60cc1c049834fb29053d. 2024-12-06T05:54:29,653 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733464429011.1636f2005bf915c1b7518e7f8face055., pid=44, masterSystemTime=1733464469587 2024-12-06T05:54:29,655 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=64d3690089fa60cc1c049834fb29053d, regionState=OPEN, openSeqNum=2, regionLocation=b543b351fe95,43277,1733464417122 2024-12-06T05:54:29,657 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733464429011.1636f2005bf915c1b7518e7f8face055. 2024-12-06T05:54:29,657 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733464429011.1636f2005bf915c1b7518e7f8face055. 2024-12-06T05:54:29,658 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=1636f2005bf915c1b7518e7f8face055, regionState=OPEN, openSeqNum=2, regionLocation=b543b351fe95,42099,1733464417042 2024-12-06T05:54:29,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 64d3690089fa60cc1c049834fb29053d, server=b543b351fe95,43277,1733464417122 because future has completed 2024-12-06T05:54:29,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1636f2005bf915c1b7518e7f8face055, server=b543b351fe95,42099,1733464417042 because future has completed 2024-12-06T05:54:29,664 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=41 2024-12-06T05:54:29,665 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure 64d3690089fa60cc1c049834fb29053d, server=b543b351fe95,43277,1733464417122 in 10.0660 sec 2024-12-06T05:54:29,666 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=40 2024-12-06T05:54:29,666 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure 1636f2005bf915c1b7518e7f8face055, server=b543b351fe95,42099,1733464417042 in 10.0790 sec 2024-12-06T05:54:29,667 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=64d3690089fa60cc1c049834fb29053d, ASSIGN in 10.2470 sec 2024-12-06T05:54:29,667 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 64d3690089fa60cc1c049834fb29053d 2024-12-06T05:54:29,670 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=36 2024-12-06T05:54:29,671 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1636f2005bf915c1b7518e7f8face055, ASSIGN in 10.2490 sec 2024-12-06T05:54:29,671 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server b543b351fe95,45573,1733464417166 after splitting done 2024-12-06T05:54:29,671 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1636f2005bf915c1b7518e7f8face055 2024-12-06T05:54:29,675 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure b543b351fe95,45573,1733464417166, splitWal=true, meta=false in 20.3830 sec 2024-12-06T05:54:35,130 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-06T05:54:35,642 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T05:54:38,219 INFO [regionserver/b543b351fe95:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-12-06T05:54:39,642 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43277 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-12-06T05:54:39,642 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1733464429011.64d3690089fa60cc1c049834fb29053d. 2024-12-06T05:54:39,642 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43277 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-06T05:54:39,643 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 64d3690089fa60cc1c049834fb29053d: 2024-12-06T05:54:39,643 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1733464429011.b5e5c4d719482628cc01af6d14d253d1. 2024-12-06T05:54:39,643 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1733464429011.64d3690089fa60cc1c049834fb29053d. for SnapshotProcedureTest completed. 2024-12-06T05:54:39,643 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for b5e5c4d719482628cc01af6d14d253d1: 2024-12-06T05:54:39,643 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1733464429011.b5e5c4d719482628cc01af6d14d253d1. for SnapshotProcedureTest completed. 2024-12-06T05:54:39,643 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1733464429011.64d3690089fa60cc1c049834fb29053d.' region-info for snapshot=SnapshotProcedureTest 2024-12-06T05:54:39,643 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-06T05:54:39,643 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1733464429011.b5e5c4d719482628cc01af6d14d253d1.' region-info for snapshot=SnapshotProcedureTest 2024-12-06T05:54:39,643 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-06T05:54:39,643 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-06T05:54:39,644 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-06T05:54:39,646 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42099 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-12-06T05:54:39,647 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42099 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-12-06T05:54:39,647 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1733464429011.788c86178debcc7582341e6900e192fc. 2024-12-06T05:54:39,647 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 788c86178debcc7582341e6900e192fc: 2024-12-06T05:54:39,647 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1733464429011.1636f2005bf915c1b7518e7f8face055. 2024-12-06T05:54:39,647 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1733464429011.788c86178debcc7582341e6900e192fc. for SnapshotProcedureTest completed. 2024-12-06T05:54:39,648 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 1636f2005bf915c1b7518e7f8face055: 2024-12-06T05:54:39,648 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1733464429011.1636f2005bf915c1b7518e7f8face055. for SnapshotProcedureTest completed. 2024-12-06T05:54:39,648 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1733464429011.788c86178debcc7582341e6900e192fc.' region-info for snapshot=SnapshotProcedureTest 2024-12-06T05:54:39,648 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-06T05:54:39,648 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1733464429011.1636f2005bf915c1b7518e7f8face055.' region-info for snapshot=SnapshotProcedureTest 2024-12-06T05:54:39,648 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-06T05:54:39,649 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-06T05:54:39,649 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-06T05:54:39,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44491 is added to blk_1073741857_1033 (size=57) 2024-12-06T05:54:39,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741857_1033 (size=57) 2024-12-06T05:54:39,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45745 is added to blk_1073741857_1033 (size=57) 2024-12-06T05:54:39,660 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1733464429011.b5e5c4d719482628cc01af6d14d253d1. 2024-12-06T05:54:39,660 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-06T05:54:39,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36465 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-06T05:54:39,661 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36465 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b5e5c4d719482628cc01af6d14d253d1 2024-12-06T05:54:39,661 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b5e5c4d719482628cc01af6d14d253d1 2024-12-06T05:54:39,664 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b5e5c4d719482628cc01af6d14d253d1 in 30.4680 sec 2024-12-06T05:54:39,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44491 is added to blk_1073741859_1035 (size=65) 2024-12-06T05:54:39,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741858_1034 (size=65) 2024-12-06T05:54:39,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45745 is added to blk_1073741858_1034 (size=65) 2024-12-06T05:54:39,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44491 is added to blk_1073741858_1034 (size=65) 2024-12-06T05:54:39,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741859_1035 (size=65) 2024-12-06T05:54:39,670 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1733464429011.64d3690089fa60cc1c049834fb29053d. 2024-12-06T05:54:39,670 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-06T05:54:39,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45745 is added to blk_1073741859_1035 (size=65) 2024-12-06T05:54:39,670 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1733464429011.1636f2005bf915c1b7518e7f8face055. 2024-12-06T05:54:39,670 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-12-06T05:54:39,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36465 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-12-06T05:54:39,670 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36465 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 64d3690089fa60cc1c049834fb29053d 2024-12-06T05:54:39,671 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 64d3690089fa60cc1c049834fb29053d 2024-12-06T05:54:39,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36465 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-12-06T05:54:39,671 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36465 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1636f2005bf915c1b7518e7f8face055 2024-12-06T05:54:39,671 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1636f2005bf915c1b7518e7f8face055 2024-12-06T05:54:39,673 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 64d3690089fa60cc1c049834fb29053d in 30.4780 sec 2024-12-06T05:54:39,674 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1636f2005bf915c1b7518e7f8face055 in 30.4780 sec 2024-12-06T05:54:39,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741860_1036 (size=57) 2024-12-06T05:54:39,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45745 is added to blk_1073741860_1036 (size=57) 2024-12-06T05:54:39,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44491 is added to blk_1073741860_1036 (size=57) 2024-12-06T05:54:39,681 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1733464429011.788c86178debcc7582341e6900e192fc. 2024-12-06T05:54:39,682 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-06T05:54:39,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36465 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-06T05:54:39,682 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36465 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 788c86178debcc7582341e6900e192fc 2024-12-06T05:54:39,682 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 788c86178debcc7582341e6900e192fc 2024-12-06T05:54:39,686 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-12-06T05:54:39,686 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-06T05:54:39,686 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 788c86178debcc7582341e6900e192fc in 30.4890 sec 2024-12-06T05:54:39,688 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-06T05:54:39,690 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-06T05:54:39,691 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-12-06T05:54:39,693 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-06T05:54:39,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45745 is added to blk_1073741861_1037 (size=1094) 2024-12-06T05:54:39,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44491 is added to blk_1073741861_1037 (size=1094) 2024-12-06T05:54:39,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741861_1037 (size=1094) 2024-12-06T05:54:39,730 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-06T05:54:39,739 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-12-06T05:54:39,747 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b543b351fe95,42099,1733464417042 2024-12-06T05:54:39,747 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b543b351fe95,43277,1733464417122 2024-12-06T05:54:39,747 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b543b351fe95,42099,1733464417042 2024-12-06T05:54:39,747 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b543b351fe95,42099,1733464417042 2024-12-06T05:54:39,747 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b543b351fe95,43277,1733464417122 2024-12-06T05:54:39,753 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b543b351fe95,43277,1733464417122 2024-12-06T05:54:42,915 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b543b351fe95:36465 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-12-06T05:54:44,499 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region b720d361ad71c598e2039b0ead831444, had cached 0 bytes from a total of 28623 2024-12-06T05:54:44,524 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 53faf96ad1a1b379688caa4e75df1500, had cached 0 bytes from a total of 47197 2024-12-06T05:54:49,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43277 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-12-06T05:54:49,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42099 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-12-06T05:54:49,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43277 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-12-06T05:54:49,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42099 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-12-06T05:54:49,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43277 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-12-06T05:54:49,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42099 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-12-06T05:54:49,756 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-06T05:54:49,756 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-06T05:54:49,758 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-12-06T05:54:49,758 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-06T05:54:49,758 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-12-06T05:54:49,758 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-12-06T05:54:49,758 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-12-06T05:54:49,758 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-12-06T05:54:49,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36465 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-12-06T05:54:49,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36465 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-12-06T05:54:49,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36465 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-12-06T05:54:49,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36465 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-12-06T05:54:49,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36465 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-12-06T05:54:49,761 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b543b351fe95,42099,1733464417042 Release verify snapshot worker=b543b351fe95,42099,1733464417042 2024-12-06T05:54:49,761 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b543b351fe95,43277,1733464417122 Release verify snapshot worker=b543b351fe95,43277,1733464417122 2024-12-06T05:54:49,764 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b543b351fe95,42099,1733464417042 in 10.0220 sec 2024-12-06T05:54:49,765 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b543b351fe95,42099,1733464417042 2024-12-06T05:54:49,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36465 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-12-06T05:54:49,765 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b543b351fe95,43277,1733464417122 2024-12-06T05:54:49,766 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b543b351fe95,43277,1733464417122 Release verify snapshot worker=b543b351fe95,43277,1733464417122 2024-12-06T05:54:49,766 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b543b351fe95,43277,1733464417122 in 10.0220 sec 2024-12-06T05:54:49,768 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b543b351fe95,43277,1733464417122 in 10.0270 sec 2024-12-06T05:54:49,769 DEBUG [master/b543b351fe95:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 788c86178debcc7582341e6900e192fc changed from -1.0 to 0.0, refreshing cache 2024-12-06T05:54:49,770 DEBUG [master/b543b351fe95:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 60b502d2250dea76dd55bbec88ba10e8 changed from -1.0 to 0.0, refreshing cache 2024-12-06T05:54:49,770 DEBUG [master/b543b351fe95:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 80b2630deb7703eed70287c17803038d changed from -1.0 to 0.0, refreshing cache 2024-12-06T05:54:49,771 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b543b351fe95,43277,1733464417122 Release verify snapshot worker=b543b351fe95,43277,1733464417122 2024-12-06T05:54:49,771 DEBUG [master/b543b351fe95:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1636f2005bf915c1b7518e7f8face055 changed from -1.0 to 0.0, refreshing cache 2024-12-06T05:54:49,771 DEBUG [master/b543b351fe95:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 53faf96ad1a1b379688caa4e75df1500 changed from -1.0 to 0.0, refreshing cache 2024-12-06T05:54:49,771 DEBUG [master/b543b351fe95:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region fbedffec3d4041f72cf3bd46b1e8f78f changed from -1.0 to 0.0, refreshing cache 2024-12-06T05:54:49,771 DEBUG [master/b543b351fe95:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 64d3690089fa60cc1c049834fb29053d changed from -1.0 to 0.0, refreshing cache 2024-12-06T05:54:49,772 DEBUG [master/b543b351fe95:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region ccef201af5d1b54133b61df9a78dc774 changed from -1.0 to 0.0, refreshing cache 2024-12-06T05:54:49,772 DEBUG [master/b543b351fe95:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region b720d361ad71c598e2039b0ead831444 changed from -1.0 to 0.0, refreshing cache 2024-12-06T05:54:49,772 DEBUG [master/b543b351fe95:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region b5e5c4d719482628cc01af6d14d253d1 changed from -1.0 to 0.0, refreshing cache 2024-12-06T05:54:49,772 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b543b351fe95,42099,1733464417042 Release verify snapshot worker=b543b351fe95,42099,1733464417042 2024-12-06T05:54:49,773 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b543b351fe95,42099,1733464417042 Release verify snapshot worker=b543b351fe95,42099,1733464417042 2024-12-06T05:54:49,775 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b543b351fe95,43277,1733464417122 in 10.0320 sec 2024-12-06T05:54:49,777 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b543b351fe95,42099,1733464417042 in 10.0340 sec 2024-12-06T05:54:49,778 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b543b351fe95,42099,1733464417042 in 10.0330 sec 2024-12-06T05:54:49,781 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b543b351fe95,42099,1733464417042 2024-12-06T05:54:49,781 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b543b351fe95,42099,1733464417042 2024-12-06T05:54:59,766 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43277 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-12-06T05:54:59,766 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42099 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-12-06T05:54:59,767 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42099 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-12-06T05:54:59,767 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-12-06T05:54:59,767 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42099 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-12-06T05:54:59,767 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-12-06T05:54:59,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36465 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-12-06T05:54:59,771 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-12-06T05:54:59,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36465 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-12-06T05:54:59,771 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b543b351fe95,42099,1733464417042 Release verify snapshot worker=b543b351fe95,42099,1733464417042 2024-12-06T05:54:59,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36465 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-12-06T05:54:59,772 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-12-06T05:54:59,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36465 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-12-06T05:54:59,774 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b543b351fe95,43277,1733464417122 Release verify snapshot worker=b543b351fe95,43277,1733464417122 2024-12-06T05:54:59,774 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b543b351fe95,42099,1733464417042 Release verify snapshot worker=b543b351fe95,42099,1733464417042 2024-12-06T05:54:59,774 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b543b351fe95,42099,1733464417042 in 20.0320 sec 2024-12-06T05:54:59,776 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b543b351fe95,43277,1733464417122 in 20.0350 sec 2024-12-06T05:54:59,777 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b543b351fe95,42099,1733464417042 Release verify snapshot worker=b543b351fe95,42099,1733464417042 2024-12-06T05:54:59,777 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b543b351fe95,42099,1733464417042 in 20.0350 sec 2024-12-06T05:54:59,779 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=25 2024-12-06T05:54:59,780 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-06T05:54:59,780 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b543b351fe95,42099,1733464417042 in 20.0380 sec 2024-12-06T05:54:59,780 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/.hbase-snapshot/SnapshotProcedureTest 2024-12-06T05:54:59,782 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-06T05:54:59,782 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-12-06T05:54:59,784 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 50.6460 sec 2024-12-06T05:54:59,931 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-12-06T05:54:59,937 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-12-06T05:54:59,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T05:54:59,938 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:54:59,938 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:54:59,938 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:54:59,938 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:54:59,938 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:54:59,939 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T05:54:59,939 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2951039, stopped=false 2024-12-06T05:54:59,939 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b543b351fe95,36465,1733464416500 2024-12-06T05:54:59,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43277-0x100ae173a410002, quorum=127.0.0.1:59867, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T05:54:59,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36465-0x100ae173a410000, quorum=127.0.0.1:59867, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T05:54:59,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42099-0x100ae173a410001, quorum=127.0.0.1:59867, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T05:54:59,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36465-0x100ae173a410000, quorum=127.0.0.1:59867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:54:59,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43277-0x100ae173a410002, quorum=127.0.0.1:59867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:54:59,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42099-0x100ae173a410001, quorum=127.0.0.1:59867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:54:59,941 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T05:54:59,941 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:54:59,942 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43277-0x100ae173a410002, quorum=127.0.0.1:59867, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T05:54:59,942 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42099-0x100ae173a410001, quorum=127.0.0.1:59867, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T05:54:59,942 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36465-0x100ae173a410000, quorum=127.0.0.1:59867, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T05:54:59,942 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:54:59,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:54:59,942 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b543b351fe95,42099,1733464417042' ***** 2024-12-06T05:54:59,942 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T05:54:59,942 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b543b351fe95,43277,1733464417122' ***** 2024-12-06T05:54:59,943 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T05:54:59,943 INFO [RS:0;b543b351fe95:42099 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T05:54:59,943 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T05:54:59,943 INFO [RS:0;b543b351fe95:42099 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T05:54:59,943 INFO [RS:0;b543b351fe95:42099 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T05:54:59,943 INFO [RS:0;b543b351fe95:42099 {}] regionserver.HRegionServer(3091): Received CLOSE for 60b502d2250dea76dd55bbec88ba10e8 2024-12-06T05:54:59,944 INFO [RS:1;b543b351fe95:43277 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T05:54:59,944 INFO [RS:0;b543b351fe95:42099 {}] regionserver.HRegionServer(3091): Received CLOSE for 53faf96ad1a1b379688caa4e75df1500 2024-12-06T05:54:59,944 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T05:54:59,944 INFO [RS:1;b543b351fe95:43277 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T05:54:59,944 INFO [RS:1;b543b351fe95:43277 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T05:54:59,944 INFO [RS:0;b543b351fe95:42099 {}] regionserver.HRegionServer(3091): Received CLOSE for 1636f2005bf915c1b7518e7f8face055 2024-12-06T05:54:59,944 INFO [RS:1;b543b351fe95:43277 {}] regionserver.HRegionServer(3091): Received CLOSE for b720d361ad71c598e2039b0ead831444 2024-12-06T05:54:59,944 INFO [RS:0;b543b351fe95:42099 {}] regionserver.HRegionServer(3091): Received CLOSE for 80b2630deb7703eed70287c17803038d 2024-12-06T05:54:59,944 INFO [RS:0;b543b351fe95:42099 {}] regionserver.HRegionServer(3091): Received CLOSE for 788c86178debcc7582341e6900e192fc 2024-12-06T05:54:59,944 INFO [RS:1;b543b351fe95:43277 {}] regionserver.HRegionServer(3091): Received CLOSE for fbedffec3d4041f72cf3bd46b1e8f78f 2024-12-06T05:54:59,944 INFO [RS:0;b543b351fe95:42099 {}] regionserver.HRegionServer(959): stopping server b543b351fe95,42099,1733464417042 2024-12-06T05:54:59,944 INFO [RS:1;b543b351fe95:43277 {}] regionserver.HRegionServer(3091): Received CLOSE for 64d3690089fa60cc1c049834fb29053d 2024-12-06T05:54:59,944 INFO [RS:0;b543b351fe95:42099 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T05:54:59,944 INFO [RS:1;b543b351fe95:43277 {}] regionserver.HRegionServer(3091): Received CLOSE for ccef201af5d1b54133b61df9a78dc774 2024-12-06T05:54:59,944 INFO [RS:1;b543b351fe95:43277 {}] regionserver.HRegionServer(3091): Received CLOSE for b5e5c4d719482628cc01af6d14d253d1 2024-12-06T05:54:59,944 INFO [RS:0;b543b351fe95:42099 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b543b351fe95:42099. 2024-12-06T05:54:59,944 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 60b502d2250dea76dd55bbec88ba10e8, disabling compactions & flushes 2024-12-06T05:54:59,944 INFO [RS:1;b543b351fe95:43277 {}] regionserver.HRegionServer(959): stopping server b543b351fe95,43277,1733464417122 2024-12-06T05:54:59,944 INFO [RS:1;b543b351fe95:43277 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T05:54:59,944 DEBUG [RS:0;b543b351fe95:42099 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:54:59,944 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733464429011.60b502d2250dea76dd55bbec88ba10e8. 2024-12-06T05:54:59,944 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b720d361ad71c598e2039b0ead831444, disabling compactions & flushes 2024-12-06T05:54:59,944 DEBUG [RS:0;b543b351fe95:42099 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:54:59,944 INFO [RS:1;b543b351fe95:43277 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;b543b351fe95:43277. 2024-12-06T05:54:59,944 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733464429011.b720d361ad71c598e2039b0ead831444. 2024-12-06T05:54:59,944 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733464429011.60b502d2250dea76dd55bbec88ba10e8. 2024-12-06T05:54:59,944 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733464429011.b720d361ad71c598e2039b0ead831444. 2024-12-06T05:54:59,944 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733464429011.60b502d2250dea76dd55bbec88ba10e8. after waiting 0 ms 2024-12-06T05:54:59,945 DEBUG [RS:1;b543b351fe95:43277 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:54:59,945 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733464429011.b720d361ad71c598e2039b0ead831444. after waiting 1 ms 2024-12-06T05:54:59,945 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733464429011.60b502d2250dea76dd55bbec88ba10e8. 2024-12-06T05:54:59,945 DEBUG [RS:1;b543b351fe95:43277 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:54:59,945 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733464429011.b720d361ad71c598e2039b0ead831444. 2024-12-06T05:54:59,945 INFO [RS:0;b543b351fe95:42099 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-12-06T05:54:59,945 DEBUG [RS:0;b543b351fe95:42099 {}] regionserver.HRegionServer(1325): Online Regions={60b502d2250dea76dd55bbec88ba10e8=SPTestTable,19999999,1733464429011.60b502d2250dea76dd55bbec88ba10e8., 53faf96ad1a1b379688caa4e75df1500=SPTestTable,ccccccc8,1733464429011.53faf96ad1a1b379688caa4e75df1500., 1636f2005bf915c1b7518e7f8face055=SPTestTable,99999996,1733464429011.1636f2005bf915c1b7518e7f8face055., 80b2630deb7703eed70287c17803038d=SPTestTable,7ffffffd,1733464429011.80b2630deb7703eed70287c17803038d., 788c86178debcc7582341e6900e192fc=SPTestTable,,1733464429011.788c86178debcc7582341e6900e192fc.} 2024-12-06T05:54:59,945 INFO [RS:1;b543b351fe95:43277 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T05:54:59,945 INFO [RS:1;b543b351fe95:43277 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T05:54:59,945 INFO [RS:1;b543b351fe95:43277 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T05:54:59,945 DEBUG [RS:0;b543b351fe95:42099 {}] regionserver.HRegionServer(1351): Waiting on 1636f2005bf915c1b7518e7f8face055, 53faf96ad1a1b379688caa4e75df1500, 60b502d2250dea76dd55bbec88ba10e8, 788c86178debcc7582341e6900e192fc, 80b2630deb7703eed70287c17803038d 2024-12-06T05:54:59,945 INFO [RS:1;b543b351fe95:43277 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T05:54:59,951 INFO [RS:1;b543b351fe95:43277 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-12-06T05:54:59,951 DEBUG [RS:1;b543b351fe95:43277 {}] regionserver.HRegionServer(1325): Online Regions={b720d361ad71c598e2039b0ead831444=SPTestTable,b333332f,1733464429011.b720d361ad71c598e2039b0ead831444., fbedffec3d4041f72cf3bd46b1e8f78f=SPTestTable,33333332,1733464429011.fbedffec3d4041f72cf3bd46b1e8f78f., 64d3690089fa60cc1c049834fb29053d=SPTestTable,4ccccccb,1733464429011.64d3690089fa60cc1c049834fb29053d., 1588230740=hbase:meta,,1.1588230740, ccef201af5d1b54133b61df9a78dc774=SPTestTable,66666664,1733464429011.ccef201af5d1b54133b61df9a78dc774., b5e5c4d719482628cc01af6d14d253d1=SPTestTable,e6666661,1733464429011.b5e5c4d719482628cc01af6d14d253d1.} 2024-12-06T05:54:59,951 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T05:54:59,951 INFO [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T05:54:59,951 DEBUG [RS:1;b543b351fe95:43277 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 64d3690089fa60cc1c049834fb29053d, b5e5c4d719482628cc01af6d14d253d1, b720d361ad71c598e2039b0ead831444, ccef201af5d1b54133b61df9a78dc774, fbedffec3d4041f72cf3bd46b1e8f78f 2024-12-06T05:54:59,952 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T05:54:59,952 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T05:54:59,952 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T05:54:59,952 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/data/default/SPTestTable/60b502d2250dea76dd55bbec88ba10e8/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-06T05:54:59,952 INFO [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.26 KB heapSize=27.28 KB 2024-12-06T05:54:59,954 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733464429011.60b502d2250dea76dd55bbec88ba10e8. 2024-12-06T05:54:59,955 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 60b502d2250dea76dd55bbec88ba10e8: Waiting for close lock at 1733464499944Running coprocessor pre-close hooks at 1733464499944Disabling compacts and flushes for region at 1733464499944Disabling writes for close at 1733464499945 (+1 ms)Writing region close event to WAL at 1733464499945Running coprocessor post-close hooks at 1733464499953 (+8 ms)Closed at 1733464499954 (+1 ms) 2024-12-06T05:54:59,955 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1733464429011.60b502d2250dea76dd55bbec88ba10e8. 2024-12-06T05:54:59,955 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 53faf96ad1a1b379688caa4e75df1500, disabling compactions & flushes 2024-12-06T05:54:59,955 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733464429011.53faf96ad1a1b379688caa4e75df1500. 2024-12-06T05:54:59,955 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733464429011.53faf96ad1a1b379688caa4e75df1500. 2024-12-06T05:54:59,955 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733464429011.53faf96ad1a1b379688caa4e75df1500. after waiting 0 ms 2024-12-06T05:54:59,955 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733464429011.53faf96ad1a1b379688caa4e75df1500. 2024-12-06T05:54:59,958 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/data/default/SPTestTable/b720d361ad71c598e2039b0ead831444/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-06T05:54:59,959 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733464429011.b720d361ad71c598e2039b0ead831444. 2024-12-06T05:54:59,959 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b720d361ad71c598e2039b0ead831444: Waiting for close lock at 1733464499944Running coprocessor pre-close hooks at 1733464499944Disabling compacts and flushes for region at 1733464499944Disabling writes for close at 1733464499945 (+1 ms)Writing region close event to WAL at 1733464499953 (+8 ms)Running coprocessor post-close hooks at 1733464499959 (+6 ms)Closed at 1733464499959 2024-12-06T05:54:59,960 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1733464429011.b720d361ad71c598e2039b0ead831444. 2024-12-06T05:54:59,960 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fbedffec3d4041f72cf3bd46b1e8f78f, disabling compactions & flushes 2024-12-06T05:54:59,960 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733464429011.fbedffec3d4041f72cf3bd46b1e8f78f. 2024-12-06T05:54:59,960 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733464429011.fbedffec3d4041f72cf3bd46b1e8f78f. 2024-12-06T05:54:59,960 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733464429011.fbedffec3d4041f72cf3bd46b1e8f78f. after waiting 0 ms 2024-12-06T05:54:59,960 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733464429011.fbedffec3d4041f72cf3bd46b1e8f78f. 2024-12-06T05:54:59,963 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/data/default/SPTestTable/53faf96ad1a1b379688caa4e75df1500/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-06T05:54:59,965 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733464429011.53faf96ad1a1b379688caa4e75df1500. 2024-12-06T05:54:59,965 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 53faf96ad1a1b379688caa4e75df1500: Waiting for close lock at 1733464499955Running coprocessor pre-close hooks at 1733464499955Disabling compacts and flushes for region at 1733464499955Disabling writes for close at 1733464499955Writing region close event to WAL at 1733464499956 (+1 ms)Running coprocessor post-close hooks at 1733464499964 (+8 ms)Closed at 1733464499965 (+1 ms) 2024-12-06T05:54:59,965 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1733464429011.53faf96ad1a1b379688caa4e75df1500. 2024-12-06T05:54:59,965 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1636f2005bf915c1b7518e7f8face055, disabling compactions & flushes 2024-12-06T05:54:59,965 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733464429011.1636f2005bf915c1b7518e7f8face055. 2024-12-06T05:54:59,965 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733464429011.1636f2005bf915c1b7518e7f8face055. 2024-12-06T05:54:59,965 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733464429011.1636f2005bf915c1b7518e7f8face055. after waiting 0 ms 2024-12-06T05:54:59,965 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733464429011.1636f2005bf915c1b7518e7f8face055. 2024-12-06T05:54:59,968 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/data/default/SPTestTable/fbedffec3d4041f72cf3bd46b1e8f78f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-06T05:54:59,969 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733464429011.fbedffec3d4041f72cf3bd46b1e8f78f. 2024-12-06T05:54:59,969 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fbedffec3d4041f72cf3bd46b1e8f78f: Waiting for close lock at 1733464499960Running coprocessor pre-close hooks at 1733464499960Disabling compacts and flushes for region at 1733464499960Disabling writes for close at 1733464499960Writing region close event to WAL at 1733464499962 (+2 ms)Running coprocessor post-close hooks at 1733464499969 (+7 ms)Closed at 1733464499969 2024-12-06T05:54:59,969 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1733464429011.fbedffec3d4041f72cf3bd46b1e8f78f. 2024-12-06T05:54:59,970 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 64d3690089fa60cc1c049834fb29053d, disabling compactions & flushes 2024-12-06T05:54:59,970 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733464429011.64d3690089fa60cc1c049834fb29053d. 2024-12-06T05:54:59,970 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733464429011.64d3690089fa60cc1c049834fb29053d. 2024-12-06T05:54:59,970 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733464429011.64d3690089fa60cc1c049834fb29053d. after waiting 0 ms 2024-12-06T05:54:59,970 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733464429011.64d3690089fa60cc1c049834fb29053d. 2024-12-06T05:54:59,971 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/data/default/SPTestTable/1636f2005bf915c1b7518e7f8face055/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-06T05:54:59,972 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733464429011.1636f2005bf915c1b7518e7f8face055. 2024-12-06T05:54:59,972 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1636f2005bf915c1b7518e7f8face055: Waiting for close lock at 1733464499965Running coprocessor pre-close hooks at 1733464499965Disabling compacts and flushes for region at 1733464499965Disabling writes for close at 1733464499965Writing region close event to WAL at 1733464499966 (+1 ms)Running coprocessor post-close hooks at 1733464499972 (+6 ms)Closed at 1733464499972 2024-12-06T05:54:59,972 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1733464429011.1636f2005bf915c1b7518e7f8face055. 2024-12-06T05:54:59,972 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 80b2630deb7703eed70287c17803038d, disabling compactions & flushes 2024-12-06T05:54:59,972 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733464429011.80b2630deb7703eed70287c17803038d. 2024-12-06T05:54:59,972 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733464429011.80b2630deb7703eed70287c17803038d. 2024-12-06T05:54:59,973 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733464429011.80b2630deb7703eed70287c17803038d. after waiting 0 ms 2024-12-06T05:54:59,973 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733464429011.80b2630deb7703eed70287c17803038d. 2024-12-06T05:54:59,980 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/data/default/SPTestTable/64d3690089fa60cc1c049834fb29053d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-06T05:54:59,981 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733464429011.64d3690089fa60cc1c049834fb29053d. 2024-12-06T05:54:59,982 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 64d3690089fa60cc1c049834fb29053d: Waiting for close lock at 1733464499969Running coprocessor pre-close hooks at 1733464499970 (+1 ms)Disabling compacts and flushes for region at 1733464499970Disabling writes for close at 1733464499970Writing region close event to WAL at 1733464499970Running coprocessor post-close hooks at 1733464499981 (+11 ms)Closed at 1733464499981 2024-12-06T05:54:59,982 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1733464429011.64d3690089fa60cc1c049834fb29053d. 2024-12-06T05:54:59,982 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ccef201af5d1b54133b61df9a78dc774, disabling compactions & flushes 2024-12-06T05:54:59,982 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733464429011.ccef201af5d1b54133b61df9a78dc774. 2024-12-06T05:54:59,982 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733464429011.ccef201af5d1b54133b61df9a78dc774. 2024-12-06T05:54:59,982 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733464429011.ccef201af5d1b54133b61df9a78dc774. after waiting 0 ms 2024-12-06T05:54:59,982 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733464429011.ccef201af5d1b54133b61df9a78dc774. 2024-12-06T05:54:59,986 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/data/hbase/meta/1588230740/.tmp/info/2bdf38a00f1a4ad281a856eaea5d7045 is 167, key is SPTestTable,19999999,1733464429011.60b502d2250dea76dd55bbec88ba10e8./info:regioninfo/1733464439679/Put/seqid=0 2024-12-06T05:54:59,987 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/data/default/SPTestTable/80b2630deb7703eed70287c17803038d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-06T05:54:59,988 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733464429011.80b2630deb7703eed70287c17803038d. 2024-12-06T05:54:59,988 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 80b2630deb7703eed70287c17803038d: Waiting for close lock at 1733464499972Running coprocessor pre-close hooks at 1733464499972Disabling compacts and flushes for region at 1733464499972Disabling writes for close at 1733464499973 (+1 ms)Writing region close event to WAL at 1733464499978 (+5 ms)Running coprocessor post-close hooks at 1733464499988 (+10 ms)Closed at 1733464499988 2024-12-06T05:54:59,988 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1733464429011.80b2630deb7703eed70287c17803038d. 2024-12-06T05:54:59,989 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 788c86178debcc7582341e6900e192fc, disabling compactions & flushes 2024-12-06T05:54:59,989 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1733464429011.788c86178debcc7582341e6900e192fc. 2024-12-06T05:54:59,989 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733464429011.788c86178debcc7582341e6900e192fc. 2024-12-06T05:54:59,989 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733464429011.788c86178debcc7582341e6900e192fc. after waiting 0 ms 2024-12-06T05:54:59,989 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733464429011.788c86178debcc7582341e6900e192fc. 2024-12-06T05:54:59,990 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/data/default/SPTestTable/ccef201af5d1b54133b61df9a78dc774/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-06T05:54:59,991 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733464429011.ccef201af5d1b54133b61df9a78dc774. 2024-12-06T05:54:59,991 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ccef201af5d1b54133b61df9a78dc774: Waiting for close lock at 1733464499982Running coprocessor pre-close hooks at 1733464499982Disabling compacts and flushes for region at 1733464499982Disabling writes for close at 1733464499982Writing region close event to WAL at 1733464499983 (+1 ms)Running coprocessor post-close hooks at 1733464499991 (+8 ms)Closed at 1733464499991 2024-12-06T05:54:59,991 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1733464429011.ccef201af5d1b54133b61df9a78dc774. 2024-12-06T05:54:59,991 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b5e5c4d719482628cc01af6d14d253d1, disabling compactions & flushes 2024-12-06T05:54:59,991 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733464429011.b5e5c4d719482628cc01af6d14d253d1. 2024-12-06T05:54:59,991 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733464429011.b5e5c4d719482628cc01af6d14d253d1. 2024-12-06T05:54:59,991 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733464429011.b5e5c4d719482628cc01af6d14d253d1. after waiting 0 ms 2024-12-06T05:54:59,991 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733464429011.b5e5c4d719482628cc01af6d14d253d1. 2024-12-06T05:54:59,994 INFO [regionserver/b543b351fe95:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T05:54:59,994 INFO [regionserver/b543b351fe95:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T05:54:59,998 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/data/default/SPTestTable/788c86178debcc7582341e6900e192fc/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-06T05:54:59,999 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1733464429011.788c86178debcc7582341e6900e192fc. 2024-12-06T05:54:59,999 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 788c86178debcc7582341e6900e192fc: Waiting for close lock at 1733464499988Running coprocessor pre-close hooks at 1733464499988Disabling compacts and flushes for region at 1733464499988Disabling writes for close at 1733464499989 (+1 ms)Writing region close event to WAL at 1733464499990 (+1 ms)Running coprocessor post-close hooks at 1733464499999 (+9 ms)Closed at 1733464499999 2024-12-06T05:55:00,000 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1733464429011.788c86178debcc7582341e6900e192fc. 2024-12-06T05:55:00,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44491 is added to blk_1073741862_1038 (size=20260) 2024-12-06T05:55:00,002 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/data/default/SPTestTable/b5e5c4d719482628cc01af6d14d253d1/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-06T05:55:00,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741862_1038 (size=20260) 2024-12-06T05:55:00,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45745 is added to blk_1073741862_1038 (size=20260) 2024-12-06T05:55:00,003 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733464429011.b5e5c4d719482628cc01af6d14d253d1. 2024-12-06T05:55:00,004 INFO [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.11 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/data/hbase/meta/1588230740/.tmp/info/2bdf38a00f1a4ad281a856eaea5d7045 2024-12-06T05:55:00,004 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b5e5c4d719482628cc01af6d14d253d1: Waiting for close lock at 1733464499991Running coprocessor pre-close hooks at 1733464499991Disabling compacts and flushes for region at 1733464499991Disabling writes for close at 1733464499991Writing region close event to WAL at 1733464499997 (+6 ms)Running coprocessor post-close hooks at 1733464500003 (+6 ms)Closed at 1733464500003 2024-12-06T05:55:00,004 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1733464429011.b5e5c4d719482628cc01af6d14d253d1. 2024-12-06T05:55:00,030 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/data/hbase/meta/1588230740/.tmp/ns/b33b2166ed77441c8543c72bec70a261 is 43, key is default/ns:d/1733464428769/Put/seqid=0 2024-12-06T05:55:00,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45745 is added to blk_1073741863_1039 (size=5153) 2024-12-06T05:55:00,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44491 is added to blk_1073741863_1039 (size=5153) 2024-12-06T05:55:00,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741863_1039 (size=5153) 2024-12-06T05:55:00,039 INFO [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/data/hbase/meta/1588230740/.tmp/ns/b33b2166ed77441c8543c72bec70a261 2024-12-06T05:55:00,059 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/data/hbase/meta/1588230740/.tmp/table/fc3cae7e3a1d4873825f43a2ec863a6c is 47, key is SPTestTable/table:state/1733464439746/Put/seqid=0 2024-12-06T05:55:00,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741864_1040 (size=5214) 2024-12-06T05:55:00,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45745 is added to blk_1073741864_1040 (size=5214) 2024-12-06T05:55:00,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44491 is added to blk_1073741864_1040 (size=5214) 2024-12-06T05:55:00,067 INFO [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/data/hbase/meta/1588230740/.tmp/table/fc3cae7e3a1d4873825f43a2ec863a6c 2024-12-06T05:55:00,075 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/data/hbase/meta/1588230740/.tmp/info/2bdf38a00f1a4ad281a856eaea5d7045 as hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/data/hbase/meta/1588230740/info/2bdf38a00f1a4ad281a856eaea5d7045 2024-12-06T05:55:00,083 INFO [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/data/hbase/meta/1588230740/info/2bdf38a00f1a4ad281a856eaea5d7045, entries=116, sequenceid=37, filesize=19.8 K 2024-12-06T05:55:00,084 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/data/hbase/meta/1588230740/.tmp/ns/b33b2166ed77441c8543c72bec70a261 as hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/data/hbase/meta/1588230740/ns/b33b2166ed77441c8543c72bec70a261 2024-12-06T05:55:00,091 INFO [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/data/hbase/meta/1588230740/ns/b33b2166ed77441c8543c72bec70a261, entries=2, sequenceid=37, filesize=5.0 K 2024-12-06T05:55:00,092 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/data/hbase/meta/1588230740/.tmp/table/fc3cae7e3a1d4873825f43a2ec863a6c as hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/data/hbase/meta/1588230740/table/fc3cae7e3a1d4873825f43a2ec863a6c 2024-12-06T05:55:00,099 INFO [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/data/hbase/meta/1588230740/table/fc3cae7e3a1d4873825f43a2ec863a6c, entries=2, sequenceid=37, filesize=5.1 K 2024-12-06T05:55:00,100 INFO [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.26 KB/16652, heapSize ~26.98 KB/27632, currentSize=0 B/0 for 1588230740 in 148ms, sequenceid=37, compaction requested=false 2024-12-06T05:55:00,104 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-12-06T05:55:00,105 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T05:55:00,105 INFO [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T05:55:00,105 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733464499951Running coprocessor pre-close hooks at 1733464499951Disabling compacts and flushes for region at 1733464499951Disabling writes for close at 1733464499952 (+1 ms)Obtaining lock to block concurrent updates at 1733464499952Preparing flush snapshotting stores in 1588230740 at 1733464499952Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16652, getHeapSize=27872, getOffHeapSize=0, getCellsCount=136 at 1733464499953 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733464499953Flushing 1588230740/info: creating writer at 1733464499955 (+2 ms)Flushing 1588230740/info: appending metadata at 1733464499985 (+30 ms)Flushing 1588230740/info: closing flushed file at 1733464499985Flushing 1588230740/ns: creating writer at 1733464500014 (+29 ms)Flushing 1588230740/ns: appending metadata at 1733464500030 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733464500030Flushing 1588230740/table: creating writer at 1733464500046 (+16 ms)Flushing 1588230740/table: appending metadata at 1733464500058 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733464500058Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46fd99a8: reopening flushed file at 1733464500074 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a985fc4: reopening flushed file at 1733464500083 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b241b06: reopening flushed file at 1733464500091 (+8 ms)Finished flush of dataSize ~16.26 KB/16652, heapSize ~26.98 KB/27632, currentSize=0 B/0 for 1588230740 in 148ms, sequenceid=37, compaction requested=false at 1733464500100 (+9 ms)Writing region close event to WAL at 1733464500101 (+1 ms)Running coprocessor post-close hooks at 1733464500105 (+4 ms)Closed at 1733464500105 2024-12-06T05:55:00,105 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T05:55:00,146 INFO [RS:0;b543b351fe95:42099 {}] regionserver.HRegionServer(976): stopping server b543b351fe95,42099,1733464417042; all regions closed. 2024-12-06T05:55:00,152 INFO [RS:1;b543b351fe95:43277 {}] regionserver.HRegionServer(976): stopping server b543b351fe95,43277,1733464417122; all regions closed. 2024-12-06T05:55:00,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741833_1009 (size=3500) 2024-12-06T05:55:00,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44491 is added to blk_1073741833_1009 (size=3500) 2024-12-06T05:55:00,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45745 is added to blk_1073741833_1009 (size=3500) 2024-12-06T05:55:00,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741836_1012 (size=19450) 2024-12-06T05:55:00,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44491 is added to blk_1073741836_1012 (size=19450) 2024-12-06T05:55:00,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45745 is added to blk_1073741836_1012 (size=19450) 2024-12-06T05:55:00,157 DEBUG [RS:0;b543b351fe95:42099 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/oldWALs 2024-12-06T05:55:00,158 INFO [RS:0;b543b351fe95:42099 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b543b351fe95%2C42099%2C1733464417042:(num 1733464418354) 2024-12-06T05:55:00,158 DEBUG [RS:0;b543b351fe95:42099 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:55:00,158 INFO [RS:0;b543b351fe95:42099 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T05:55:00,158 INFO [RS:0;b543b351fe95:42099 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T05:55:00,158 INFO [RS:0;b543b351fe95:42099 {}] hbase.ChoreService(370): Chore service for: regionserver/b543b351fe95:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-06T05:55:00,158 INFO [RS:0;b543b351fe95:42099 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T05:55:00,158 INFO [regionserver/b543b351fe95:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T05:55:00,158 INFO [RS:0;b543b351fe95:42099 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T05:55:00,159 INFO [RS:0;b543b351fe95:42099 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T05:55:00,159 INFO [RS:0;b543b351fe95:42099 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T05:55:00,159 INFO [RS:0;b543b351fe95:42099 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42099 2024-12-06T05:55:00,160 DEBUG [RS:1;b543b351fe95:43277 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/oldWALs 2024-12-06T05:55:00,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42099-0x100ae173a410001, quorum=127.0.0.1:59867, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b543b351fe95,42099,1733464417042 2024-12-06T05:55:00,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36465-0x100ae173a410000, quorum=127.0.0.1:59867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T05:55:00,160 INFO [RS:0;b543b351fe95:42099 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T05:55:00,161 INFO [RS:1;b543b351fe95:43277 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b543b351fe95%2C43277%2C1733464417122.meta:.meta(num 1733464428622) 2024-12-06T05:55:00,162 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b543b351fe95,42099,1733464417042] 2024-12-06T05:55:00,163 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b543b351fe95,42099,1733464417042 already deleted, retry=false 2024-12-06T05:55:00,163 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b543b351fe95,42099,1733464417042 expired; onlineServers=1 2024-12-06T05:55:00,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44491 is added to blk_1073741835_1011 (size=3530) 2024-12-06T05:55:00,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741835_1011 (size=3530) 2024-12-06T05:55:00,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45745 is added to blk_1073741835_1011 (size=3530) 2024-12-06T05:55:00,168 DEBUG [RS:1;b543b351fe95:43277 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/oldWALs 2024-12-06T05:55:00,168 INFO [RS:1;b543b351fe95:43277 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b543b351fe95%2C43277%2C1733464417122:(num 1733464418355) 2024-12-06T05:55:00,168 DEBUG [RS:1;b543b351fe95:43277 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:55:00,168 INFO [RS:1;b543b351fe95:43277 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T05:55:00,169 INFO [RS:1;b543b351fe95:43277 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T05:55:00,169 INFO [RS:1;b543b351fe95:43277 {}] hbase.ChoreService(370): Chore service for: regionserver/b543b351fe95:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T05:55:00,169 INFO [RS:1;b543b351fe95:43277 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T05:55:00,169 INFO [regionserver/b543b351fe95:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T05:55:00,169 INFO [RS:1;b543b351fe95:43277 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43277 2024-12-06T05:55:00,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36465-0x100ae173a410000, quorum=127.0.0.1:59867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T05:55:00,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43277-0x100ae173a410002, quorum=127.0.0.1:59867, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b543b351fe95,43277,1733464417122 2024-12-06T05:55:00,171 INFO [RS:1;b543b351fe95:43277 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T05:55:00,171 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$365/0x00007f19f8901240@3f431e6 rejected from java.util.concurrent.ThreadPoolExecutor@7cba540[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-12-06T05:55:00,171 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b543b351fe95,43277,1733464417122] 2024-12-06T05:55:00,172 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b543b351fe95,43277,1733464417122 already deleted, retry=false 2024-12-06T05:55:00,172 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b543b351fe95,43277,1733464417122 expired; onlineServers=0 2024-12-06T05:55:00,173 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b543b351fe95,36465,1733464416500' ***** 2024-12-06T05:55:00,173 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T05:55:00,173 INFO [M:0;b543b351fe95:36465 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T05:55:00,173 INFO [M:0;b543b351fe95:36465 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T05:55:00,173 DEBUG [M:0;b543b351fe95:36465 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T05:55:00,173 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T05:55:00,173 DEBUG [M:0;b543b351fe95:36465 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T05:55:00,173 DEBUG [master/b543b351fe95:0:becomeActiveMaster-HFileCleaner.small.0-1733464418036 {}] cleaner.HFileCleaner(306): Exit Thread[master/b543b351fe95:0:becomeActiveMaster-HFileCleaner.small.0-1733464418036,5,FailOnTimeoutGroup] 2024-12-06T05:55:00,173 DEBUG [master/b543b351fe95:0:becomeActiveMaster-HFileCleaner.large.0-1733464418035 {}] cleaner.HFileCleaner(306): Exit Thread[master/b543b351fe95:0:becomeActiveMaster-HFileCleaner.large.0-1733464418035,5,FailOnTimeoutGroup] 2024-12-06T05:55:00,174 INFO [M:0;b543b351fe95:36465 {}] hbase.ChoreService(370): Chore service for: master/b543b351fe95:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T05:55:00,174 INFO [M:0;b543b351fe95:36465 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T05:55:00,174 DEBUG [M:0;b543b351fe95:36465 {}] master.HMaster(1795): Stopping service threads 2024-12-06T05:55:00,174 INFO [M:0;b543b351fe95:36465 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T05:55:00,174 INFO [M:0;b543b351fe95:36465 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T05:55:00,174 ERROR [M:0;b543b351fe95:36465 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:38479 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:38479,5,PEWorkerGroup] 2024-12-06T05:55:00,175 INFO [M:0;b543b351fe95:36465 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T05:55:00,175 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T05:55:00,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36465-0x100ae173a410000, quorum=127.0.0.1:59867, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-06T05:55:00,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36465-0x100ae173a410000, quorum=127.0.0.1:59867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:55:00,176 DEBUG [M:0;b543b351fe95:36465 {}] zookeeper.ZKUtil(347): master:36465-0x100ae173a410000, quorum=127.0.0.1:59867, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-06T05:55:00,176 WARN [M:0;b543b351fe95:36465 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T05:55:00,177 INFO [M:0;b543b351fe95:36465 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/.lastflushedseqids 2024-12-06T05:55:00,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44491 is added to blk_1073741865_1041 (size=686) 2024-12-06T05:55:00,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45745 is added to blk_1073741865_1041 (size=686) 2024-12-06T05:55:00,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741865_1041 (size=686) 2024-12-06T05:55:00,192 INFO [M:0;b543b351fe95:36465 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T05:55:00,192 INFO [M:0;b543b351fe95:36465 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T05:55:00,193 DEBUG [M:0;b543b351fe95:36465 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T05:55:00,193 INFO [M:0;b543b351fe95:36465 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:55:00,193 DEBUG [M:0;b543b351fe95:36465 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:55:00,193 DEBUG [M:0;b543b351fe95:36465 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T05:55:00,193 DEBUG [M:0;b543b351fe95:36465 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:55:00,193 INFO [M:0;b543b351fe95:36465 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=195.95 KB heapSize=242.95 KB 2024-12-06T05:55:00,208 DEBUG [M:0;b543b351fe95:36465 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/717a03a986764865a918fc49765e84c3 is 82, key is hbase:meta,,1/info:regioninfo/1733464428707/Put/seqid=0 2024-12-06T05:55:00,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45745 is added to blk_1073741866_1042 (size=5672) 2024-12-06T05:55:00,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741866_1042 (size=5672) 2024-12-06T05:55:00,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44491 is added to blk_1073741866_1042 (size=5672) 2024-12-06T05:55:00,215 INFO [M:0;b543b351fe95:36465 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=516 (bloomFilter=true), to=hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/717a03a986764865a918fc49765e84c3 2024-12-06T05:55:00,238 DEBUG [M:0;b543b351fe95:36465 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cd0fee584f464516838f39d2973f6f65 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733464439758/Put/seqid=0 2024-12-06T05:55:00,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44491 is added to blk_1073741867_1043 (size=8973) 2024-12-06T05:55:00,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741867_1043 (size=8973) 2024-12-06T05:55:00,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45745 is added to blk_1073741867_1043 (size=8973) 2024-12-06T05:55:00,245 INFO [M:0;b543b351fe95:36465 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195.21 KB at sequenceid=516 (bloomFilter=true), to=hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cd0fee584f464516838f39d2973f6f65 2024-12-06T05:55:00,251 INFO [M:0;b543b351fe95:36465 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cd0fee584f464516838f39d2973f6f65 2024-12-06T05:55:00,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42099-0x100ae173a410001, quorum=127.0.0.1:59867, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:55:00,262 INFO [RS:0;b543b351fe95:42099 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T05:55:00,262 INFO [RS:0;b543b351fe95:42099 {}] regionserver.HRegionServer(1031): Exiting; stopping=b543b351fe95,42099,1733464417042; zookeeper connection closed. 2024-12-06T05:55:00,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42099-0x100ae173a410001, quorum=127.0.0.1:59867, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:55:00,263 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@424aef51 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@424aef51 2024-12-06T05:55:00,266 DEBUG [M:0;b543b351fe95:36465 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/09744a849451489bb33d59fc858de1dd is 69, key is b543b351fe95,42099,1733464417042/rs:state/1733464418115/Put/seqid=0 2024-12-06T05:55:00,272 INFO [RS:1;b543b351fe95:43277 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T05:55:00,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43277-0x100ae173a410002, quorum=127.0.0.1:59867, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:55:00,272 INFO [RS:1;b543b351fe95:43277 {}] regionserver.HRegionServer(1031): Exiting; stopping=b543b351fe95,43277,1733464417122; zookeeper connection closed. 2024-12-06T05:55:00,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43277-0x100ae173a410002, quorum=127.0.0.1:59867, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:55:00,272 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@20dca462 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@20dca462 2024-12-06T05:55:00,272 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-06T05:55:00,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44491 is added to blk_1073741868_1044 (size=5441) 2024-12-06T05:55:00,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45745 is added to blk_1073741868_1044 (size=5441) 2024-12-06T05:55:00,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741868_1044 (size=5441) 2024-12-06T05:55:00,274 INFO [M:0;b543b351fe95:36465 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=516 (bloomFilter=true), to=hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/09744a849451489bb33d59fc858de1dd 2024-12-06T05:55:00,281 INFO [M:0;b543b351fe95:36465 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 09744a849451489bb33d59fc858de1dd 2024-12-06T05:55:00,282 DEBUG [M:0;b543b351fe95:36465 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/717a03a986764865a918fc49765e84c3 as hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/717a03a986764865a918fc49765e84c3 2024-12-06T05:55:00,289 INFO [M:0;b543b351fe95:36465 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/717a03a986764865a918fc49765e84c3, entries=8, sequenceid=516, filesize=5.5 K 2024-12-06T05:55:00,290 DEBUG [M:0;b543b351fe95:36465 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cd0fee584f464516838f39d2973f6f65 as hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cd0fee584f464516838f39d2973f6f65 2024-12-06T05:55:00,296 INFO [M:0;b543b351fe95:36465 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cd0fee584f464516838f39d2973f6f65 2024-12-06T05:55:00,296 INFO [M:0;b543b351fe95:36465 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cd0fee584f464516838f39d2973f6f65, entries=56, sequenceid=516, filesize=8.8 K 2024-12-06T05:55:00,298 DEBUG [M:0;b543b351fe95:36465 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/09744a849451489bb33d59fc858de1dd as hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/09744a849451489bb33d59fc858de1dd 2024-12-06T05:55:00,305 INFO [M:0;b543b351fe95:36465 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 09744a849451489bb33d59fc858de1dd 2024-12-06T05:55:00,305 INFO [M:0;b543b351fe95:36465 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38479/user/jenkins/test-data/2687050d-af5b-feb2-9797-e2b17a1f117e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/09744a849451489bb33d59fc858de1dd, entries=3, sequenceid=516, filesize=5.3 K 2024-12-06T05:55:00,307 INFO [M:0;b543b351fe95:36465 {}] regionserver.HRegion(3140): Finished flush of dataSize ~195.95 KB/200648, heapSize ~242.66 KB/248480, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 113ms, sequenceid=516, compaction requested=false 2024-12-06T05:55:00,308 INFO [M:0;b543b351fe95:36465 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:55:00,308 DEBUG [M:0;b543b351fe95:36465 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733464500193Disabling compacts and flushes for region at 1733464500193Disabling writes for close at 1733464500193Obtaining lock to block concurrent updates at 1733464500193Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733464500193Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=200648, getHeapSize=248720, getOffHeapSize=0, getCellsCount=623 at 1733464500193Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733464500194 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733464500194Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733464500208 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733464500208Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733464500221 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733464500237 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733464500237Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733464500252 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733464500265 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733464500265Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f3ef4cd: reopening flushed file at 1733464500281 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c2399c: reopening flushed file at 1733464500289 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6567acc1: reopening flushed file at 1733464500296 (+7 ms)Finished flush of dataSize ~195.95 KB/200648, heapSize ~242.66 KB/248480, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 113ms, sequenceid=516, compaction requested=false at 1733464500307 (+11 ms)Writing region close event to WAL at 1733464500308 (+1 ms)Closed at 1733464500308 2024-12-06T05:55:00,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45745 is added to blk_1073741830_1006 (size=235035) 2024-12-06T05:55:00,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43611 is added to blk_1073741830_1006 (size=235035) 2024-12-06T05:55:00,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44491 is added to blk_1073741830_1006 (size=235035) 2024-12-06T05:55:00,311 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T05:55:00,311 INFO [M:0;b543b351fe95:36465 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T05:55:00,311 INFO [M:0;b543b351fe95:36465 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36465 2024-12-06T05:55:00,311 INFO [M:0;b543b351fe95:36465 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T05:55:00,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36465-0x100ae173a410000, quorum=127.0.0.1:59867, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:55:00,413 INFO [M:0;b543b351fe95:36465 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T05:55:00,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36465-0x100ae173a410000, quorum=127.0.0.1:59867, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:55:00,417 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e7c21d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T05:55:00,420 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T05:55:00,420 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T05:55:00,420 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T05:55:00,420 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3361705c-dc34-e476-b816-959a41c4d8f5/hadoop.log.dir/,STOPPED} 2024-12-06T05:55:00,423 WARN [BP-1054503451-172.17.0.2-1733464413319 heartbeating to localhost/127.0.0.1:38479 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T05:55:00,423 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T05:55:00,423 WARN [BP-1054503451-172.17.0.2-1733464413319 heartbeating to localhost/127.0.0.1:38479 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1054503451-172.17.0.2-1733464413319 (Datanode Uuid 58fce01a-0e78-47d2-89a9-25eba410d2ac) service to localhost/127.0.0.1:38479 2024-12-06T05:55:00,423 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T05:55:00,424 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3361705c-dc34-e476-b816-959a41c4d8f5/cluster_35d4a0bb-9ef1-031e-9728-b69ba4fbb4cd/data/data5/current/BP-1054503451-172.17.0.2-1733464413319 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T05:55:00,425 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3361705c-dc34-e476-b816-959a41c4d8f5/cluster_35d4a0bb-9ef1-031e-9728-b69ba4fbb4cd/data/data6/current/BP-1054503451-172.17.0.2-1733464413319 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T05:55:00,425 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T05:55:00,427 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9d2632f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T05:55:00,427 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T05:55:00,428 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T05:55:00,428 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T05:55:00,428 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3361705c-dc34-e476-b816-959a41c4d8f5/hadoop.log.dir/,STOPPED} 2024-12-06T05:55:00,429 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T05:55:00,429 WARN [BP-1054503451-172.17.0.2-1733464413319 heartbeating to localhost/127.0.0.1:38479 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T05:55:00,429 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T05:55:00,429 WARN [BP-1054503451-172.17.0.2-1733464413319 heartbeating to localhost/127.0.0.1:38479 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1054503451-172.17.0.2-1733464413319 (Datanode Uuid a8620c2b-e694-4891-9676-6de2d9206843) service to localhost/127.0.0.1:38479 2024-12-06T05:55:00,430 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3361705c-dc34-e476-b816-959a41c4d8f5/cluster_35d4a0bb-9ef1-031e-9728-b69ba4fbb4cd/data/data3/current/BP-1054503451-172.17.0.2-1733464413319 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T05:55:00,430 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3361705c-dc34-e476-b816-959a41c4d8f5/cluster_35d4a0bb-9ef1-031e-9728-b69ba4fbb4cd/data/data4/current/BP-1054503451-172.17.0.2-1733464413319 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T05:55:00,430 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T05:55:00,438 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1722ba9a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T05:55:00,438 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T05:55:00,438 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T05:55:00,438 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T05:55:00,438 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3361705c-dc34-e476-b816-959a41c4d8f5/hadoop.log.dir/,STOPPED} 2024-12-06T05:55:00,440 WARN [BP-1054503451-172.17.0.2-1733464413319 heartbeating to localhost/127.0.0.1:38479 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T05:55:00,440 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T05:55:00,440 WARN [BP-1054503451-172.17.0.2-1733464413319 heartbeating to localhost/127.0.0.1:38479 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1054503451-172.17.0.2-1733464413319 (Datanode Uuid 510f257a-cd13-4a6e-a061-3028bed1f247) service to localhost/127.0.0.1:38479 2024-12-06T05:55:00,440 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T05:55:00,440 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3361705c-dc34-e476-b816-959a41c4d8f5/cluster_35d4a0bb-9ef1-031e-9728-b69ba4fbb4cd/data/data1/current/BP-1054503451-172.17.0.2-1733464413319 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T05:55:00,440 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3361705c-dc34-e476-b816-959a41c4d8f5/cluster_35d4a0bb-9ef1-031e-9728-b69ba4fbb4cd/data/data2/current/BP-1054503451-172.17.0.2-1733464413319 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T05:55:00,441 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T05:55:00,449 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T05:55:00,449 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T05:55:00,449 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T05:55:00,449 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T05:55:00,449 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3361705c-dc34-e476-b816-959a41c4d8f5/hadoop.log.dir/,STOPPED} 2024-12-06T05:55:00,457 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T05:55:00,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T05:55:00,509 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=91 (was 11) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@7107816e java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:38479 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b543b351fe95:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38479 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b543b351fe95:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b543b351fe95:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38479 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:38479 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:38479 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/b543b351fe95:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:38479 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: master/b543b351fe95:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:38479 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:38479 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b543b351fe95:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/b543b351fe95:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:38479 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38479 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38479 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b543b351fe95:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38479 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=440 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=189 (was 238), ProcessCount=11 (was 11), AvailableMemoryMB=3898 (was 6229) 2024-12-06T05:55:00,514 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=92, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=189, ProcessCount=11, AvailableMemoryMB=3898 2024-12-06T05:55:00,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3361705c-dc34-e476-b816-959a41c4d8f5/hadoop.log.dir so I do NOT create it in target/test-data/b51a3155-f1e0-3c57-5f13-464aa652aa40 2024-12-06T05:55:00,526 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3361705c-dc34-e476-b816-959a41c4d8f5/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T05:55:00,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3361705c-dc34-e476-b816-959a41c4d8f5/hadoop.tmp.dir so I do NOT create it in target/test-data/b51a3155-f1e0-3c57-5f13-464aa652aa40 2024-12-06T05:55:00,526 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3361705c-dc34-e476-b816-959a41c4d8f5/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T05:55:00,526 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b51a3155-f1e0-3c57-5f13-464aa652aa40 2024-12-06T05:55:00,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T05:55:00,527 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b51a3155-f1e0-3c57-5f13-464aa652aa40/cluster_6c13c610-542c-1ea7-81a3-9fd502ae3d4c, deleteOnExit=true 2024-12-06T05:55:00,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T05:55:00,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b51a3155-f1e0-3c57-5f13-464aa652aa40/test.cache.data in system properties and HBase conf 2024-12-06T05:55:00,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b51a3155-f1e0-3c57-5f13-464aa652aa40/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T05:55:00,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b51a3155-f1e0-3c57-5f13-464aa652aa40/hadoop.log.dir in system properties and HBase conf 2024-12-06T05:55:00,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b51a3155-f1e0-3c57-5f13-464aa652aa40/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T05:55:00,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b51a3155-f1e0-3c57-5f13-464aa652aa40/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T05:55:00,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T05:55:00,527 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T05:55:00,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b51a3155-f1e0-3c57-5f13-464aa652aa40/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T05:55:00,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b51a3155-f1e0-3c57-5f13-464aa652aa40/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T05:55:00,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b51a3155-f1e0-3c57-5f13-464aa652aa40/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T05:55:00,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b51a3155-f1e0-3c57-5f13-464aa652aa40/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T05:55:00,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b51a3155-f1e0-3c57-5f13-464aa652aa40/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T05:55:00,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b51a3155-f1e0-3c57-5f13-464aa652aa40/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T05:55:00,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b51a3155-f1e0-3c57-5f13-464aa652aa40/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T05:55:00,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b51a3155-f1e0-3c57-5f13-464aa652aa40/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T05:55:00,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b51a3155-f1e0-3c57-5f13-464aa652aa40/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T05:55:00,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b51a3155-f1e0-3c57-5f13-464aa652aa40/nfs.dump.dir in system properties and HBase conf 2024-12-06T05:55:00,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b51a3155-f1e0-3c57-5f13-464aa652aa40/java.io.tmpdir in system properties and HBase conf 2024-12-06T05:55:00,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b51a3155-f1e0-3c57-5f13-464aa652aa40/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T05:55:00,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b51a3155-f1e0-3c57-5f13-464aa652aa40/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T05:55:00,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b51a3155-f1e0-3c57-5f13-464aa652aa40/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T05:55:00,584 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:55:00,588 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T05:55:00,590 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T05:55:00,590 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T05:55:00,590 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T05:55:00,591 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:55:00,592 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3498d3b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b51a3155-f1e0-3c57-5f13-464aa652aa40/hadoop.log.dir/,AVAILABLE} 2024-12-06T05:55:00,592 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49935db{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T05:55:00,684 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@531e5c2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b51a3155-f1e0-3c57-5f13-464aa652aa40/java.io.tmpdir/jetty-localhost-33117-hadoop-hdfs-3_4_1-tests_jar-_-any-13560159066244112903/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T05:55:00,685 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1d50ec81{HTTP/1.1, (http/1.1)}{localhost:33117} 2024-12-06T05:55:00,685 INFO [Time-limited test {}] server.Server(415): Started @89624ms 2024-12-06T05:55:00,748 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:55:00,752 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T05:55:00,753 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T05:55:00,753 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T05:55:00,753 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T05:55:00,754 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@845451c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b51a3155-f1e0-3c57-5f13-464aa652aa40/hadoop.log.dir/,AVAILABLE} 2024-12-06T05:55:00,754 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7396b0e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T05:55:00,850 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@46abb6db{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b51a3155-f1e0-3c57-5f13-464aa652aa40/java.io.tmpdir/jetty-localhost-39657-hadoop-hdfs-3_4_1-tests_jar-_-any-14646197237394788963/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T05:55:00,850 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4017db1{HTTP/1.1, (http/1.1)}{localhost:39657} 2024-12-06T05:55:00,851 INFO [Time-limited test {}] server.Server(415): Started @89789ms 2024-12-06T05:55:00,852 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T05:55:00,891 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:55:00,897 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T05:55:00,899 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T05:55:00,899 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T05:55:00,899 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T05:55:00,900 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5fc2671a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b51a3155-f1e0-3c57-5f13-464aa652aa40/hadoop.log.dir/,AVAILABLE} 2024-12-06T05:55:00,901 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ccf2faf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T05:55:00,914 WARN [Thread-668 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b51a3155-f1e0-3c57-5f13-464aa652aa40/cluster_6c13c610-542c-1ea7-81a3-9fd502ae3d4c/data/data1/current/BP-1357017222-172.17.0.2-1733464500546/current, will proceed with Du for space computation calculation, 2024-12-06T05:55:00,915 WARN [Thread-669 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b51a3155-f1e0-3c57-5f13-464aa652aa40/cluster_6c13c610-542c-1ea7-81a3-9fd502ae3d4c/data/data2/current/BP-1357017222-172.17.0.2-1733464500546/current, will proceed with Du for space computation calculation, 2024-12-06T05:55:00,934 WARN [Thread-647 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T05:55:00,936 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc8f02d5495dd690b with lease ID 0x2d52037ca18d7c5: Processing first storage report for DS-6b462a46-fec6-48c0-af69-b9391d16389a from datanode DatanodeRegistration(127.0.0.1:35339, datanodeUuid=11901e9b-24de-4a64-a545-34fa7b04295f, infoPort=35013, infoSecurePort=0, ipcPort=37617, storageInfo=lv=-57;cid=testClusterID;nsid=449798796;c=1733464500546) 2024-12-06T05:55:00,936 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc8f02d5495dd690b with lease ID 0x2d52037ca18d7c5: from storage DS-6b462a46-fec6-48c0-af69-b9391d16389a node DatanodeRegistration(127.0.0.1:35339, datanodeUuid=11901e9b-24de-4a64-a545-34fa7b04295f, infoPort=35013, infoSecurePort=0, ipcPort=37617, storageInfo=lv=-57;cid=testClusterID;nsid=449798796;c=1733464500546), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T05:55:00,937 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc8f02d5495dd690b with lease ID 0x2d52037ca18d7c5: Processing first storage report for DS-bed8d08c-1b10-4284-a4ed-18c40362392a from datanode DatanodeRegistration(127.0.0.1:35339, datanodeUuid=11901e9b-24de-4a64-a545-34fa7b04295f, infoPort=35013, infoSecurePort=0, ipcPort=37617, storageInfo=lv=-57;cid=testClusterID;nsid=449798796;c=1733464500546) 2024-12-06T05:55:00,937 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc8f02d5495dd690b with lease ID 0x2d52037ca18d7c5: from storage DS-bed8d08c-1b10-4284-a4ed-18c40362392a node DatanodeRegistration(127.0.0.1:35339, datanodeUuid=11901e9b-24de-4a64-a545-34fa7b04295f, infoPort=35013, infoSecurePort=0, ipcPort=37617, storageInfo=lv=-57;cid=testClusterID;nsid=449798796;c=1733464500546), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T05:55:01,003 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6111389f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b51a3155-f1e0-3c57-5f13-464aa652aa40/java.io.tmpdir/jetty-localhost-45725-hadoop-hdfs-3_4_1-tests_jar-_-any-6949460857807135897/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T05:55:01,003 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c2fdec9{HTTP/1.1, (http/1.1)}{localhost:45725} 2024-12-06T05:55:01,004 INFO [Time-limited test {}] server.Server(415): Started @89942ms 2024-12-06T05:55:01,005 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T05:55:01,033 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:55:01,036 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T05:55:01,037 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T05:55:01,037 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T05:55:01,037 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T05:55:01,038 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22c8ef2e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b51a3155-f1e0-3c57-5f13-464aa652aa40/hadoop.log.dir/,AVAILABLE} 2024-12-06T05:55:01,038 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c883179{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T05:55:01,067 WARN [Thread-704 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b51a3155-f1e0-3c57-5f13-464aa652aa40/cluster_6c13c610-542c-1ea7-81a3-9fd502ae3d4c/data/data4/current/BP-1357017222-172.17.0.2-1733464500546/current, will proceed with Du for space computation calculation, 2024-12-06T05:55:01,067 WARN [Thread-703 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b51a3155-f1e0-3c57-5f13-464aa652aa40/cluster_6c13c610-542c-1ea7-81a3-9fd502ae3d4c/data/data3/current/BP-1357017222-172.17.0.2-1733464500546/current, will proceed with Du for space computation calculation, 2024-12-06T05:55:01,090 WARN [Thread-683 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T05:55:01,092 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3fce03c565ba2ef with lease ID 0x2d52037ca18d7c6: Processing first storage report for DS-460a2f09-ff3f-4d0c-a667-11b9d952b85c from datanode DatanodeRegistration(127.0.0.1:38255, datanodeUuid=70d3a301-dc05-4235-95fa-cb99f626d3b6, infoPort=42175, infoSecurePort=0, ipcPort=40935, storageInfo=lv=-57;cid=testClusterID;nsid=449798796;c=1733464500546) 2024-12-06T05:55:01,092 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3fce03c565ba2ef with lease ID 0x2d52037ca18d7c6: from storage DS-460a2f09-ff3f-4d0c-a667-11b9d952b85c node DatanodeRegistration(127.0.0.1:38255, datanodeUuid=70d3a301-dc05-4235-95fa-cb99f626d3b6, infoPort=42175, infoSecurePort=0, ipcPort=40935, storageInfo=lv=-57;cid=testClusterID;nsid=449798796;c=1733464500546), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T05:55:01,092 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3fce03c565ba2ef with lease ID 0x2d52037ca18d7c6: Processing first storage report for DS-87138da1-5588-4ee7-9d67-0b34faa0ad14 from datanode DatanodeRegistration(127.0.0.1:38255, datanodeUuid=70d3a301-dc05-4235-95fa-cb99f626d3b6, infoPort=42175, infoSecurePort=0, ipcPort=40935, storageInfo=lv=-57;cid=testClusterID;nsid=449798796;c=1733464500546) 2024-12-06T05:55:01,092 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3fce03c565ba2ef with lease ID 0x2d52037ca18d7c6: from storage DS-87138da1-5588-4ee7-9d67-0b34faa0ad14 node DatanodeRegistration(127.0.0.1:38255, datanodeUuid=70d3a301-dc05-4235-95fa-cb99f626d3b6, infoPort=42175, infoSecurePort=0, ipcPort=40935, storageInfo=lv=-57;cid=testClusterID;nsid=449798796;c=1733464500546), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T05:55:01,137 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@76552685{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b51a3155-f1e0-3c57-5f13-464aa652aa40/java.io.tmpdir/jetty-localhost-38721-hadoop-hdfs-3_4_1-tests_jar-_-any-5341035237819626080/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T05:55:01,137 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d93f1ad{HTTP/1.1, (http/1.1)}{localhost:38721} 2024-12-06T05:55:01,137 INFO [Time-limited test {}] server.Server(415): Started @90076ms 2024-12-06T05:55:01,139 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T05:55:01,197 WARN [Thread-729 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b51a3155-f1e0-3c57-5f13-464aa652aa40/cluster_6c13c610-542c-1ea7-81a3-9fd502ae3d4c/data/data5/current/BP-1357017222-172.17.0.2-1733464500546/current, will proceed with Du for space computation calculation, 2024-12-06T05:55:01,197 WARN [Thread-730 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b51a3155-f1e0-3c57-5f13-464aa652aa40/cluster_6c13c610-542c-1ea7-81a3-9fd502ae3d4c/data/data6/current/BP-1357017222-172.17.0.2-1733464500546/current, will proceed with Du for space computation calculation, 2024-12-06T05:55:01,218 WARN [Thread-718 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T05:55:01,221 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xda0b80b7671f6f08 with lease ID 0x2d52037ca18d7c7: Processing first storage report for DS-e0ad9a12-a7fa-4e97-82b7-6f8c7df6625f from datanode DatanodeRegistration(127.0.0.1:37765, datanodeUuid=c3d81620-e95c-4af8-acb6-b2e4319dd5a9, infoPort=44537, infoSecurePort=0, ipcPort=42079, storageInfo=lv=-57;cid=testClusterID;nsid=449798796;c=1733464500546) 2024-12-06T05:55:01,221 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xda0b80b7671f6f08 with lease ID 0x2d52037ca18d7c7: from storage DS-e0ad9a12-a7fa-4e97-82b7-6f8c7df6625f node DatanodeRegistration(127.0.0.1:37765, datanodeUuid=c3d81620-e95c-4af8-acb6-b2e4319dd5a9, infoPort=44537, infoSecurePort=0, ipcPort=42079, storageInfo=lv=-57;cid=testClusterID;nsid=449798796;c=1733464500546), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T05:55:01,221 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xda0b80b7671f6f08 with lease ID 0x2d52037ca18d7c7: Processing first storage report for DS-5ed1f4b8-31ba-4b0a-8164-b11273eea190 from datanode DatanodeRegistration(127.0.0.1:37765, datanodeUuid=c3d81620-e95c-4af8-acb6-b2e4319dd5a9, infoPort=44537, infoSecurePort=0, ipcPort=42079, storageInfo=lv=-57;cid=testClusterID;nsid=449798796;c=1733464500546) 2024-12-06T05:55:01,221 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xda0b80b7671f6f08 with lease ID 0x2d52037ca18d7c7: from storage DS-5ed1f4b8-31ba-4b0a-8164-b11273eea190 node DatanodeRegistration(127.0.0.1:37765, datanodeUuid=c3d81620-e95c-4af8-acb6-b2e4319dd5a9, infoPort=44537, infoSecurePort=0, ipcPort=42079, storageInfo=lv=-57;cid=testClusterID;nsid=449798796;c=1733464500546), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T05:55:01,263 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b51a3155-f1e0-3c57-5f13-464aa652aa40 2024-12-06T05:55:01,268 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b51a3155-f1e0-3c57-5f13-464aa652aa40/cluster_6c13c610-542c-1ea7-81a3-9fd502ae3d4c/zookeeper_0, clientPort=65137, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b51a3155-f1e0-3c57-5f13-464aa652aa40/cluster_6c13c610-542c-1ea7-81a3-9fd502ae3d4c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b51a3155-f1e0-3c57-5f13-464aa652aa40/cluster_6c13c610-542c-1ea7-81a3-9fd502ae3d4c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T05:55:01,269 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=65137 2024-12-06T05:55:01,269 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:55:01,270 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:55:01,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38255 is added to blk_1073741825_1001 (size=7) 2024-12-06T05:55:01,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741825_1001 (size=7) 2024-12-06T05:55:01,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37765 is added to blk_1073741825_1001 (size=7) 2024-12-06T05:55:01,284 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3 with version=8 2024-12-06T05:55:01,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/hbase-staging 2024-12-06T05:55:01,286 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b543b351fe95:0 server-side Connection retries=45 2024-12-06T05:55:01,286 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:55:01,286 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T05:55:01,286 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T05:55:01,286 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:55:01,286 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T05:55:01,286 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T05:55:01,286 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T05:55:01,287 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37981 2024-12-06T05:55:01,288 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37981 connecting to ZooKeeper ensemble=127.0.0.1:65137 2024-12-06T05:55:01,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:379810x0, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:55:01,292 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37981-0x100ae18887f0000 connected 2024-12-06T05:55:01,307 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:55:01,309 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:55:01,311 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37981-0x100ae18887f0000, quorum=127.0.0.1:65137, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T05:55:01,311 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3, hbase.cluster.distributed=false 2024-12-06T05:55:01,313 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37981-0x100ae18887f0000, quorum=127.0.0.1:65137, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T05:55:01,317 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37981 2024-12-06T05:55:01,317 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37981 2024-12-06T05:55:01,321 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37981 2024-12-06T05:55:01,322 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37981 2024-12-06T05:55:01,323 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37981 2024-12-06T05:55:01,337 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b543b351fe95:0 server-side Connection retries=45 2024-12-06T05:55:01,337 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:55:01,337 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T05:55:01,337 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T05:55:01,337 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:55:01,337 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T05:55:01,337 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T05:55:01,338 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T05:55:01,338 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41947 2024-12-06T05:55:01,340 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41947 connecting to ZooKeeper ensemble=127.0.0.1:65137 2024-12-06T05:55:01,341 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:55:01,343 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:55:01,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:419470x0, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:55:01,348 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41947-0x100ae18887f0001 connected 2024-12-06T05:55:01,348 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41947-0x100ae18887f0001, quorum=127.0.0.1:65137, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T05:55:01,348 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T05:55:01,349 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T05:55:01,349 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41947-0x100ae18887f0001, quorum=127.0.0.1:65137, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T05:55:01,351 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41947-0x100ae18887f0001, quorum=127.0.0.1:65137, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T05:55:01,354 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41947 2024-12-06T05:55:01,354 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41947 2024-12-06T05:55:01,355 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41947 2024-12-06T05:55:01,355 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41947 2024-12-06T05:55:01,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41947 2024-12-06T05:55:01,370 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b543b351fe95:0 server-side Connection retries=45 2024-12-06T05:55:01,370 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:55:01,370 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T05:55:01,370 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T05:55:01,370 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:55:01,370 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T05:55:01,370 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T05:55:01,370 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T05:55:01,371 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37223 2024-12-06T05:55:01,372 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37223 connecting to ZooKeeper ensemble=127.0.0.1:65137 2024-12-06T05:55:01,372 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:55:01,374 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:55:01,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:372230x0, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:55:01,378 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37223-0x100ae18887f0002, quorum=127.0.0.1:65137, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T05:55:01,378 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37223-0x100ae18887f0002 connected 2024-12-06T05:55:01,378 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T05:55:01,379 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T05:55:01,379 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37223-0x100ae18887f0002, quorum=127.0.0.1:65137, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T05:55:01,380 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37223-0x100ae18887f0002, quorum=127.0.0.1:65137, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T05:55:01,381 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37223 2024-12-06T05:55:01,383 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37223 2024-12-06T05:55:01,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37223 2024-12-06T05:55:01,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37223 2024-12-06T05:55:01,385 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37223 2024-12-06T05:55:01,398 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b543b351fe95:0 server-side Connection retries=45 2024-12-06T05:55:01,398 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:55:01,398 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T05:55:01,398 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T05:55:01,398 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:55:01,398 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T05:55:01,398 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T05:55:01,398 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T05:55:01,399 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34863 2024-12-06T05:55:01,400 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34863 connecting to ZooKeeper ensemble=127.0.0.1:65137 2024-12-06T05:55:01,400 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:55:01,401 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:55:01,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:348630x0, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:55:01,406 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:348630x0, quorum=127.0.0.1:65137, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T05:55:01,407 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T05:55:01,409 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34863-0x100ae18887f0003 connected 2024-12-06T05:55:01,410 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T05:55:01,411 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34863-0x100ae18887f0003, quorum=127.0.0.1:65137, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T05:55:01,412 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34863-0x100ae18887f0003, quorum=127.0.0.1:65137, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T05:55:01,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34863 2024-12-06T05:55:01,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34863 2024-12-06T05:55:01,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34863 2024-12-06T05:55:01,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34863 2024-12-06T05:55:01,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34863 2024-12-06T05:55:01,422 DEBUG [M:0;b543b351fe95:37981 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b543b351fe95:37981 2024-12-06T05:55:01,422 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/b543b351fe95,37981,1733464501285 2024-12-06T05:55:01,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37981-0x100ae18887f0000, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T05:55:01,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37223-0x100ae18887f0002, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T05:55:01,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41947-0x100ae18887f0001, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T05:55:01,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34863-0x100ae18887f0003, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T05:55:01,424 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37981-0x100ae18887f0000, quorum=127.0.0.1:65137, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b543b351fe95,37981,1733464501285 2024-12-06T05:55:01,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41947-0x100ae18887f0001, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-06T05:55:01,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37981-0x100ae18887f0000, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:55:01,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34863-0x100ae18887f0003, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-06T05:55:01,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37223-0x100ae18887f0002, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-06T05:55:01,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37223-0x100ae18887f0002, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:55:01,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41947-0x100ae18887f0001, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:55:01,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34863-0x100ae18887f0003, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:55:01,426 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37981-0x100ae18887f0000, quorum=127.0.0.1:65137, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-06T05:55:01,426 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b543b351fe95,37981,1733464501285 from backup master directory 2024-12-06T05:55:01,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37981-0x100ae18887f0000, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b543b351fe95,37981,1733464501285 2024-12-06T05:55:01,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41947-0x100ae18887f0001, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T05:55:01,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34863-0x100ae18887f0003, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T05:55:01,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37223-0x100ae18887f0002, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T05:55:01,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37981-0x100ae18887f0000, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T05:55:01,427 WARN [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T05:55:01,427 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b543b351fe95,37981,1733464501285 2024-12-06T05:55:01,432 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/hbase.id] with ID: 4c036de3-8ccc-4359-96df-119d84ab7f58 2024-12-06T05:55:01,432 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/.tmp/hbase.id 2024-12-06T05:55:01,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37765 is added to blk_1073741826_1002 (size=42) 2024-12-06T05:55:01,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38255 is added to blk_1073741826_1002 (size=42) 2024-12-06T05:55:01,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741826_1002 (size=42) 2024-12-06T05:55:01,442 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/.tmp/hbase.id]:[hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/hbase.id] 2024-12-06T05:55:01,455 INFO [master/b543b351fe95:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:55:01,455 INFO [master/b543b351fe95:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T05:55:01,456 INFO [master/b543b351fe95:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-06T05:55:01,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37223-0x100ae18887f0002, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:55:01,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34863-0x100ae18887f0003, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:55:01,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41947-0x100ae18887f0001, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:55:01,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37981-0x100ae18887f0000, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:55:01,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38255 is added to blk_1073741827_1003 (size=196) 2024-12-06T05:55:01,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37765 is added to blk_1073741827_1003 (size=196) 2024-12-06T05:55:01,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741827_1003 (size=196) 2024-12-06T05:55:01,467 INFO [master/b543b351fe95:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T05:55:01,468 INFO [master/b543b351fe95:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T05:55:01,468 INFO [master/b543b351fe95:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:55:01,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741828_1004 (size=1189) 2024-12-06T05:55:01,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37765 is added to blk_1073741828_1004 (size=1189) 2024-12-06T05:55:01,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38255 is added to blk_1073741828_1004 (size=1189) 2024-12-06T05:55:01,478 INFO [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/MasterData/data/master/store 2024-12-06T05:55:01,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741829_1005 (size=34) 2024-12-06T05:55:01,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37765 is added to blk_1073741829_1005 (size=34) 2024-12-06T05:55:01,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38255 is added to blk_1073741829_1005 (size=34) 2024-12-06T05:55:01,487 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:55:01,487 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T05:55:01,487 INFO [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:55:01,487 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:55:01,487 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T05:55:01,488 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:55:01,488 INFO [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:55:01,488 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733464501487Disabling compacts and flushes for region at 1733464501487Disabling writes for close at 1733464501487Writing region close event to WAL at 1733464501488 (+1 ms)Closed at 1733464501488 2024-12-06T05:55:01,489 WARN [master/b543b351fe95:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/MasterData/data/master/store/.initializing 2024-12-06T05:55:01,489 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/MasterData/WALs/b543b351fe95,37981,1733464501285 2024-12-06T05:55:01,490 INFO [master/b543b351fe95:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T05:55:01,492 INFO [master/b543b351fe95:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b543b351fe95%2C37981%2C1733464501285, suffix=, logDir=hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/MasterData/WALs/b543b351fe95,37981,1733464501285, archiveDir=hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/MasterData/oldWALs, maxLogs=10 2024-12-06T05:55:01,503 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/MasterData/WALs/b543b351fe95,37981,1733464501285/b543b351fe95%2C37981%2C1733464501285.1733464501492, exclude list is [], retry=0 2024-12-06T05:55:01,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37765,DS-e0ad9a12-a7fa-4e97-82b7-6f8c7df6625f,DISK] 2024-12-06T05:55:01,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38255,DS-460a2f09-ff3f-4d0c-a667-11b9d952b85c,DISK] 2024-12-06T05:55:01,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35339,DS-6b462a46-fec6-48c0-af69-b9391d16389a,DISK] 2024-12-06T05:55:01,509 INFO [master/b543b351fe95:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/MasterData/WALs/b543b351fe95,37981,1733464501285/b543b351fe95%2C37981%2C1733464501285.1733464501492 2024-12-06T05:55:01,509 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44537:44537),(127.0.0.1/127.0.0.1:35013:35013),(127.0.0.1/127.0.0.1:42175:42175)] 2024-12-06T05:55:01,509 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:55:01,510 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:55:01,510 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:55:01,510 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:55:01,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:55:01,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T05:55:01,513 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:55:01,514 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:55:01,514 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:55:01,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T05:55:01,516 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:55:01,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:55:01,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:55:01,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T05:55:01,518 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:55:01,519 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:55:01,519 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:55:01,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T05:55:01,521 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:55:01,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:55:01,522 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:55:01,522 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:55:01,523 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:55:01,524 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:55:01,524 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:55:01,524 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:55:01,525 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:55:01,528 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:55:01,528 INFO [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61829783, jitterRate=-0.07866443693637848}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:55:01,529 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733464501510Initializing all the Stores at 1733464501511 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733464501511Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464501511Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464501511Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464501511Cleaning up temporary data from old regions at 1733464501524 (+13 ms)Region opened successfully at 1733464501529 (+5 ms) 2024-12-06T05:55:01,529 INFO [master/b543b351fe95:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T05:55:01,533 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b27b9bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b543b351fe95/172.17.0.2:0 2024-12-06T05:55:01,534 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T05:55:01,534 INFO [master/b543b351fe95:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T05:55:01,534 INFO [master/b543b351fe95:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T05:55:01,534 INFO [master/b543b351fe95:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T05:55:01,534 INFO [master/b543b351fe95:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T05:55:01,535 INFO [master/b543b351fe95:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T05:55:01,535 INFO [master/b543b351fe95:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-12-06T05:55:01,537 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T05:55:01,538 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37981-0x100ae18887f0000, quorum=127.0.0.1:65137, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-06T05:55:01,539 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-06T05:55:01,539 INFO [master/b543b351fe95:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T05:55:01,540 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37981-0x100ae18887f0000, quorum=127.0.0.1:65137, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-06T05:55:01,540 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-06T05:55:01,540 INFO [master/b543b351fe95:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T05:55:01,541 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37981-0x100ae18887f0000, quorum=127.0.0.1:65137, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-06T05:55:01,542 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-06T05:55:01,542 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37981-0x100ae18887f0000, quorum=127.0.0.1:65137, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-06T05:55:01,543 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-06T05:55:01,545 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37981-0x100ae18887f0000, quorum=127.0.0.1:65137, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T05:55:01,545 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-06T05:55:01,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34863-0x100ae18887f0003, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T05:55:01,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41947-0x100ae18887f0001, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T05:55:01,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37981-0x100ae18887f0000, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T05:55:01,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37223-0x100ae18887f0002, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T05:55:01,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34863-0x100ae18887f0003, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:55:01,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41947-0x100ae18887f0001, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:55:01,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37223-0x100ae18887f0002, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:55:01,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37981-0x100ae18887f0000, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:55:01,547 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b543b351fe95,37981,1733464501285, sessionid=0x100ae18887f0000, setting cluster-up flag (Was=false) 2024-12-06T05:55:01,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34863-0x100ae18887f0003, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:55:01,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37981-0x100ae18887f0000, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:55:01,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37223-0x100ae18887f0002, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:55:01,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41947-0x100ae18887f0001, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:55:01,553 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-06T05:55:01,554 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b543b351fe95,37981,1733464501285 2024-12-06T05:55:01,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41947-0x100ae18887f0001, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:55:01,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34863-0x100ae18887f0003, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:55:01,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37223-0x100ae18887f0002, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:55:01,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37981-0x100ae18887f0000, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:55:01,560 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-06T05:55:01,561 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b543b351fe95,37981,1733464501285 2024-12-06T05:55:01,562 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T05:55:01,563 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T05:55:01,564 INFO [master/b543b351fe95:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T05:55:01,564 INFO [master/b543b351fe95:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T05:55:01,564 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b543b351fe95,37981,1733464501285 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T05:55:01,565 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b543b351fe95:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:55:01,565 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b543b351fe95:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:55:01,566 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b543b351fe95:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:55:01,566 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b543b351fe95:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:55:01,566 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b543b351fe95:0, corePoolSize=10, maxPoolSize=10 2024-12-06T05:55:01,566 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:55:01,566 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b543b351fe95:0, corePoolSize=2, maxPoolSize=2 2024-12-06T05:55:01,566 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:55:01,567 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T05:55:01,568 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T05:55:01,569 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:55:01,569 INFO [master/b543b351fe95:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733464531569 2024-12-06T05:55:01,569 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T05:55:01,569 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T05:55:01,569 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T05:55:01,569 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T05:55:01,569 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T05:55:01,569 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T05:55:01,570 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T05:55:01,570 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T05:55:01,570 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T05:55:01,570 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T05:55:01,570 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T05:55:01,571 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T05:55:01,571 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T05:55:01,572 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b543b351fe95:0:becomeActiveMaster-HFileCleaner.large.0-1733464501571,5,FailOnTimeoutGroup] 2024-12-06T05:55:01,572 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b543b351fe95:0:becomeActiveMaster-HFileCleaner.small.0-1733464501572,5,FailOnTimeoutGroup] 2024-12-06T05:55:01,572 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T05:55:01,572 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T05:55:01,572 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T05:55:01,572 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T05:55:01,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37765 is added to blk_1073741831_1007 (size=1321) 2024-12-06T05:55:01,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741831_1007 (size=1321) 2024-12-06T05:55:01,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38255 is added to blk_1073741831_1007 (size=1321) 2024-12-06T05:55:01,581 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T05:55:01,581 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3 2024-12-06T05:55:01,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741832_1008 (size=32) 2024-12-06T05:55:01,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37765 is added to blk_1073741832_1008 (size=32) 2024-12-06T05:55:01,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38255 is added to blk_1073741832_1008 (size=32) 2024-12-06T05:55:01,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:55:01,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T05:55:01,593 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T05:55:01,593 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:55:01,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:55:01,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T05:55:01,595 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T05:55:01,595 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:55:01,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:55:01,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T05:55:01,597 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T05:55:01,597 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:55:01,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:55:01,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T05:55:01,599 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T05:55:01,599 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:55:01,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:55:01,600 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T05:55:01,601 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/hbase/meta/1588230740 2024-12-06T05:55:01,601 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/hbase/meta/1588230740 2024-12-06T05:55:01,602 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T05:55:01,602 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T05:55:01,603 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:55:01,604 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T05:55:01,606 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:55:01,607 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58953213, jitterRate=-0.12152867019176483}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:55:01,608 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733464501591Initializing all the Stores at 1733464501591Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733464501591Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733464501592 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464501592Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733464501592Cleaning up temporary data from old regions at 1733464501602 (+10 ms)Region opened successfully at 1733464501608 (+6 ms) 2024-12-06T05:55:01,608 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T05:55:01,608 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T05:55:01,608 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T05:55:01,608 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T05:55:01,608 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T05:55:01,608 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T05:55:01,608 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733464501608Disabling compacts and flushes for region at 1733464501608Disabling writes for close at 1733464501608Writing region close event to WAL at 1733464501608Closed at 1733464501608 2024-12-06T05:55:01,609 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T05:55:01,610 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T05:55:01,610 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T05:55:01,611 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T05:55:01,612 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T05:55:01,615 INFO [RS:1;b543b351fe95:37223 {}] regionserver.HRegionServer(746): ClusterId : 4c036de3-8ccc-4359-96df-119d84ab7f58 2024-12-06T05:55:01,615 INFO [RS:0;b543b351fe95:41947 {}] regionserver.HRegionServer(746): ClusterId : 4c036de3-8ccc-4359-96df-119d84ab7f58 2024-12-06T05:55:01,615 INFO [RS:2;b543b351fe95:34863 {}] regionserver.HRegionServer(746): ClusterId : 4c036de3-8ccc-4359-96df-119d84ab7f58 2024-12-06T05:55:01,615 DEBUG [RS:1;b543b351fe95:37223 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T05:55:01,615 DEBUG [RS:0;b543b351fe95:41947 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T05:55:01,615 DEBUG [RS:2;b543b351fe95:34863 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T05:55:01,616 DEBUG [RS:1;b543b351fe95:37223 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T05:55:01,616 DEBUG [RS:2;b543b351fe95:34863 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T05:55:01,616 DEBUG [RS:0;b543b351fe95:41947 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T05:55:01,616 DEBUG [RS:2;b543b351fe95:34863 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T05:55:01,616 DEBUG [RS:1;b543b351fe95:37223 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T05:55:01,616 DEBUG [RS:0;b543b351fe95:41947 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T05:55:01,618 DEBUG [RS:2;b543b351fe95:34863 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T05:55:01,618 DEBUG [RS:0;b543b351fe95:41947 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T05:55:01,618 DEBUG [RS:1;b543b351fe95:37223 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T05:55:01,618 DEBUG [RS:1;b543b351fe95:37223 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43ff329e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b543b351fe95/172.17.0.2:0 2024-12-06T05:55:01,618 DEBUG [RS:0;b543b351fe95:41947 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32a9657a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b543b351fe95/172.17.0.2:0 2024-12-06T05:55:01,618 DEBUG [RS:2;b543b351fe95:34863 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67f1981a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b543b351fe95/172.17.0.2:0 2024-12-06T05:55:01,629 DEBUG [RS:2;b543b351fe95:34863 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;b543b351fe95:34863 2024-12-06T05:55:01,629 INFO [RS:2;b543b351fe95:34863 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T05:55:01,629 INFO [RS:2;b543b351fe95:34863 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T05:55:01,629 DEBUG [RS:2;b543b351fe95:34863 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T05:55:01,630 INFO [RS:2;b543b351fe95:34863 {}] regionserver.HRegionServer(2659): reportForDuty to master=b543b351fe95,37981,1733464501285 with port=34863, startcode=1733464501397 2024-12-06T05:55:01,630 DEBUG [RS:2;b543b351fe95:34863 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T05:55:01,632 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42233, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T05:55:01,632 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37981 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b543b351fe95,34863,1733464501397 2024-12-06T05:55:01,632 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37981 {}] master.ServerManager(517): Registering regionserver=b543b351fe95,34863,1733464501397 2024-12-06T05:55:01,633 DEBUG [RS:1;b543b351fe95:37223 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;b543b351fe95:37223 2024-12-06T05:55:01,633 INFO [RS:1;b543b351fe95:37223 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T05:55:01,633 INFO [RS:1;b543b351fe95:37223 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T05:55:01,633 DEBUG [RS:1;b543b351fe95:37223 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T05:55:01,633 DEBUG [RS:2;b543b351fe95:34863 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3 2024-12-06T05:55:01,634 DEBUG [RS:2;b543b351fe95:34863 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38215 2024-12-06T05:55:01,634 DEBUG [RS:2;b543b351fe95:34863 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T05:55:01,634 INFO [RS:1;b543b351fe95:37223 {}] regionserver.HRegionServer(2659): reportForDuty to master=b543b351fe95,37981,1733464501285 with port=37223, startcode=1733464501369 2024-12-06T05:55:01,634 DEBUG [RS:1;b543b351fe95:37223 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T05:55:01,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37981-0x100ae18887f0000, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T05:55:01,635 DEBUG [RS:2;b543b351fe95:34863 {}] zookeeper.ZKUtil(111): regionserver:34863-0x100ae18887f0003, quorum=127.0.0.1:65137, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b543b351fe95,34863,1733464501397 2024-12-06T05:55:01,635 WARN [RS:2;b543b351fe95:34863 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T05:55:01,635 INFO [RS:2;b543b351fe95:34863 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:55:01,636 DEBUG [RS:2;b543b351fe95:34863 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/WALs/b543b351fe95,34863,1733464501397 2024-12-06T05:55:01,638 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b543b351fe95,34863,1733464501397] 2024-12-06T05:55:01,638 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49095, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T05:55:01,638 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37981 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b543b351fe95,37223,1733464501369 2024-12-06T05:55:01,638 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37981 {}] master.ServerManager(517): Registering regionserver=b543b351fe95,37223,1733464501369 2024-12-06T05:55:01,639 DEBUG [RS:0;b543b351fe95:41947 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b543b351fe95:41947 2024-12-06T05:55:01,639 INFO [RS:0;b543b351fe95:41947 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T05:55:01,639 INFO [RS:0;b543b351fe95:41947 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T05:55:01,639 DEBUG [RS:0;b543b351fe95:41947 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T05:55:01,639 DEBUG [RS:1;b543b351fe95:37223 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3 2024-12-06T05:55:01,640 DEBUG [RS:1;b543b351fe95:37223 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38215 2024-12-06T05:55:01,640 DEBUG [RS:1;b543b351fe95:37223 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T05:55:01,640 INFO [RS:0;b543b351fe95:41947 {}] regionserver.HRegionServer(2659): reportForDuty to master=b543b351fe95,37981,1733464501285 with port=41947, startcode=1733464501337 2024-12-06T05:55:01,640 DEBUG [RS:0;b543b351fe95:41947 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T05:55:01,642 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56861, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T05:55:01,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37981-0x100ae18887f0000, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T05:55:01,642 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37981 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b543b351fe95,41947,1733464501337 2024-12-06T05:55:01,642 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37981 {}] master.ServerManager(517): Registering regionserver=b543b351fe95,41947,1733464501337 2024-12-06T05:55:01,643 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b543b351fe95,37223,1733464501369] 2024-12-06T05:55:01,643 DEBUG [RS:1;b543b351fe95:37223 {}] zookeeper.ZKUtil(111): regionserver:37223-0x100ae18887f0002, quorum=127.0.0.1:65137, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b543b351fe95,37223,1733464501369 2024-12-06T05:55:01,643 WARN [RS:1;b543b351fe95:37223 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T05:55:01,643 INFO [RS:1;b543b351fe95:37223 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:55:01,643 DEBUG [RS:1;b543b351fe95:37223 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/WALs/b543b351fe95,37223,1733464501369 2024-12-06T05:55:01,643 INFO [RS:2;b543b351fe95:34863 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T05:55:01,644 DEBUG [RS:0;b543b351fe95:41947 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3 2024-12-06T05:55:01,644 DEBUG [RS:0;b543b351fe95:41947 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38215 2024-12-06T05:55:01,644 DEBUG [RS:0;b543b351fe95:41947 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T05:55:01,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37981-0x100ae18887f0000, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T05:55:01,645 INFO [RS:2;b543b351fe95:34863 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T05:55:01,645 DEBUG [RS:0;b543b351fe95:41947 {}] zookeeper.ZKUtil(111): regionserver:41947-0x100ae18887f0001, quorum=127.0.0.1:65137, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b543b351fe95,41947,1733464501337 2024-12-06T05:55:01,645 WARN [RS:0;b543b351fe95:41947 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T05:55:01,646 INFO [RS:0;b543b351fe95:41947 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:55:01,646 DEBUG [RS:0;b543b351fe95:41947 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/WALs/b543b351fe95,41947,1733464501337 2024-12-06T05:55:01,646 INFO [RS:2;b543b351fe95:34863 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T05:55:01,646 INFO [RS:2;b543b351fe95:34863 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:55:01,646 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b543b351fe95,41947,1733464501337] 2024-12-06T05:55:01,646 INFO [RS:2;b543b351fe95:34863 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T05:55:01,647 INFO [RS:2;b543b351fe95:34863 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T05:55:01,647 INFO [RS:2;b543b351fe95:34863 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T05:55:01,647 DEBUG [RS:2;b543b351fe95:34863 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:55:01,647 DEBUG [RS:2;b543b351fe95:34863 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:55:01,647 DEBUG [RS:2;b543b351fe95:34863 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:55:01,648 DEBUG [RS:2;b543b351fe95:34863 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:55:01,648 DEBUG [RS:2;b543b351fe95:34863 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:55:01,648 DEBUG [RS:2;b543b351fe95:34863 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b543b351fe95:0, corePoolSize=2, maxPoolSize=2 2024-12-06T05:55:01,648 DEBUG [RS:2;b543b351fe95:34863 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:55:01,648 INFO [RS:1;b543b351fe95:37223 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T05:55:01,648 DEBUG [RS:2;b543b351fe95:34863 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:55:01,648 DEBUG [RS:2;b543b351fe95:34863 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:55:01,648 DEBUG [RS:2;b543b351fe95:34863 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:55:01,648 DEBUG [RS:2;b543b351fe95:34863 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:55:01,648 DEBUG [RS:2;b543b351fe95:34863 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:55:01,648 DEBUG [RS:2;b543b351fe95:34863 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0, corePoolSize=3, maxPoolSize=3 2024-12-06T05:55:01,648 DEBUG [RS:2;b543b351fe95:34863 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b543b351fe95:0, corePoolSize=3, maxPoolSize=3 2024-12-06T05:55:01,650 INFO [RS:0;b543b351fe95:41947 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T05:55:01,650 INFO [RS:2;b543b351fe95:34863 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T05:55:01,650 INFO [RS:2;b543b351fe95:34863 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T05:55:01,650 INFO [RS:1;b543b351fe95:37223 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T05:55:01,650 INFO [RS:2;b543b351fe95:34863 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:55:01,650 INFO [RS:2;b543b351fe95:34863 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T05:55:01,650 INFO [RS:2;b543b351fe95:34863 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T05:55:01,650 INFO [RS:2;b543b351fe95:34863 {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,34863,1733464501397-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T05:55:01,650 INFO [RS:1;b543b351fe95:37223 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T05:55:01,650 INFO [RS:1;b543b351fe95:37223 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:55:01,650 INFO [RS:1;b543b351fe95:37223 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T05:55:01,653 INFO [RS:0;b543b351fe95:41947 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T05:55:01,653 INFO [RS:1;b543b351fe95:37223 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T05:55:01,654 INFO [RS:0;b543b351fe95:41947 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T05:55:01,654 INFO [RS:1;b543b351fe95:37223 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T05:55:01,654 INFO [RS:0;b543b351fe95:41947 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:55:01,654 DEBUG [RS:1;b543b351fe95:37223 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:55:01,654 DEBUG [RS:1;b543b351fe95:37223 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:55:01,654 INFO [RS:0;b543b351fe95:41947 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T05:55:01,654 DEBUG [RS:1;b543b351fe95:37223 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:55:01,654 DEBUG [RS:1;b543b351fe95:37223 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:55:01,654 DEBUG [RS:1;b543b351fe95:37223 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:55:01,654 DEBUG [RS:1;b543b351fe95:37223 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b543b351fe95:0, corePoolSize=2, maxPoolSize=2 2024-12-06T05:55:01,654 DEBUG [RS:1;b543b351fe95:37223 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:55:01,654 DEBUG [RS:1;b543b351fe95:37223 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:55:01,654 DEBUG [RS:1;b543b351fe95:37223 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:55:01,654 DEBUG [RS:1;b543b351fe95:37223 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:55:01,654 DEBUG [RS:1;b543b351fe95:37223 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:55:01,654 DEBUG [RS:1;b543b351fe95:37223 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:55:01,654 DEBUG [RS:1;b543b351fe95:37223 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0, corePoolSize=3, maxPoolSize=3 2024-12-06T05:55:01,654 DEBUG [RS:1;b543b351fe95:37223 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b543b351fe95:0, corePoolSize=3, maxPoolSize=3 2024-12-06T05:55:01,655 INFO [RS:0;b543b351fe95:41947 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T05:55:01,655 INFO [RS:0;b543b351fe95:41947 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T05:55:01,655 DEBUG [RS:0;b543b351fe95:41947 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:55:01,655 DEBUG [RS:0;b543b351fe95:41947 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:55:01,655 DEBUG [RS:0;b543b351fe95:41947 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:55:01,655 DEBUG [RS:0;b543b351fe95:41947 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:55:01,655 DEBUG [RS:0;b543b351fe95:41947 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:55:01,655 DEBUG [RS:0;b543b351fe95:41947 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b543b351fe95:0, corePoolSize=2, maxPoolSize=2 2024-12-06T05:55:01,655 DEBUG [RS:0;b543b351fe95:41947 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:55:01,655 DEBUG [RS:0;b543b351fe95:41947 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:55:01,655 DEBUG [RS:0;b543b351fe95:41947 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:55:01,655 DEBUG [RS:0;b543b351fe95:41947 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:55:01,656 DEBUG [RS:0;b543b351fe95:41947 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:55:01,656 DEBUG [RS:0;b543b351fe95:41947 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:55:01,656 DEBUG [RS:0;b543b351fe95:41947 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0, corePoolSize=3, maxPoolSize=3 2024-12-06T05:55:01,656 DEBUG [RS:0;b543b351fe95:41947 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b543b351fe95:0, corePoolSize=3, maxPoolSize=3 2024-12-06T05:55:01,656 INFO [RS:1;b543b351fe95:37223 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T05:55:01,657 INFO [RS:1;b543b351fe95:37223 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T05:55:01,657 INFO [RS:1;b543b351fe95:37223 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:55:01,657 INFO [RS:1;b543b351fe95:37223 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T05:55:01,657 INFO [RS:0;b543b351fe95:41947 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T05:55:01,657 INFO [RS:1;b543b351fe95:37223 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T05:55:01,657 INFO [RS:0;b543b351fe95:41947 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T05:55:01,657 INFO [RS:1;b543b351fe95:37223 {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,37223,1733464501369-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T05:55:01,657 INFO [RS:0;b543b351fe95:41947 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:55:01,657 INFO [RS:0;b543b351fe95:41947 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T05:55:01,657 INFO [RS:0;b543b351fe95:41947 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T05:55:01,657 INFO [RS:0;b543b351fe95:41947 {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,41947,1733464501337-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T05:55:01,667 INFO [RS:2;b543b351fe95:34863 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T05:55:01,668 INFO [RS:2;b543b351fe95:34863 {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,34863,1733464501397-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:55:01,668 INFO [RS:2;b543b351fe95:34863 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:55:01,668 INFO [RS:2;b543b351fe95:34863 {}] regionserver.Replication(171): b543b351fe95,34863,1733464501397 started 2024-12-06T05:55:01,672 INFO [RS:0;b543b351fe95:41947 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T05:55:01,673 INFO [RS:0;b543b351fe95:41947 {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,41947,1733464501337-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:55:01,673 INFO [RS:0;b543b351fe95:41947 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:55:01,673 INFO [RS:0;b543b351fe95:41947 {}] regionserver.Replication(171): b543b351fe95,41947,1733464501337 started 2024-12-06T05:55:01,677 INFO [RS:1;b543b351fe95:37223 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T05:55:01,677 INFO [RS:1;b543b351fe95:37223 {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,37223,1733464501369-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:55:01,677 INFO [RS:1;b543b351fe95:37223 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:55:01,678 INFO [RS:1;b543b351fe95:37223 {}] regionserver.Replication(171): b543b351fe95,37223,1733464501369 started 2024-12-06T05:55:01,683 INFO [RS:0;b543b351fe95:41947 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:55:01,684 INFO [RS:0;b543b351fe95:41947 {}] regionserver.HRegionServer(1482): Serving as b543b351fe95,41947,1733464501337, RpcServer on b543b351fe95/172.17.0.2:41947, sessionid=0x100ae18887f0001 2024-12-06T05:55:01,684 DEBUG [RS:0;b543b351fe95:41947 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T05:55:01,684 DEBUG [RS:0;b543b351fe95:41947 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b543b351fe95,41947,1733464501337 2024-12-06T05:55:01,684 DEBUG [RS:0;b543b351fe95:41947 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b543b351fe95,41947,1733464501337' 2024-12-06T05:55:01,684 DEBUG [RS:0;b543b351fe95:41947 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-06T05:55:01,684 DEBUG [RS:0;b543b351fe95:41947 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-06T05:55:01,685 DEBUG [RS:0;b543b351fe95:41947 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T05:55:01,685 DEBUG [RS:0;b543b351fe95:41947 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T05:55:01,685 DEBUG [RS:0;b543b351fe95:41947 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b543b351fe95,41947,1733464501337 2024-12-06T05:55:01,685 DEBUG [RS:0;b543b351fe95:41947 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b543b351fe95,41947,1733464501337' 2024-12-06T05:55:01,685 DEBUG [RS:0;b543b351fe95:41947 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-06T05:55:01,685 DEBUG [RS:0;b543b351fe95:41947 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-06T05:55:01,686 INFO [RS:2;b543b351fe95:34863 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:55:01,686 INFO [RS:2;b543b351fe95:34863 {}] regionserver.HRegionServer(1482): Serving as b543b351fe95,34863,1733464501397, RpcServer on b543b351fe95/172.17.0.2:34863, sessionid=0x100ae18887f0003 2024-12-06T05:55:01,686 DEBUG [RS:0;b543b351fe95:41947 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T05:55:01,686 DEBUG [RS:2;b543b351fe95:34863 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T05:55:01,686 INFO [RS:0;b543b351fe95:41947 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T05:55:01,686 INFO [RS:0;b543b351fe95:41947 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T05:55:01,686 DEBUG [RS:2;b543b351fe95:34863 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b543b351fe95,34863,1733464501397 2024-12-06T05:55:01,686 DEBUG [RS:2;b543b351fe95:34863 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b543b351fe95,34863,1733464501397' 2024-12-06T05:55:01,686 DEBUG [RS:2;b543b351fe95:34863 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-06T05:55:01,686 DEBUG [RS:2;b543b351fe95:34863 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-06T05:55:01,687 DEBUG [RS:2;b543b351fe95:34863 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T05:55:01,687 DEBUG [RS:2;b543b351fe95:34863 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T05:55:01,687 DEBUG [RS:2;b543b351fe95:34863 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b543b351fe95,34863,1733464501397 2024-12-06T05:55:01,687 DEBUG [RS:2;b543b351fe95:34863 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b543b351fe95,34863,1733464501397' 2024-12-06T05:55:01,687 DEBUG [RS:2;b543b351fe95:34863 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-06T05:55:01,687 DEBUG [RS:2;b543b351fe95:34863 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-06T05:55:01,687 DEBUG [RS:2;b543b351fe95:34863 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T05:55:01,688 INFO [RS:2;b543b351fe95:34863 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T05:55:01,688 INFO [RS:2;b543b351fe95:34863 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T05:55:01,695 INFO [RS:1;b543b351fe95:37223 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:55:01,696 INFO [RS:1;b543b351fe95:37223 {}] regionserver.HRegionServer(1482): Serving as b543b351fe95,37223,1733464501369, RpcServer on b543b351fe95/172.17.0.2:37223, sessionid=0x100ae18887f0002 2024-12-06T05:55:01,696 DEBUG [RS:1;b543b351fe95:37223 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T05:55:01,696 DEBUG [RS:1;b543b351fe95:37223 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b543b351fe95,37223,1733464501369 2024-12-06T05:55:01,696 DEBUG [RS:1;b543b351fe95:37223 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b543b351fe95,37223,1733464501369' 2024-12-06T05:55:01,696 DEBUG [RS:1;b543b351fe95:37223 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-06T05:55:01,697 DEBUG [RS:1;b543b351fe95:37223 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-06T05:55:01,697 DEBUG [RS:1;b543b351fe95:37223 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T05:55:01,697 DEBUG [RS:1;b543b351fe95:37223 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T05:55:01,697 DEBUG [RS:1;b543b351fe95:37223 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b543b351fe95,37223,1733464501369 2024-12-06T05:55:01,697 DEBUG [RS:1;b543b351fe95:37223 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b543b351fe95,37223,1733464501369' 2024-12-06T05:55:01,697 DEBUG [RS:1;b543b351fe95:37223 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-06T05:55:01,698 DEBUG [RS:1;b543b351fe95:37223 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-06T05:55:01,698 DEBUG [RS:1;b543b351fe95:37223 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T05:55:01,698 INFO [RS:1;b543b351fe95:37223 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T05:55:01,698 INFO [RS:1;b543b351fe95:37223 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T05:55:01,762 WARN [b543b351fe95:37981 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T05:55:01,787 INFO [RS:0;b543b351fe95:41947 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T05:55:01,788 INFO [RS:2;b543b351fe95:34863 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T05:55:01,789 INFO [RS:0;b543b351fe95:41947 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b543b351fe95%2C41947%2C1733464501337, suffix=, logDir=hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/WALs/b543b351fe95,41947,1733464501337, archiveDir=hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/oldWALs, maxLogs=32 2024-12-06T05:55:01,791 INFO [RS:2;b543b351fe95:34863 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b543b351fe95%2C34863%2C1733464501397, suffix=, logDir=hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/WALs/b543b351fe95,34863,1733464501397, archiveDir=hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/oldWALs, maxLogs=32 2024-12-06T05:55:01,799 INFO [RS:1;b543b351fe95:37223 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T05:55:01,801 INFO [RS:1;b543b351fe95:37223 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b543b351fe95%2C37223%2C1733464501369, suffix=, logDir=hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/WALs/b543b351fe95,37223,1733464501369, archiveDir=hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/oldWALs, maxLogs=32 2024-12-06T05:55:01,808 DEBUG [RS:0;b543b351fe95:41947 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/WALs/b543b351fe95,41947,1733464501337/b543b351fe95%2C41947%2C1733464501337.1733464501793, exclude list is [], retry=0 2024-12-06T05:55:01,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35339,DS-6b462a46-fec6-48c0-af69-b9391d16389a,DISK] 2024-12-06T05:55:01,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37765,DS-e0ad9a12-a7fa-4e97-82b7-6f8c7df6625f,DISK] 2024-12-06T05:55:01,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38255,DS-460a2f09-ff3f-4d0c-a667-11b9d952b85c,DISK] 2024-12-06T05:55:01,812 DEBUG [RS:2;b543b351fe95:34863 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/WALs/b543b351fe95,34863,1733464501397/b543b351fe95%2C34863%2C1733464501397.1733464501794, exclude list is [], retry=0 2024-12-06T05:55:01,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37765,DS-e0ad9a12-a7fa-4e97-82b7-6f8c7df6625f,DISK] 2024-12-06T05:55:01,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38255,DS-460a2f09-ff3f-4d0c-a667-11b9d952b85c,DISK] 2024-12-06T05:55:01,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35339,DS-6b462a46-fec6-48c0-af69-b9391d16389a,DISK] 2024-12-06T05:55:01,818 INFO [RS:0;b543b351fe95:41947 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/WALs/b543b351fe95,41947,1733464501337/b543b351fe95%2C41947%2C1733464501337.1733464501793 2024-12-06T05:55:01,818 DEBUG [RS:1;b543b351fe95:37223 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/WALs/b543b351fe95,37223,1733464501369/b543b351fe95%2C37223%2C1733464501369.1733464501802, exclude list is [], retry=0 2024-12-06T05:55:01,820 DEBUG [RS:0;b543b351fe95:41947 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35013:35013),(127.0.0.1/127.0.0.1:42175:42175),(127.0.0.1/127.0.0.1:44537:44537)] 2024-12-06T05:55:01,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35339,DS-6b462a46-fec6-48c0-af69-b9391d16389a,DISK] 2024-12-06T05:55:01,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38255,DS-460a2f09-ff3f-4d0c-a667-11b9d952b85c,DISK] 2024-12-06T05:55:01,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37765,DS-e0ad9a12-a7fa-4e97-82b7-6f8c7df6625f,DISK] 2024-12-06T05:55:01,827 INFO [RS:2;b543b351fe95:34863 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/WALs/b543b351fe95,34863,1733464501397/b543b351fe95%2C34863%2C1733464501397.1733464501794 2024-12-06T05:55:01,829 DEBUG [RS:2;b543b351fe95:34863 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44537:44537),(127.0.0.1/127.0.0.1:35013:35013),(127.0.0.1/127.0.0.1:42175:42175)] 2024-12-06T05:55:01,833 INFO [RS:1;b543b351fe95:37223 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/WALs/b543b351fe95,37223,1733464501369/b543b351fe95%2C37223%2C1733464501369.1733464501802 2024-12-06T05:55:01,834 DEBUG [RS:1;b543b351fe95:37223 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35013:35013),(127.0.0.1/127.0.0.1:42175:42175),(127.0.0.1/127.0.0.1:44537:44537)] 2024-12-06T05:55:02,012 DEBUG [b543b351fe95:37981 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-06T05:55:02,013 DEBUG [b543b351fe95:37981 {}] balancer.BalancerClusterState(204): Hosts are {b543b351fe95=0} racks are {/default-rack=0} 2024-12-06T05:55:02,019 DEBUG [b543b351fe95:37981 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-06T05:55:02,019 DEBUG [b543b351fe95:37981 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-06T05:55:02,019 DEBUG [b543b351fe95:37981 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-06T05:55:02,019 DEBUG [b543b351fe95:37981 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-06T05:55:02,019 DEBUG [b543b351fe95:37981 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-06T05:55:02,019 DEBUG [b543b351fe95:37981 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-06T05:55:02,019 INFO [b543b351fe95:37981 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-06T05:55:02,019 INFO [b543b351fe95:37981 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-06T05:55:02,019 INFO [b543b351fe95:37981 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-06T05:55:02,019 DEBUG [b543b351fe95:37981 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-06T05:55:02,020 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b543b351fe95,37223,1733464501369 2024-12-06T05:55:02,021 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b543b351fe95,37223,1733464501369, state=OPENING 2024-12-06T05:55:02,023 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T05:55:02,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41947-0x100ae18887f0001, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:55:02,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37981-0x100ae18887f0000, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:55:02,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37223-0x100ae18887f0002, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:55:02,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34863-0x100ae18887f0003, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:55:02,024 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T05:55:02,024 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T05:55:02,024 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T05:55:02,024 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b543b351fe95,37223,1733464501369}] 2024-12-06T05:55:02,025 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T05:55:02,025 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T05:55:04,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:55:04,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:55:04,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:55:05,478 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T05:55:05,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:55:05,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:55:05,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:55:06,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T05:55:06,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-06T05:55:12,027 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T05:55:12,030 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47663, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T05:55:12,039 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T05:55:12,039 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:55:12,040 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T05:55:12,042 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b543b351fe95%2C37223%2C1733464501369.meta, suffix=.meta, logDir=hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/WALs/b543b351fe95,37223,1733464501369, archiveDir=hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/oldWALs, maxLogs=32 2024-12-06T05:55:12,054 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/WALs/b543b351fe95,37223,1733464501369/b543b351fe95%2C37223%2C1733464501369.meta.1733464512043.meta, exclude list is [], retry=0 2024-12-06T05:55:12,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35339,DS-6b462a46-fec6-48c0-af69-b9391d16389a,DISK] 2024-12-06T05:55:12,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37765,DS-e0ad9a12-a7fa-4e97-82b7-6f8c7df6625f,DISK] 2024-12-06T05:55:12,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38255,DS-460a2f09-ff3f-4d0c-a667-11b9d952b85c,DISK] 2024-12-06T05:55:12,059 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/WALs/b543b351fe95,37223,1733464501369/b543b351fe95%2C37223%2C1733464501369.meta.1733464512043.meta 2024-12-06T05:55:12,059 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35013:35013),(127.0.0.1/127.0.0.1:44537:44537),(127.0.0.1/127.0.0.1:42175:42175)] 2024-12-06T05:55:12,059 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:55:12,059 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T05:55:12,060 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T05:55:12,060 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T05:55:12,060 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T05:55:12,060 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:55:12,060 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T05:55:12,060 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T05:55:12,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T05:55:12,062 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T05:55:12,062 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:55:12,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:55:12,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T05:55:12,063 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T05:55:12,063 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:55:12,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:55:12,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T05:55:12,064 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T05:55:12,065 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:55:12,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:55:12,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T05:55:12,066 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T05:55:12,066 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:55:12,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:55:12,066 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T05:55:12,067 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/hbase/meta/1588230740 2024-12-06T05:55:12,068 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/hbase/meta/1588230740 2024-12-06T05:55:12,069 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T05:55:12,070 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T05:55:12,070 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:55:12,072 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T05:55:12,072 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70628269, jitterRate=0.05244322121143341}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:55:12,073 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T05:55:12,073 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733464512060Writing region info on filesystem at 1733464512060Initializing all the Stores at 1733464512061 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733464512061Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733464512061Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464512061Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733464512061Cleaning up temporary data from old regions at 1733464512070 (+9 ms)Running coprocessor post-open hooks at 1733464512073 (+3 ms)Region opened successfully at 1733464512073 2024-12-06T05:55:12,074 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733464512027 2024-12-06T05:55:12,076 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T05:55:12,076 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T05:55:12,077 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b543b351fe95,37223,1733464501369 2024-12-06T05:55:12,078 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b543b351fe95,37223,1733464501369, state=OPEN 2024-12-06T05:55:12,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37981-0x100ae18887f0000, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T05:55:12,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37223-0x100ae18887f0002, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T05:55:12,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34863-0x100ae18887f0003, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T05:55:12,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41947-0x100ae18887f0001, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T05:55:12,079 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b543b351fe95,37223,1733464501369 2024-12-06T05:55:12,079 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T05:55:12,079 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T05:55:12,079 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T05:55:12,079 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T05:55:12,081 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T05:55:12,081 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b543b351fe95,37223,1733464501369 in 10.0550 sec 2024-12-06T05:55:12,083 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T05:55:12,083 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.4710 sec 2024-12-06T05:55:12,084 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T05:55:12,084 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T05:55:12,086 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:55:12,086 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b543b351fe95,37223,1733464501369, seqNum=-1] 2024-12-06T05:55:12,086 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:55:12,087 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43057, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:55:12,092 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.5280 sec 2024-12-06T05:55:12,092 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733464512092, completionTime=-1 2024-12-06T05:55:12,092 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-06T05:55:12,092 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T05:55:12,093 INFO [master/b543b351fe95:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-06T05:55:12,093 INFO [master/b543b351fe95:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733464572093 2024-12-06T05:55:12,094 INFO [master/b543b351fe95:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733464632093 2024-12-06T05:55:12,094 INFO [master/b543b351fe95:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-06T05:55:12,094 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,37981,1733464501285-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:55:12,094 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,37981,1733464501285-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:55:12,094 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,37981,1733464501285-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:55:12,094 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b543b351fe95:37981, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:55:12,094 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T05:55:12,094 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T05:55:12,095 DEBUG [master/b543b351fe95:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T05:55:12,097 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 10.670sec 2024-12-06T05:55:12,098 INFO [master/b543b351fe95:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T05:55:12,098 INFO [master/b543b351fe95:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T05:55:12,098 INFO [master/b543b351fe95:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T05:55:12,098 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T05:55:12,098 INFO [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T05:55:12,098 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,37981,1733464501285-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T05:55:12,098 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,37981,1733464501285-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T05:55:12,101 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T05:55:12,101 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T05:55:12,101 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,37981,1733464501285-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:55:12,130 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73b9a4c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:55:12,130 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b543b351fe95,37981,-1 for getting cluster id 2024-12-06T05:55:12,130 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:55:12,132 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c036de3-8ccc-4359-96df-119d84ab7f58' 2024-12-06T05:55:12,132 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:55:12,133 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c036de3-8ccc-4359-96df-119d84ab7f58" 2024-12-06T05:55:12,133 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ebea2a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:55:12,133 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b543b351fe95,37981,-1] 2024-12-06T05:55:12,133 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:55:12,134 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:55:12,135 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55570, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:55:12,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@458797cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:55:12,136 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:55:12,137 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b543b351fe95,37223,1733464501369, seqNum=-1] 2024-12-06T05:55:12,137 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:55:12,139 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50376, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:55:12,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b543b351fe95,37981,1733464501285 2024-12-06T05:55:12,140 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733464512140 (current time:1733464512140). 2024-12-06T05:55:12,140 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-06T05:55:12,140 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-12-06T05:55:12,141 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@148dc65c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:55:12,141 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b543b351fe95,37981,-1 for getting cluster id 2024-12-06T05:55:12,141 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:55:12,142 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c036de3-8ccc-4359-96df-119d84ab7f58' 2024-12-06T05:55:12,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:55:12,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c036de3-8ccc-4359-96df-119d84ab7f58" 2024-12-06T05:55:12,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e1576ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:55:12,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b543b351fe95,37981,-1] 2024-12-06T05:55:12,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:55:12,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:55:12,143 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55592, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:55:12,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5eaf47d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:55:12,144 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:55:12,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b543b351fe95,37223,1733464501369, seqNum=-1] 2024-12-06T05:55:12,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:55:12,145 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50392, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:55:12,146 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:55:12,146 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:55:12,146 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:55:12,147 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:55:12,147 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:55:12,147 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:55:12,148 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is b543b351fe95,37981,1733464501285 2024-12-06T05:55:12,148 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@131bbe23 2024-12-06T05:55:12,148 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:55:12,150 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55596, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T05:55:12,151 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37981 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T05:55:12,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37981 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-12-06T05:55:12,154 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T05:55:12,154 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:55:12,154 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37981 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-12-06T05:55:12,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:55:12,155 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T05:55:12,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741837_1013 (size=361) 2024-12-06T05:55:12,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37765 is added to blk_1073741837_1013 (size=361) 2024-12-06T05:55:12,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38255 is added to blk_1073741837_1013 (size=361) 2024-12-06T05:55:12,166 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2cad52d4574ccb2ecdfb8dc7a72c63e6, NAME => 'SPTestTable,,1733464512150.2cad52d4574ccb2ecdfb8dc7a72c63e6.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3 2024-12-06T05:55:12,166 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => f15b1c5f40e2b9f35416bacadaece0d2, NAME => 'SPTestTable,33333332,1733464512150.f15b1c5f40e2b9f35416bacadaece0d2.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3 2024-12-06T05:55:12,166 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => f65ebb63aa7368ce134ae5ed8f5c60d5, NAME => 'SPTestTable,19999999,1733464512150.f65ebb63aa7368ce134ae5ed8f5c60d5.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3 2024-12-06T05:55:12,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741840_1016 (size=62) 2024-12-06T05:55:12,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38255 is added to blk_1073741840_1016 (size=62) 2024-12-06T05:55:12,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37765 is added to blk_1073741840_1016 (size=62) 2024-12-06T05:55:12,175 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733464512150.f15b1c5f40e2b9f35416bacadaece0d2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:55:12,175 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing f15b1c5f40e2b9f35416bacadaece0d2, disabling compactions & flushes 2024-12-06T05:55:12,175 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733464512150.f15b1c5f40e2b9f35416bacadaece0d2. 2024-12-06T05:55:12,175 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733464512150.f15b1c5f40e2b9f35416bacadaece0d2. 2024-12-06T05:55:12,175 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733464512150.f15b1c5f40e2b9f35416bacadaece0d2. after waiting 0 ms 2024-12-06T05:55:12,175 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733464512150.f15b1c5f40e2b9f35416bacadaece0d2. 2024-12-06T05:55:12,175 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733464512150.f15b1c5f40e2b9f35416bacadaece0d2. 2024-12-06T05:55:12,175 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for f15b1c5f40e2b9f35416bacadaece0d2: Waiting for close lock at 1733464512175Disabling compacts and flushes for region at 1733464512175Disabling writes for close at 1733464512175Writing region close event to WAL at 1733464512175Closed at 1733464512175 2024-12-06T05:55:12,176 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 74cf98579e7e8ad19bdee9d99871e203, NAME => 'SPTestTable,4ccccccb,1733464512150.74cf98579e7e8ad19bdee9d99871e203.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3 2024-12-06T05:55:12,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37765 is added to blk_1073741839_1015 (size=62) 2024-12-06T05:55:12,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741838_1014 (size=54) 2024-12-06T05:55:12,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741839_1015 (size=62) 2024-12-06T05:55:12,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38255 is added to blk_1073741838_1014 (size=54) 2024-12-06T05:55:12,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38255 is added to blk_1073741839_1015 (size=62) 2024-12-06T05:55:12,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37765 is added to blk_1073741838_1014 (size=54) 2024-12-06T05:55:12,180 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1733464512150.2cad52d4574ccb2ecdfb8dc7a72c63e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:55:12,180 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 2cad52d4574ccb2ecdfb8dc7a72c63e6, disabling compactions & flushes 2024-12-06T05:55:12,181 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1733464512150.2cad52d4574ccb2ecdfb8dc7a72c63e6. 2024-12-06T05:55:12,181 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733464512150.2cad52d4574ccb2ecdfb8dc7a72c63e6. 2024-12-06T05:55:12,181 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733464512150.2cad52d4574ccb2ecdfb8dc7a72c63e6. after waiting 0 ms 2024-12-06T05:55:12,181 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733464512150.2cad52d4574ccb2ecdfb8dc7a72c63e6. 2024-12-06T05:55:12,181 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1733464512150.2cad52d4574ccb2ecdfb8dc7a72c63e6. 2024-12-06T05:55:12,181 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2cad52d4574ccb2ecdfb8dc7a72c63e6: Waiting for close lock at 1733464512180Disabling compacts and flushes for region at 1733464512180Disabling writes for close at 1733464512181 (+1 ms)Writing region close event to WAL at 1733464512181Closed at 1733464512181 2024-12-06T05:55:12,182 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b718c40a53d83a64f7923e2bda5b6997, NAME => 'SPTestTable,66666664,1733464512150.b718c40a53d83a64f7923e2bda5b6997.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3 2024-12-06T05:55:12,182 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733464512150.f65ebb63aa7368ce134ae5ed8f5c60d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:55:12,182 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing f65ebb63aa7368ce134ae5ed8f5c60d5, disabling compactions & flushes 2024-12-06T05:55:12,182 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733464512150.f65ebb63aa7368ce134ae5ed8f5c60d5. 2024-12-06T05:55:12,182 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733464512150.f65ebb63aa7368ce134ae5ed8f5c60d5. 2024-12-06T05:55:12,182 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733464512150.f65ebb63aa7368ce134ae5ed8f5c60d5. after waiting 0 ms 2024-12-06T05:55:12,182 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733464512150.f65ebb63aa7368ce134ae5ed8f5c60d5. 2024-12-06T05:55:12,182 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733464512150.f65ebb63aa7368ce134ae5ed8f5c60d5. 2024-12-06T05:55:12,182 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for f65ebb63aa7368ce134ae5ed8f5c60d5: Waiting for close lock at 1733464512182Disabling compacts and flushes for region at 1733464512182Disabling writes for close at 1733464512182Writing region close event to WAL at 1733464512182Closed at 1733464512182 2024-12-06T05:55:12,183 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => ca981ce2bfee1a6035996d5f2042d037, NAME => 'SPTestTable,7ffffffd,1733464512150.ca981ce2bfee1a6035996d5f2042d037.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3 2024-12-06T05:55:12,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38255 is added to blk_1073741841_1017 (size=62) 2024-12-06T05:55:12,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741841_1017 (size=62) 2024-12-06T05:55:12,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37765 is added to blk_1073741841_1017 (size=62) 2024-12-06T05:55:12,188 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733464512150.74cf98579e7e8ad19bdee9d99871e203.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:55:12,188 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 74cf98579e7e8ad19bdee9d99871e203, disabling compactions & flushes 2024-12-06T05:55:12,188 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733464512150.74cf98579e7e8ad19bdee9d99871e203. 2024-12-06T05:55:12,188 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733464512150.74cf98579e7e8ad19bdee9d99871e203. 2024-12-06T05:55:12,188 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733464512150.74cf98579e7e8ad19bdee9d99871e203. after waiting 0 ms 2024-12-06T05:55:12,188 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733464512150.74cf98579e7e8ad19bdee9d99871e203. 2024-12-06T05:55:12,188 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733464512150.74cf98579e7e8ad19bdee9d99871e203. 2024-12-06T05:55:12,188 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 74cf98579e7e8ad19bdee9d99871e203: Waiting for close lock at 1733464512188Disabling compacts and flushes for region at 1733464512188Disabling writes for close at 1733464512188Writing region close event to WAL at 1733464512188Closed at 1733464512188 2024-12-06T05:55:12,189 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 52e49d24b1672fe31239e146e8433674, NAME => 'SPTestTable,99999996,1733464512150.52e49d24b1672fe31239e146e8433674.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3 2024-12-06T05:55:12,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37765 is added to blk_1073741842_1018 (size=62) 2024-12-06T05:55:12,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741842_1018 (size=62) 2024-12-06T05:55:12,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38255 is added to blk_1073741842_1018 (size=62) 2024-12-06T05:55:12,198 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733464512150.b718c40a53d83a64f7923e2bda5b6997.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:55:12,198 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing b718c40a53d83a64f7923e2bda5b6997, disabling compactions & flushes 2024-12-06T05:55:12,198 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733464512150.b718c40a53d83a64f7923e2bda5b6997. 2024-12-06T05:55:12,198 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733464512150.b718c40a53d83a64f7923e2bda5b6997. 2024-12-06T05:55:12,198 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733464512150.b718c40a53d83a64f7923e2bda5b6997. after waiting 0 ms 2024-12-06T05:55:12,198 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733464512150.b718c40a53d83a64f7923e2bda5b6997. 2024-12-06T05:55:12,198 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733464512150.b718c40a53d83a64f7923e2bda5b6997. 2024-12-06T05:55:12,198 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for b718c40a53d83a64f7923e2bda5b6997: Waiting for close lock at 1733464512198Disabling compacts and flushes for region at 1733464512198Disabling writes for close at 1733464512198Writing region close event to WAL at 1733464512198Closed at 1733464512198 2024-12-06T05:55:12,199 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b99f580c349cb52d5b78575312a5cbb3, NAME => 'SPTestTable,b333332f,1733464512150.b99f580c349cb52d5b78575312a5cbb3.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3 2024-12-06T05:55:12,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38255 is added to blk_1073741844_1020 (size=62) 2024-12-06T05:55:12,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741844_1020 (size=62) 2024-12-06T05:55:12,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37765 is added to blk_1073741844_1020 (size=62) 2024-12-06T05:55:12,206 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733464512150.52e49d24b1672fe31239e146e8433674.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:55:12,206 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 52e49d24b1672fe31239e146e8433674, disabling compactions & flushes 2024-12-06T05:55:12,206 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733464512150.52e49d24b1672fe31239e146e8433674. 2024-12-06T05:55:12,206 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733464512150.52e49d24b1672fe31239e146e8433674. 2024-12-06T05:55:12,206 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733464512150.52e49d24b1672fe31239e146e8433674. after waiting 0 ms 2024-12-06T05:55:12,206 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733464512150.52e49d24b1672fe31239e146e8433674. 2024-12-06T05:55:12,206 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733464512150.52e49d24b1672fe31239e146e8433674. 2024-12-06T05:55:12,206 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 52e49d24b1672fe31239e146e8433674: Waiting for close lock at 1733464512206Disabling compacts and flushes for region at 1733464512206Disabling writes for close at 1733464512206Writing region close event to WAL at 1733464512206Closed at 1733464512206 2024-12-06T05:55:12,207 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 7c806c103ce0b7416a9c74e1a640a2f5, NAME => 'SPTestTable,ccccccc8,1733464512150.7c806c103ce0b7416a9c74e1a640a2f5.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3 2024-12-06T05:55:12,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37765 is added to blk_1073741843_1019 (size=62) 2024-12-06T05:55:12,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38255 is added to blk_1073741843_1019 (size=62) 2024-12-06T05:55:12,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741843_1019 (size=62) 2024-12-06T05:55:12,216 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733464512150.ca981ce2bfee1a6035996d5f2042d037.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:55:12,217 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing ca981ce2bfee1a6035996d5f2042d037, disabling compactions & flushes 2024-12-06T05:55:12,217 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733464512150.ca981ce2bfee1a6035996d5f2042d037. 2024-12-06T05:55:12,217 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733464512150.ca981ce2bfee1a6035996d5f2042d037. 2024-12-06T05:55:12,217 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733464512150.ca981ce2bfee1a6035996d5f2042d037. after waiting 0 ms 2024-12-06T05:55:12,217 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733464512150.ca981ce2bfee1a6035996d5f2042d037. 2024-12-06T05:55:12,217 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733464512150.ca981ce2bfee1a6035996d5f2042d037. 2024-12-06T05:55:12,217 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for ca981ce2bfee1a6035996d5f2042d037: Waiting for close lock at 1733464512216Disabling compacts and flushes for region at 1733464512216Disabling writes for close at 1733464512217 (+1 ms)Writing region close event to WAL at 1733464512217Closed at 1733464512217 2024-12-06T05:55:12,217 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 50ae325221e476790d5037c9ce13cef2, NAME => 'SPTestTable,e6666661,1733464512150.50ae325221e476790d5037c9ce13cef2.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3 2024-12-06T05:55:12,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37765 is added to blk_1073741846_1022 (size=62) 2024-12-06T05:55:12,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741846_1022 (size=62) 2024-12-06T05:55:12,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38255 is added to blk_1073741846_1022 (size=62) 2024-12-06T05:55:12,228 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733464512150.7c806c103ce0b7416a9c74e1a640a2f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:55:12,228 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 7c806c103ce0b7416a9c74e1a640a2f5, disabling compactions & flushes 2024-12-06T05:55:12,229 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733464512150.7c806c103ce0b7416a9c74e1a640a2f5. 2024-12-06T05:55:12,229 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733464512150.7c806c103ce0b7416a9c74e1a640a2f5. 2024-12-06T05:55:12,229 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733464512150.7c806c103ce0b7416a9c74e1a640a2f5. after waiting 0 ms 2024-12-06T05:55:12,229 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733464512150.7c806c103ce0b7416a9c74e1a640a2f5. 2024-12-06T05:55:12,229 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733464512150.7c806c103ce0b7416a9c74e1a640a2f5. 2024-12-06T05:55:12,229 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 7c806c103ce0b7416a9c74e1a640a2f5: Waiting for close lock at 1733464512228Disabling compacts and flushes for region at 1733464512228Disabling writes for close at 1733464512229 (+1 ms)Writing region close event to WAL at 1733464512229Closed at 1733464512229 2024-12-06T05:55:12,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38255 is added to blk_1073741845_1021 (size=62) 2024-12-06T05:55:12,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37765 is added to blk_1073741845_1021 (size=62) 2024-12-06T05:55:12,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741845_1021 (size=62) 2024-12-06T05:55:12,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38255 is added to blk_1073741847_1023 (size=54) 2024-12-06T05:55:12,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37765 is added to blk_1073741847_1023 (size=54) 2024-12-06T05:55:12,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741847_1023 (size=54) 2024-12-06T05:55:12,243 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733464512150.50ae325221e476790d5037c9ce13cef2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:55:12,243 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 50ae325221e476790d5037c9ce13cef2, disabling compactions & flushes 2024-12-06T05:55:12,243 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733464512150.50ae325221e476790d5037c9ce13cef2. 2024-12-06T05:55:12,243 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733464512150.50ae325221e476790d5037c9ce13cef2. 2024-12-06T05:55:12,243 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733464512150.50ae325221e476790d5037c9ce13cef2. after waiting 0 ms 2024-12-06T05:55:12,243 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733464512150.50ae325221e476790d5037c9ce13cef2. 2024-12-06T05:55:12,243 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733464512150.50ae325221e476790d5037c9ce13cef2. 2024-12-06T05:55:12,243 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 50ae325221e476790d5037c9ce13cef2: Waiting for close lock at 1733464512243Disabling compacts and flushes for region at 1733464512243Disabling writes for close at 1733464512243Writing region close event to WAL at 1733464512243Closed at 1733464512243 2024-12-06T05:55:12,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:55:12,313 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T05:55:12,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:55:12,341 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:55:12,341 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:55:12,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:55:12,636 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733464512150.b99f580c349cb52d5b78575312a5cbb3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:55:12,636 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing b99f580c349cb52d5b78575312a5cbb3, disabling compactions & flushes 2024-12-06T05:55:12,636 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733464512150.b99f580c349cb52d5b78575312a5cbb3. 2024-12-06T05:55:12,636 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733464512150.b99f580c349cb52d5b78575312a5cbb3. 2024-12-06T05:55:12,636 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733464512150.b99f580c349cb52d5b78575312a5cbb3. after waiting 0 ms 2024-12-06T05:55:12,636 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733464512150.b99f580c349cb52d5b78575312a5cbb3. 2024-12-06T05:55:12,636 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733464512150.b99f580c349cb52d5b78575312a5cbb3. 2024-12-06T05:55:12,636 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for b99f580c349cb52d5b78575312a5cbb3: Waiting for close lock at 1733464512636Disabling compacts and flushes for region at 1733464512636Disabling writes for close at 1733464512636Writing region close event to WAL at 1733464512636Closed at 1733464512636 2024-12-06T05:55:12,637 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T05:55:12,638 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1733464512150.f15b1c5f40e2b9f35416bacadaece0d2.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733464512637"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733464512637"}]},"ts":"1733464512637"} 2024-12-06T05:55:12,638 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1733464512150.2cad52d4574ccb2ecdfb8dc7a72c63e6.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733464512637"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733464512637"}]},"ts":"1733464512637"} 2024-12-06T05:55:12,638 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1733464512150.f65ebb63aa7368ce134ae5ed8f5c60d5.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733464512637"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733464512637"}]},"ts":"1733464512637"} 2024-12-06T05:55:12,638 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1733464512150.74cf98579e7e8ad19bdee9d99871e203.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733464512637"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733464512637"}]},"ts":"1733464512637"} 2024-12-06T05:55:12,638 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1733464512150.b718c40a53d83a64f7923e2bda5b6997.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733464512637"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733464512637"}]},"ts":"1733464512637"} 2024-12-06T05:55:12,638 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1733464512150.52e49d24b1672fe31239e146e8433674.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733464512637"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733464512637"}]},"ts":"1733464512637"} 2024-12-06T05:55:12,638 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1733464512150.ca981ce2bfee1a6035996d5f2042d037.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733464512637"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733464512637"}]},"ts":"1733464512637"} 2024-12-06T05:55:12,638 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1733464512150.7c806c103ce0b7416a9c74e1a640a2f5.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733464512637"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733464512637"}]},"ts":"1733464512637"} 2024-12-06T05:55:12,638 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1733464512150.50ae325221e476790d5037c9ce13cef2.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733464512637"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733464512637"}]},"ts":"1733464512637"} 2024-12-06T05:55:12,638 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1733464512150.b99f580c349cb52d5b78575312a5cbb3.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733464512637"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733464512637"}]},"ts":"1733464512637"} 2024-12-06T05:55:12,642 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-12-06T05:55:12,643 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T05:55:12,643 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733464512643"}]},"ts":"1733464512643"} 2024-12-06T05:55:12,645 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-12-06T05:55:12,646 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {b543b351fe95=0} racks are {/default-rack=0} 2024-12-06T05:55:12,652 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-06T05:55:12,652 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-06T05:55:12,652 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-06T05:55:12,652 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-06T05:55:12,652 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-06T05:55:12,652 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-06T05:55:12,652 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-06T05:55:12,652 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-06T05:55:12,652 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-06T05:55:12,652 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-06T05:55:12,653 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2cad52d4574ccb2ecdfb8dc7a72c63e6, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f65ebb63aa7368ce134ae5ed8f5c60d5, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f15b1c5f40e2b9f35416bacadaece0d2, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=74cf98579e7e8ad19bdee9d99871e203, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b718c40a53d83a64f7923e2bda5b6997, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ca981ce2bfee1a6035996d5f2042d037, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=52e49d24b1672fe31239e146e8433674, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b99f580c349cb52d5b78575312a5cbb3, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7c806c103ce0b7416a9c74e1a640a2f5, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=50ae325221e476790d5037c9ce13cef2, ASSIGN}] 2024-12-06T05:55:12,655 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b718c40a53d83a64f7923e2bda5b6997, ASSIGN 2024-12-06T05:55:12,655 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ca981ce2bfee1a6035996d5f2042d037, ASSIGN 2024-12-06T05:55:12,655 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=74cf98579e7e8ad19bdee9d99871e203, ASSIGN 2024-12-06T05:55:12,655 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f15b1c5f40e2b9f35416bacadaece0d2, ASSIGN 2024-12-06T05:55:12,656 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b718c40a53d83a64f7923e2bda5b6997, ASSIGN; state=OFFLINE, location=b543b351fe95,41947,1733464501337; forceNewPlan=false, retain=false 2024-12-06T05:55:12,656 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ca981ce2bfee1a6035996d5f2042d037, ASSIGN; state=OFFLINE, location=b543b351fe95,34863,1733464501397; forceNewPlan=false, retain=false 2024-12-06T05:55:12,656 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=74cf98579e7e8ad19bdee9d99871e203, ASSIGN; state=OFFLINE, location=b543b351fe95,34863,1733464501397; forceNewPlan=false, retain=false 2024-12-06T05:55:12,656 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=50ae325221e476790d5037c9ce13cef2, ASSIGN 2024-12-06T05:55:12,656 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f15b1c5f40e2b9f35416bacadaece0d2, ASSIGN; state=OFFLINE, location=b543b351fe95,34863,1733464501397; forceNewPlan=false, retain=false 2024-12-06T05:55:12,657 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=50ae325221e476790d5037c9ce13cef2, ASSIGN; state=OFFLINE, location=b543b351fe95,37223,1733464501369; forceNewPlan=false, retain=false 2024-12-06T05:55:12,657 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7c806c103ce0b7416a9c74e1a640a2f5, ASSIGN 2024-12-06T05:55:12,658 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7c806c103ce0b7416a9c74e1a640a2f5, ASSIGN; state=OFFLINE, location=b543b351fe95,41947,1733464501337; forceNewPlan=false, retain=false 2024-12-06T05:55:12,658 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b99f580c349cb52d5b78575312a5cbb3, ASSIGN 2024-12-06T05:55:12,659 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b99f580c349cb52d5b78575312a5cbb3, ASSIGN; state=OFFLINE, location=b543b351fe95,34863,1733464501397; forceNewPlan=false, retain=false 2024-12-06T05:55:12,662 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2cad52d4574ccb2ecdfb8dc7a72c63e6, ASSIGN 2024-12-06T05:55:12,662 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=52e49d24b1672fe31239e146e8433674, ASSIGN 2024-12-06T05:55:12,662 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f65ebb63aa7368ce134ae5ed8f5c60d5, ASSIGN 2024-12-06T05:55:12,663 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2cad52d4574ccb2ecdfb8dc7a72c63e6, ASSIGN; state=OFFLINE, location=b543b351fe95,41947,1733464501337; forceNewPlan=false, retain=false 2024-12-06T05:55:12,663 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f65ebb63aa7368ce134ae5ed8f5c60d5, ASSIGN; state=OFFLINE, location=b543b351fe95,37223,1733464501369; forceNewPlan=false, retain=false 2024-12-06T05:55:12,663 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=52e49d24b1672fe31239e146e8433674, ASSIGN; state=OFFLINE, location=b543b351fe95,37223,1733464501369; forceNewPlan=false, retain=false 2024-12-06T05:55:12,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:55:12,807 INFO [b543b351fe95:37981 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-12-06T05:55:12,808 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2cad52d4574ccb2ecdfb8dc7a72c63e6, regionState=OPENING, regionLocation=b543b351fe95,41947,1733464501337 2024-12-06T05:55:12,808 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b718c40a53d83a64f7923e2bda5b6997, regionState=OPENING, regionLocation=b543b351fe95,41947,1733464501337 2024-12-06T05:55:12,808 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=7c806c103ce0b7416a9c74e1a640a2f5, regionState=OPENING, regionLocation=b543b351fe95,41947,1733464501337 2024-12-06T05:55:12,808 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=50ae325221e476790d5037c9ce13cef2, regionState=OPENING, regionLocation=b543b351fe95,37223,1733464501369 2024-12-06T05:55:12,808 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=52e49d24b1672fe31239e146e8433674, regionState=OPENING, regionLocation=b543b351fe95,37223,1733464501369 2024-12-06T05:55:12,809 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=b99f580c349cb52d5b78575312a5cbb3, regionState=OPENING, regionLocation=b543b351fe95,34863,1733464501397 2024-12-06T05:55:12,809 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f65ebb63aa7368ce134ae5ed8f5c60d5, regionState=OPENING, regionLocation=b543b351fe95,37223,1733464501369 2024-12-06T05:55:12,810 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=ca981ce2bfee1a6035996d5f2042d037, regionState=OPENING, regionLocation=b543b351fe95,34863,1733464501397 2024-12-06T05:55:12,810 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=74cf98579e7e8ad19bdee9d99871e203, regionState=OPENING, regionLocation=b543b351fe95,34863,1733464501397 2024-12-06T05:55:12,810 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=f15b1c5f40e2b9f35416bacadaece0d2, regionState=OPENING, regionLocation=b543b351fe95,34863,1733464501397 2024-12-06T05:55:12,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7c806c103ce0b7416a9c74e1a640a2f5, ASSIGN because future has completed 2024-12-06T05:55:12,814 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7c806c103ce0b7416a9c74e1a640a2f5, server=b543b351fe95,41947,1733464501337}] 2024-12-06T05:55:12,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=52e49d24b1672fe31239e146e8433674, ASSIGN because future has completed 2024-12-06T05:55:12,816 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 52e49d24b1672fe31239e146e8433674, server=b543b351fe95,37223,1733464501369}] 2024-12-06T05:55:12,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b718c40a53d83a64f7923e2bda5b6997, ASSIGN because future has completed 2024-12-06T05:55:12,817 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b718c40a53d83a64f7923e2bda5b6997, server=b543b351fe95,41947,1733464501337}] 2024-12-06T05:55:12,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2cad52d4574ccb2ecdfb8dc7a72c63e6, ASSIGN because future has completed 2024-12-06T05:55:12,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=50ae325221e476790d5037c9ce13cef2, ASSIGN because future has completed 2024-12-06T05:55:12,820 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2cad52d4574ccb2ecdfb8dc7a72c63e6, server=b543b351fe95,41947,1733464501337}] 2024-12-06T05:55:12,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f65ebb63aa7368ce134ae5ed8f5c60d5, ASSIGN because future has completed 2024-12-06T05:55:12,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ca981ce2bfee1a6035996d5f2042d037, ASSIGN because future has completed 2024-12-06T05:55:12,827 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 50ae325221e476790d5037c9ce13cef2, server=b543b351fe95,37223,1733464501369}] 2024-12-06T05:55:12,827 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f65ebb63aa7368ce134ae5ed8f5c60d5, server=b543b351fe95,37223,1733464501369}] 2024-12-06T05:55:12,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=74cf98579e7e8ad19bdee9d99871e203, ASSIGN because future has completed 2024-12-06T05:55:12,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b99f580c349cb52d5b78575312a5cbb3, ASSIGN because future has completed 2024-12-06T05:55:12,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f15b1c5f40e2b9f35416bacadaece0d2, ASSIGN because future has completed 2024-12-06T05:55:12,832 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 74cf98579e7e8ad19bdee9d99871e203, server=b543b351fe95,34863,1733464501397}] 2024-12-06T05:55:12,832 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure ca981ce2bfee1a6035996d5f2042d037, server=b543b351fe95,34863,1733464501397}] 2024-12-06T05:55:12,836 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure f15b1c5f40e2b9f35416bacadaece0d2, server=b543b351fe95,34863,1733464501397}] 2024-12-06T05:55:12,838 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure b99f580c349cb52d5b78575312a5cbb3, server=b543b351fe95,34863,1733464501397}] 2024-12-06T05:55:13,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:55:13,648 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T05:55:14,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:55:16,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:55:16,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-06T05:55:16,810 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-06T05:55:16,812 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T05:55:16,812 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-06T05:55:17,566 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T05:55:17,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:55:17,590 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:55:17,590 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:55:17,917 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b543b351fe95:36465 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-12-06T05:55:20,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:55:22,818 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T05:55:22,820 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34889, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T05:55:22,826 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733464512150.b718c40a53d83a64f7923e2bda5b6997. 2024-12-06T05:55:22,826 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => b718c40a53d83a64f7923e2bda5b6997, NAME => 'SPTestTable,66666664,1733464512150.b718c40a53d83a64f7923e2bda5b6997.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-06T05:55:22,827 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b718c40a53d83a64f7923e2bda5b6997 2024-12-06T05:55:22,827 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733464512150.b718c40a53d83a64f7923e2bda5b6997.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:55:22,827 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for b718c40a53d83a64f7923e2bda5b6997 2024-12-06T05:55:22,827 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for b718c40a53d83a64f7923e2bda5b6997 2024-12-06T05:55:22,829 INFO [StoreOpener-b718c40a53d83a64f7923e2bda5b6997-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b718c40a53d83a64f7923e2bda5b6997 2024-12-06T05:55:22,831 INFO [StoreOpener-b718c40a53d83a64f7923e2bda5b6997-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b718c40a53d83a64f7923e2bda5b6997 columnFamilyName cf 2024-12-06T05:55:22,831 DEBUG [StoreOpener-b718c40a53d83a64f7923e2bda5b6997-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:55:22,832 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733464512150.52e49d24b1672fe31239e146e8433674. 2024-12-06T05:55:22,832 INFO [StoreOpener-b718c40a53d83a64f7923e2bda5b6997-1 {}] regionserver.HStore(327): Store=b718c40a53d83a64f7923e2bda5b6997/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:55:22,832 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 52e49d24b1672fe31239e146e8433674, NAME => 'SPTestTable,99999996,1733464512150.52e49d24b1672fe31239e146e8433674.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-06T05:55:22,832 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for b718c40a53d83a64f7923e2bda5b6997 2024-12-06T05:55:22,833 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 52e49d24b1672fe31239e146e8433674 2024-12-06T05:55:22,833 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733464512150.52e49d24b1672fe31239e146e8433674.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:55:22,833 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 52e49d24b1672fe31239e146e8433674 2024-12-06T05:55:22,833 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 52e49d24b1672fe31239e146e8433674 2024-12-06T05:55:22,834 INFO [StoreOpener-52e49d24b1672fe31239e146e8433674-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 52e49d24b1672fe31239e146e8433674 2024-12-06T05:55:22,835 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/default/SPTestTable/b718c40a53d83a64f7923e2bda5b6997 2024-12-06T05:55:22,835 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/default/SPTestTable/b718c40a53d83a64f7923e2bda5b6997 2024-12-06T05:55:22,835 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for b718c40a53d83a64f7923e2bda5b6997 2024-12-06T05:55:22,836 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for b718c40a53d83a64f7923e2bda5b6997 2024-12-06T05:55:22,836 INFO [StoreOpener-52e49d24b1672fe31239e146e8433674-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52e49d24b1672fe31239e146e8433674 columnFamilyName cf 2024-12-06T05:55:22,836 DEBUG [StoreOpener-52e49d24b1672fe31239e146e8433674-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:55:22,837 INFO [StoreOpener-52e49d24b1672fe31239e146e8433674-1 {}] regionserver.HStore(327): Store=52e49d24b1672fe31239e146e8433674/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:55:22,837 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 52e49d24b1672fe31239e146e8433674 2024-12-06T05:55:22,837 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for b718c40a53d83a64f7923e2bda5b6997 2024-12-06T05:55:22,838 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T05:55:22,838 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/default/SPTestTable/52e49d24b1672fe31239e146e8433674 2024-12-06T05:55:22,839 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46747, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T05:55:22,840 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/default/SPTestTable/52e49d24b1672fe31239e146e8433674 2024-12-06T05:55:22,840 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 52e49d24b1672fe31239e146e8433674 2024-12-06T05:55:22,840 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 52e49d24b1672fe31239e146e8433674 2024-12-06T05:55:22,840 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/default/SPTestTable/b718c40a53d83a64f7923e2bda5b6997/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:55:22,841 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened b718c40a53d83a64f7923e2bda5b6997; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72297570, jitterRate=0.0773177444934845}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T05:55:22,841 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b718c40a53d83a64f7923e2bda5b6997 2024-12-06T05:55:22,841 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for b718c40a53d83a64f7923e2bda5b6997: Running coprocessor pre-open hook at 1733464522827Writing region info on filesystem at 1733464522827Initializing all the Stores at 1733464522828 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464522829 (+1 ms)Cleaning up temporary data from old regions at 1733464522836 (+7 ms)Running coprocessor post-open hooks at 1733464522841 (+5 ms)Region opened successfully at 1733464522841 2024-12-06T05:55:22,842 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 52e49d24b1672fe31239e146e8433674 2024-12-06T05:55:22,842 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733464512150.b718c40a53d83a64f7923e2bda5b6997., pid=17, masterSystemTime=1733464522818 2024-12-06T05:55:22,844 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733464512150.b99f580c349cb52d5b78575312a5cbb3. 2024-12-06T05:55:22,844 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => b99f580c349cb52d5b78575312a5cbb3, NAME => 'SPTestTable,b333332f,1733464512150.b99f580c349cb52d5b78575312a5cbb3.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-06T05:55:22,844 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733464512150.b718c40a53d83a64f7923e2bda5b6997. 2024-12-06T05:55:22,845 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733464512150.b718c40a53d83a64f7923e2bda5b6997. 2024-12-06T05:55:22,845 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,,1733464512150.2cad52d4574ccb2ecdfb8dc7a72c63e6. 2024-12-06T05:55:22,845 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b99f580c349cb52d5b78575312a5cbb3 2024-12-06T05:55:22,845 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733464512150.b99f580c349cb52d5b78575312a5cbb3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:55:22,845 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 2cad52d4574ccb2ecdfb8dc7a72c63e6, NAME => 'SPTestTable,,1733464512150.2cad52d4574ccb2ecdfb8dc7a72c63e6.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-06T05:55:22,845 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for b99f580c349cb52d5b78575312a5cbb3 2024-12-06T05:55:22,845 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for b99f580c349cb52d5b78575312a5cbb3 2024-12-06T05:55:22,845 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2cad52d4574ccb2ecdfb8dc7a72c63e6 2024-12-06T05:55:22,845 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b718c40a53d83a64f7923e2bda5b6997, regionState=OPEN, openSeqNum=2, regionLocation=b543b351fe95,41947,1733464501337 2024-12-06T05:55:22,845 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,,1733464512150.2cad52d4574ccb2ecdfb8dc7a72c63e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:55:22,845 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 2cad52d4574ccb2ecdfb8dc7a72c63e6 2024-12-06T05:55:22,845 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 2cad52d4574ccb2ecdfb8dc7a72c63e6 2024-12-06T05:55:22,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b718c40a53d83a64f7923e2bda5b6997, server=b543b351fe95,41947,1733464501337 because future has completed 2024-12-06T05:55:22,850 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=9 2024-12-06T05:55:22,850 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b718c40a53d83a64f7923e2bda5b6997, server=b543b351fe95,41947,1733464501337 in 10.0320 sec 2024-12-06T05:55:22,851 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b718c40a53d83a64f7923e2bda5b6997, ASSIGN in 10.1970 sec 2024-12-06T05:55:22,853 INFO [StoreOpener-b99f580c349cb52d5b78575312a5cbb3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b99f580c349cb52d5b78575312a5cbb3 2024-12-06T05:55:22,853 INFO [StoreOpener-2cad52d4574ccb2ecdfb8dc7a72c63e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2cad52d4574ccb2ecdfb8dc7a72c63e6 2024-12-06T05:55:22,854 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/default/SPTestTable/52e49d24b1672fe31239e146e8433674/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:55:22,855 INFO [StoreOpener-b99f580c349cb52d5b78575312a5cbb3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b99f580c349cb52d5b78575312a5cbb3 columnFamilyName cf 2024-12-06T05:55:22,855 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 52e49d24b1672fe31239e146e8433674; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72632745, jitterRate=0.08231224119663239}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T05:55:22,855 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 52e49d24b1672fe31239e146e8433674 2024-12-06T05:55:22,855 INFO [StoreOpener-2cad52d4574ccb2ecdfb8dc7a72c63e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2cad52d4574ccb2ecdfb8dc7a72c63e6 columnFamilyName cf 2024-12-06T05:55:22,855 DEBUG [StoreOpener-b99f580c349cb52d5b78575312a5cbb3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:55:22,855 DEBUG [StoreOpener-2cad52d4574ccb2ecdfb8dc7a72c63e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:55:22,855 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 52e49d24b1672fe31239e146e8433674: Running coprocessor pre-open hook at 1733464522833Writing region info on filesystem at 1733464522833Initializing all the Stores at 1733464522834 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464522834Cleaning up temporary data from old regions at 1733464522840 (+6 ms)Running coprocessor post-open hooks at 1733464522855 (+15 ms)Region opened successfully at 1733464522855 2024-12-06T05:55:22,856 INFO [StoreOpener-2cad52d4574ccb2ecdfb8dc7a72c63e6-1 {}] regionserver.HStore(327): Store=2cad52d4574ccb2ecdfb8dc7a72c63e6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:55:22,856 INFO [StoreOpener-b99f580c349cb52d5b78575312a5cbb3-1 {}] regionserver.HStore(327): Store=b99f580c349cb52d5b78575312a5cbb3/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:55:22,856 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for b99f580c349cb52d5b78575312a5cbb3 2024-12-06T05:55:22,856 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733464512150.52e49d24b1672fe31239e146e8433674., pid=16, masterSystemTime=1733464522825 2024-12-06T05:55:22,856 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 2cad52d4574ccb2ecdfb8dc7a72c63e6 2024-12-06T05:55:22,857 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/default/SPTestTable/b99f580c349cb52d5b78575312a5cbb3 2024-12-06T05:55:22,857 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/default/SPTestTable/b99f580c349cb52d5b78575312a5cbb3 2024-12-06T05:55:22,858 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for b99f580c349cb52d5b78575312a5cbb3 2024-12-06T05:55:22,858 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for b99f580c349cb52d5b78575312a5cbb3 2024-12-06T05:55:22,858 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/default/SPTestTable/2cad52d4574ccb2ecdfb8dc7a72c63e6 2024-12-06T05:55:22,858 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/default/SPTestTable/2cad52d4574ccb2ecdfb8dc7a72c63e6 2024-12-06T05:55:22,858 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733464512150.52e49d24b1672fe31239e146e8433674. 2024-12-06T05:55:22,858 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733464512150.52e49d24b1672fe31239e146e8433674. 2024-12-06T05:55:22,858 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 2cad52d4574ccb2ecdfb8dc7a72c63e6 2024-12-06T05:55:22,859 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733464512150.f65ebb63aa7368ce134ae5ed8f5c60d5. 2024-12-06T05:55:22,859 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 2cad52d4574ccb2ecdfb8dc7a72c63e6 2024-12-06T05:55:22,859 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => f65ebb63aa7368ce134ae5ed8f5c60d5, NAME => 'SPTestTable,19999999,1733464512150.f65ebb63aa7368ce134ae5ed8f5c60d5.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-06T05:55:22,859 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f65ebb63aa7368ce134ae5ed8f5c60d5 2024-12-06T05:55:22,859 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733464512150.f65ebb63aa7368ce134ae5ed8f5c60d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:55:22,859 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for f65ebb63aa7368ce134ae5ed8f5c60d5 2024-12-06T05:55:22,859 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for b99f580c349cb52d5b78575312a5cbb3 2024-12-06T05:55:22,859 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for f65ebb63aa7368ce134ae5ed8f5c60d5 2024-12-06T05:55:22,860 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=52e49d24b1672fe31239e146e8433674, regionState=OPEN, openSeqNum=2, regionLocation=b543b351fe95,37223,1733464501369 2024-12-06T05:55:22,862 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 2cad52d4574ccb2ecdfb8dc7a72c63e6 2024-12-06T05:55:22,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 52e49d24b1672fe31239e146e8433674, server=b543b351fe95,37223,1733464501369 because future has completed 2024-12-06T05:55:22,865 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=11 2024-12-06T05:55:22,865 INFO [StoreOpener-f65ebb63aa7368ce134ae5ed8f5c60d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f65ebb63aa7368ce134ae5ed8f5c60d5 2024-12-06T05:55:22,865 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 52e49d24b1672fe31239e146e8433674, server=b543b351fe95,37223,1733464501369 in 10.0470 sec 2024-12-06T05:55:22,866 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/default/SPTestTable/2cad52d4574ccb2ecdfb8dc7a72c63e6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:55:22,866 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/default/SPTestTable/b99f580c349cb52d5b78575312a5cbb3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:55:22,867 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=52e49d24b1672fe31239e146e8433674, ASSIGN in 10.2120 sec 2024-12-06T05:55:22,867 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened b99f580c349cb52d5b78575312a5cbb3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64036466, jitterRate=-0.04578229784965515}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T05:55:22,867 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 2cad52d4574ccb2ecdfb8dc7a72c63e6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66150298, jitterRate=-0.014283746480941772}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T05:55:22,867 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b99f580c349cb52d5b78575312a5cbb3 2024-12-06T05:55:22,867 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2cad52d4574ccb2ecdfb8dc7a72c63e6 2024-12-06T05:55:22,867 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for b99f580c349cb52d5b78575312a5cbb3: Running coprocessor pre-open hook at 1733464522845Writing region info on filesystem at 1733464522845Initializing all the Stores at 1733464522846 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464522846Cleaning up temporary data from old regions at 1733464522858 (+12 ms)Running coprocessor post-open hooks at 1733464522867 (+9 ms)Region opened successfully at 1733464522867 2024-12-06T05:55:22,867 INFO [StoreOpener-f65ebb63aa7368ce134ae5ed8f5c60d5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f65ebb63aa7368ce134ae5ed8f5c60d5 columnFamilyName cf 2024-12-06T05:55:22,867 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 2cad52d4574ccb2ecdfb8dc7a72c63e6: Running coprocessor pre-open hook at 1733464522846Writing region info on filesystem at 1733464522846Initializing all the Stores at 1733464522847 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464522847Cleaning up temporary data from old regions at 1733464522859 (+12 ms)Running coprocessor post-open hooks at 1733464522867 (+8 ms)Region opened successfully at 1733464522867 2024-12-06T05:55:22,867 DEBUG [StoreOpener-f65ebb63aa7368ce134ae5ed8f5c60d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:55:22,868 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733464512150.2cad52d4574ccb2ecdfb8dc7a72c63e6., pid=18, masterSystemTime=1733464522818 2024-12-06T05:55:22,868 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733464512150.b99f580c349cb52d5b78575312a5cbb3., pid=24, masterSystemTime=1733464522837 2024-12-06T05:55:22,868 INFO [StoreOpener-f65ebb63aa7368ce134ae5ed8f5c60d5-1 {}] regionserver.HStore(327): Store=f65ebb63aa7368ce134ae5ed8f5c60d5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:55:22,868 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for f65ebb63aa7368ce134ae5ed8f5c60d5 2024-12-06T05:55:22,869 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/default/SPTestTable/f65ebb63aa7368ce134ae5ed8f5c60d5 2024-12-06T05:55:22,869 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/default/SPTestTable/f65ebb63aa7368ce134ae5ed8f5c60d5 2024-12-06T05:55:22,870 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for f65ebb63aa7368ce134ae5ed8f5c60d5 2024-12-06T05:55:22,870 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for f65ebb63aa7368ce134ae5ed8f5c60d5 2024-12-06T05:55:22,870 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733464512150.2cad52d4574ccb2ecdfb8dc7a72c63e6. 2024-12-06T05:55:22,870 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733464512150.2cad52d4574ccb2ecdfb8dc7a72c63e6. 2024-12-06T05:55:22,870 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733464512150.7c806c103ce0b7416a9c74e1a640a2f5. 2024-12-06T05:55:22,870 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 7c806c103ce0b7416a9c74e1a640a2f5, NAME => 'SPTestTable,ccccccc8,1733464512150.7c806c103ce0b7416a9c74e1a640a2f5.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-06T05:55:22,871 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7c806c103ce0b7416a9c74e1a640a2f5 2024-12-06T05:55:22,871 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2cad52d4574ccb2ecdfb8dc7a72c63e6, regionState=OPEN, openSeqNum=2, regionLocation=b543b351fe95,41947,1733464501337 2024-12-06T05:55:22,871 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733464512150.7c806c103ce0b7416a9c74e1a640a2f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:55:22,871 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 7c806c103ce0b7416a9c74e1a640a2f5 2024-12-06T05:55:22,871 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 7c806c103ce0b7416a9c74e1a640a2f5 2024-12-06T05:55:22,872 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733464512150.b99f580c349cb52d5b78575312a5cbb3. 2024-12-06T05:55:22,872 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733464512150.b99f580c349cb52d5b78575312a5cbb3. 2024-12-06T05:55:22,872 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733464512150.74cf98579e7e8ad19bdee9d99871e203. 2024-12-06T05:55:22,872 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 74cf98579e7e8ad19bdee9d99871e203, NAME => 'SPTestTable,4ccccccb,1733464512150.74cf98579e7e8ad19bdee9d99871e203.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-06T05:55:22,872 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for f65ebb63aa7368ce134ae5ed8f5c60d5 2024-12-06T05:55:22,872 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 74cf98579e7e8ad19bdee9d99871e203 2024-12-06T05:55:22,872 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=b99f580c349cb52d5b78575312a5cbb3, regionState=OPEN, openSeqNum=2, regionLocation=b543b351fe95,34863,1733464501397 2024-12-06T05:55:22,872 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733464512150.74cf98579e7e8ad19bdee9d99871e203.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:55:22,873 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 74cf98579e7e8ad19bdee9d99871e203 2024-12-06T05:55:22,873 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 74cf98579e7e8ad19bdee9d99871e203 2024-12-06T05:55:22,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2cad52d4574ccb2ecdfb8dc7a72c63e6, server=b543b351fe95,41947,1733464501337 because future has completed 2024-12-06T05:55:22,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure b99f580c349cb52d5b78575312a5cbb3, server=b543b351fe95,34863,1733464501397 because future has completed 2024-12-06T05:55:22,876 INFO [StoreOpener-7c806c103ce0b7416a9c74e1a640a2f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7c806c103ce0b7416a9c74e1a640a2f5 2024-12-06T05:55:22,876 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/default/SPTestTable/f65ebb63aa7368ce134ae5ed8f5c60d5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:55:22,877 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened f65ebb63aa7368ce134ae5ed8f5c60d5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68575730, jitterRate=0.021858006715774536}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T05:55:22,877 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f65ebb63aa7368ce134ae5ed8f5c60d5 2024-12-06T05:55:22,877 INFO [StoreOpener-74cf98579e7e8ad19bdee9d99871e203-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 74cf98579e7e8ad19bdee9d99871e203 2024-12-06T05:55:22,877 INFO [StoreOpener-7c806c103ce0b7416a9c74e1a640a2f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7c806c103ce0b7416a9c74e1a640a2f5 columnFamilyName cf 2024-12-06T05:55:22,877 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for f65ebb63aa7368ce134ae5ed8f5c60d5: Running coprocessor pre-open hook at 1733464522859Writing region info on filesystem at 1733464522859Initializing all the Stores at 1733464522860 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464522860Cleaning up temporary data from old regions at 1733464522870 (+10 ms)Running coprocessor post-open hooks at 1733464522877 (+7 ms)Region opened successfully at 1733464522877 2024-12-06T05:55:22,877 DEBUG [StoreOpener-7c806c103ce0b7416a9c74e1a640a2f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:55:22,877 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=5 2024-12-06T05:55:22,878 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2cad52d4574ccb2ecdfb8dc7a72c63e6, server=b543b351fe95,41947,1733464501337 in 10.0560 sec 2024-12-06T05:55:22,878 INFO [StoreOpener-7c806c103ce0b7416a9c74e1a640a2f5-1 {}] regionserver.HStore(327): Store=7c806c103ce0b7416a9c74e1a640a2f5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:55:22,878 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 7c806c103ce0b7416a9c74e1a640a2f5 2024-12-06T05:55:22,878 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733464512150.f65ebb63aa7368ce134ae5ed8f5c60d5., pid=19, masterSystemTime=1733464522825 2024-12-06T05:55:22,879 INFO [StoreOpener-74cf98579e7e8ad19bdee9d99871e203-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74cf98579e7e8ad19bdee9d99871e203 columnFamilyName cf 2024-12-06T05:55:22,879 DEBUG [StoreOpener-74cf98579e7e8ad19bdee9d99871e203-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:55:22,880 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/default/SPTestTable/7c806c103ce0b7416a9c74e1a640a2f5 2024-12-06T05:55:22,880 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2cad52d4574ccb2ecdfb8dc7a72c63e6, ASSIGN in 10.2250 sec 2024-12-06T05:55:22,880 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=12 2024-12-06T05:55:22,880 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure b99f580c349cb52d5b78575312a5cbb3, server=b543b351fe95,34863,1733464501397 in 10.0380 sec 2024-12-06T05:55:22,880 INFO [StoreOpener-74cf98579e7e8ad19bdee9d99871e203-1 {}] regionserver.HStore(327): Store=74cf98579e7e8ad19bdee9d99871e203/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:55:22,880 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 74cf98579e7e8ad19bdee9d99871e203 2024-12-06T05:55:22,880 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/default/SPTestTable/7c806c103ce0b7416a9c74e1a640a2f5 2024-12-06T05:55:22,881 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/default/SPTestTable/74cf98579e7e8ad19bdee9d99871e203 2024-12-06T05:55:22,881 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 7c806c103ce0b7416a9c74e1a640a2f5 2024-12-06T05:55:22,881 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 7c806c103ce0b7416a9c74e1a640a2f5 2024-12-06T05:55:22,881 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733464512150.f65ebb63aa7368ce134ae5ed8f5c60d5. 2024-12-06T05:55:22,881 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733464512150.f65ebb63aa7368ce134ae5ed8f5c60d5. 2024-12-06T05:55:22,881 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/default/SPTestTable/74cf98579e7e8ad19bdee9d99871e203 2024-12-06T05:55:22,882 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733464512150.50ae325221e476790d5037c9ce13cef2. 2024-12-06T05:55:22,882 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 50ae325221e476790d5037c9ce13cef2, NAME => 'SPTestTable,e6666661,1733464512150.50ae325221e476790d5037c9ce13cef2.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-06T05:55:22,882 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 50ae325221e476790d5037c9ce13cef2 2024-12-06T05:55:22,882 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 74cf98579e7e8ad19bdee9d99871e203 2024-12-06T05:55:22,882 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 74cf98579e7e8ad19bdee9d99871e203 2024-12-06T05:55:22,882 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733464512150.50ae325221e476790d5037c9ce13cef2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:55:22,882 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 50ae325221e476790d5037c9ce13cef2 2024-12-06T05:55:22,882 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 50ae325221e476790d5037c9ce13cef2 2024-12-06T05:55:22,883 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b99f580c349cb52d5b78575312a5cbb3, ASSIGN in 10.2270 sec 2024-12-06T05:55:22,883 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f65ebb63aa7368ce134ae5ed8f5c60d5, regionState=OPEN, openSeqNum=2, regionLocation=b543b351fe95,37223,1733464501369 2024-12-06T05:55:22,884 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 74cf98579e7e8ad19bdee9d99871e203 2024-12-06T05:55:22,884 INFO [StoreOpener-50ae325221e476790d5037c9ce13cef2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 50ae325221e476790d5037c9ce13cef2 2024-12-06T05:55:22,884 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 7c806c103ce0b7416a9c74e1a640a2f5 2024-12-06T05:55:22,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f65ebb63aa7368ce134ae5ed8f5c60d5, server=b543b351fe95,37223,1733464501369 because future has completed 2024-12-06T05:55:22,886 INFO [StoreOpener-50ae325221e476790d5037c9ce13cef2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 50ae325221e476790d5037c9ce13cef2 columnFamilyName cf 2024-12-06T05:55:22,886 DEBUG [StoreOpener-50ae325221e476790d5037c9ce13cef2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:55:22,887 INFO [StoreOpener-50ae325221e476790d5037c9ce13cef2-1 {}] regionserver.HStore(327): Store=50ae325221e476790d5037c9ce13cef2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:55:22,888 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 50ae325221e476790d5037c9ce13cef2 2024-12-06T05:55:22,888 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/default/SPTestTable/7c806c103ce0b7416a9c74e1a640a2f5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:55:22,889 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/default/SPTestTable/74cf98579e7e8ad19bdee9d99871e203/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:55:22,889 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 7c806c103ce0b7416a9c74e1a640a2f5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61605324, jitterRate=-0.08200913667678833}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T05:55:22,889 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/default/SPTestTable/50ae325221e476790d5037c9ce13cef2 2024-12-06T05:55:22,889 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7c806c103ce0b7416a9c74e1a640a2f5 2024-12-06T05:55:22,889 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 7c806c103ce0b7416a9c74e1a640a2f5: Running coprocessor pre-open hook at 1733464522871Writing region info on filesystem at 1733464522871Initializing all the Stores at 1733464522874 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464522874Cleaning up temporary data from old regions at 1733464522881 (+7 ms)Running coprocessor post-open hooks at 1733464522889 (+8 ms)Region opened successfully at 1733464522889 2024-12-06T05:55:22,889 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/default/SPTestTable/50ae325221e476790d5037c9ce13cef2 2024-12-06T05:55:22,890 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 74cf98579e7e8ad19bdee9d99871e203; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59911510, jitterRate=-0.1072489321231842}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T05:55:22,890 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 74cf98579e7e8ad19bdee9d99871e203 2024-12-06T05:55:22,890 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 74cf98579e7e8ad19bdee9d99871e203: Running coprocessor pre-open hook at 1733464522873Writing region info on filesystem at 1733464522873Initializing all the Stores at 1733464522875 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464522875Cleaning up temporary data from old regions at 1733464522882 (+7 ms)Running coprocessor post-open hooks at 1733464522890 (+8 ms)Region opened successfully at 1733464522890 2024-12-06T05:55:22,890 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 50ae325221e476790d5037c9ce13cef2 2024-12-06T05:55:22,890 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 50ae325221e476790d5037c9ce13cef2 2024-12-06T05:55:22,890 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733464512150.7c806c103ce0b7416a9c74e1a640a2f5., pid=15, masterSystemTime=1733464522818 2024-12-06T05:55:22,890 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733464512150.74cf98579e7e8ad19bdee9d99871e203., pid=21, masterSystemTime=1733464522837 2024-12-06T05:55:22,891 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=6 2024-12-06T05:55:22,891 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure f65ebb63aa7368ce134ae5ed8f5c60d5, server=b543b351fe95,37223,1733464501369 in 10.0610 sec 2024-12-06T05:55:22,892 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f65ebb63aa7368ce134ae5ed8f5c60d5, ASSIGN in 10.2380 sec 2024-12-06T05:55:22,893 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 50ae325221e476790d5037c9ce13cef2 2024-12-06T05:55:22,893 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733464512150.7c806c103ce0b7416a9c74e1a640a2f5. 2024-12-06T05:55:22,893 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733464512150.7c806c103ce0b7416a9c74e1a640a2f5. 2024-12-06T05:55:22,893 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=7c806c103ce0b7416a9c74e1a640a2f5, regionState=OPEN, openSeqNum=2, regionLocation=b543b351fe95,41947,1733464501337 2024-12-06T05:55:22,893 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733464512150.74cf98579e7e8ad19bdee9d99871e203. 2024-12-06T05:55:22,893 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733464512150.74cf98579e7e8ad19bdee9d99871e203. 2024-12-06T05:55:22,894 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733464512150.ca981ce2bfee1a6035996d5f2042d037. 2024-12-06T05:55:22,894 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => ca981ce2bfee1a6035996d5f2042d037, NAME => 'SPTestTable,7ffffffd,1733464512150.ca981ce2bfee1a6035996d5f2042d037.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-06T05:55:22,894 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ca981ce2bfee1a6035996d5f2042d037 2024-12-06T05:55:22,894 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733464512150.ca981ce2bfee1a6035996d5f2042d037.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:55:22,894 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for ca981ce2bfee1a6035996d5f2042d037 2024-12-06T05:55:22,894 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for ca981ce2bfee1a6035996d5f2042d037 2024-12-06T05:55:22,895 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=74cf98579e7e8ad19bdee9d99871e203, regionState=OPEN, openSeqNum=2, regionLocation=b543b351fe95,34863,1733464501397 2024-12-06T05:55:22,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7c806c103ce0b7416a9c74e1a640a2f5, server=b543b351fe95,41947,1733464501337 because future has completed 2024-12-06T05:55:22,896 INFO [StoreOpener-ca981ce2bfee1a6035996d5f2042d037-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ca981ce2bfee1a6035996d5f2042d037 2024-12-06T05:55:22,897 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/default/SPTestTable/50ae325221e476790d5037c9ce13cef2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:55:22,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 74cf98579e7e8ad19bdee9d99871e203, server=b543b351fe95,34863,1733464501397 because future has completed 2024-12-06T05:55:22,897 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 50ae325221e476790d5037c9ce13cef2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73052206, jitterRate=0.08856269717216492}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T05:55:22,898 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 50ae325221e476790d5037c9ce13cef2 2024-12-06T05:55:22,898 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 50ae325221e476790d5037c9ce13cef2: Running coprocessor pre-open hook at 1733464522882Writing region info on filesystem at 1733464522882Initializing all the Stores at 1733464522883 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464522883Cleaning up temporary data from old regions at 1733464522890 (+7 ms)Running coprocessor post-open hooks at 1733464522898 (+8 ms)Region opened successfully at 1733464522898 2024-12-06T05:55:22,898 INFO [StoreOpener-ca981ce2bfee1a6035996d5f2042d037-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca981ce2bfee1a6035996d5f2042d037 columnFamilyName cf 2024-12-06T05:55:22,898 DEBUG [StoreOpener-ca981ce2bfee1a6035996d5f2042d037-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:55:22,899 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733464512150.50ae325221e476790d5037c9ce13cef2., pid=20, masterSystemTime=1733464522825 2024-12-06T05:55:22,899 INFO [StoreOpener-ca981ce2bfee1a6035996d5f2042d037-1 {}] regionserver.HStore(327): Store=ca981ce2bfee1a6035996d5f2042d037/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:55:22,899 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for ca981ce2bfee1a6035996d5f2042d037 2024-12-06T05:55:22,901 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/default/SPTestTable/ca981ce2bfee1a6035996d5f2042d037 2024-12-06T05:55:22,901 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733464512150.50ae325221e476790d5037c9ce13cef2. 2024-12-06T05:55:22,901 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733464512150.50ae325221e476790d5037c9ce13cef2. 2024-12-06T05:55:22,901 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/default/SPTestTable/ca981ce2bfee1a6035996d5f2042d037 2024-12-06T05:55:22,901 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=13 2024-12-06T05:55:22,902 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 7c806c103ce0b7416a9c74e1a640a2f5, server=b543b351fe95,41947,1733464501337 in 10.0840 sec 2024-12-06T05:55:22,902 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=50ae325221e476790d5037c9ce13cef2, regionState=OPEN, openSeqNum=2, regionLocation=b543b351fe95,37223,1733464501369 2024-12-06T05:55:22,902 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=8 2024-12-06T05:55:22,903 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 74cf98579e7e8ad19bdee9d99871e203, server=b543b351fe95,34863,1733464501397 in 10.0670 sec 2024-12-06T05:55:22,903 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for ca981ce2bfee1a6035996d5f2042d037 2024-12-06T05:55:22,903 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for ca981ce2bfee1a6035996d5f2042d037 2024-12-06T05:55:22,904 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7c806c103ce0b7416a9c74e1a640a2f5, ASSIGN in 10.2490 sec 2024-12-06T05:55:22,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 50ae325221e476790d5037c9ce13cef2, server=b543b351fe95,37223,1733464501369 because future has completed 2024-12-06T05:55:22,905 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=74cf98579e7e8ad19bdee9d99871e203, ASSIGN in 10.2490 sec 2024-12-06T05:55:22,905 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for ca981ce2bfee1a6035996d5f2042d037 2024-12-06T05:55:22,907 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=14 2024-12-06T05:55:22,907 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 50ae325221e476790d5037c9ce13cef2, server=b543b351fe95,37223,1733464501369 in 10.0780 sec 2024-12-06T05:55:22,908 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/default/SPTestTable/ca981ce2bfee1a6035996d5f2042d037/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:55:22,908 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened ca981ce2bfee1a6035996d5f2042d037; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63086403, jitterRate=-0.05993933975696564}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T05:55:22,909 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ca981ce2bfee1a6035996d5f2042d037 2024-12-06T05:55:22,909 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for ca981ce2bfee1a6035996d5f2042d037: Running coprocessor pre-open hook at 1733464522895Writing region info on filesystem at 1733464522895Initializing all the Stores at 1733464522896 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464522896Cleaning up temporary data from old regions at 1733464522903 (+7 ms)Running coprocessor post-open hooks at 1733464522909 (+6 ms)Region opened successfully at 1733464522909 2024-12-06T05:55:22,909 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=50ae325221e476790d5037c9ce13cef2, ASSIGN in 10.2540 sec 2024-12-06T05:55:22,909 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733464512150.ca981ce2bfee1a6035996d5f2042d037., pid=22, masterSystemTime=1733464522837 2024-12-06T05:55:22,911 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733464512150.ca981ce2bfee1a6035996d5f2042d037. 2024-12-06T05:55:22,911 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733464512150.ca981ce2bfee1a6035996d5f2042d037. 2024-12-06T05:55:22,911 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733464512150.f15b1c5f40e2b9f35416bacadaece0d2. 2024-12-06T05:55:22,911 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => f15b1c5f40e2b9f35416bacadaece0d2, NAME => 'SPTestTable,33333332,1733464512150.f15b1c5f40e2b9f35416bacadaece0d2.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-06T05:55:22,911 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=ca981ce2bfee1a6035996d5f2042d037, regionState=OPEN, openSeqNum=2, regionLocation=b543b351fe95,34863,1733464501397 2024-12-06T05:55:22,912 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f15b1c5f40e2b9f35416bacadaece0d2 2024-12-06T05:55:22,912 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733464512150.f15b1c5f40e2b9f35416bacadaece0d2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:55:22,912 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for f15b1c5f40e2b9f35416bacadaece0d2 2024-12-06T05:55:22,912 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for f15b1c5f40e2b9f35416bacadaece0d2 2024-12-06T05:55:22,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure ca981ce2bfee1a6035996d5f2042d037, server=b543b351fe95,34863,1733464501397 because future has completed 2024-12-06T05:55:22,914 INFO [StoreOpener-f15b1c5f40e2b9f35416bacadaece0d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f15b1c5f40e2b9f35416bacadaece0d2 2024-12-06T05:55:22,916 INFO [StoreOpener-f15b1c5f40e2b9f35416bacadaece0d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f15b1c5f40e2b9f35416bacadaece0d2 columnFamilyName cf 2024-12-06T05:55:22,916 DEBUG [StoreOpener-f15b1c5f40e2b9f35416bacadaece0d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:55:22,917 INFO [StoreOpener-f15b1c5f40e2b9f35416bacadaece0d2-1 {}] regionserver.HStore(327): Store=f15b1c5f40e2b9f35416bacadaece0d2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:55:22,917 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=10 2024-12-06T05:55:22,917 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure ca981ce2bfee1a6035996d5f2042d037, server=b543b351fe95,34863,1733464501397 in 10.0820 sec 2024-12-06T05:55:22,917 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for f15b1c5f40e2b9f35416bacadaece0d2 2024-12-06T05:55:22,919 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ca981ce2bfee1a6035996d5f2042d037, ASSIGN in 10.2640 sec 2024-12-06T05:55:22,922 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/default/SPTestTable/f15b1c5f40e2b9f35416bacadaece0d2 2024-12-06T05:55:22,923 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/default/SPTestTable/f15b1c5f40e2b9f35416bacadaece0d2 2024-12-06T05:55:22,923 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for f15b1c5f40e2b9f35416bacadaece0d2 2024-12-06T05:55:22,923 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for f15b1c5f40e2b9f35416bacadaece0d2 2024-12-06T05:55:22,925 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for f15b1c5f40e2b9f35416bacadaece0d2 2024-12-06T05:55:22,927 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/default/SPTestTable/f15b1c5f40e2b9f35416bacadaece0d2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:55:22,928 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened f15b1c5f40e2b9f35416bacadaece0d2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73585710, jitterRate=0.09651252627372742}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T05:55:22,928 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f15b1c5f40e2b9f35416bacadaece0d2 2024-12-06T05:55:22,928 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for f15b1c5f40e2b9f35416bacadaece0d2: Running coprocessor pre-open hook at 1733464522912Writing region info on filesystem at 1733464522912Initializing all the Stores at 1733464522913 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464522913Cleaning up temporary data from old regions at 1733464522923 (+10 ms)Running coprocessor post-open hooks at 1733464522928 (+5 ms)Region opened successfully at 1733464522928 2024-12-06T05:55:22,929 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733464512150.f15b1c5f40e2b9f35416bacadaece0d2., pid=23, masterSystemTime=1733464522837 2024-12-06T05:55:22,931 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733464512150.f15b1c5f40e2b9f35416bacadaece0d2. 2024-12-06T05:55:22,931 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733464512150.f15b1c5f40e2b9f35416bacadaece0d2. 2024-12-06T05:55:22,932 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=f15b1c5f40e2b9f35416bacadaece0d2, regionState=OPEN, openSeqNum=2, regionLocation=b543b351fe95,34863,1733464501397 2024-12-06T05:55:22,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure f15b1c5f40e2b9f35416bacadaece0d2, server=b543b351fe95,34863,1733464501397 because future has completed 2024-12-06T05:55:22,936 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=7 2024-12-06T05:55:22,937 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure f15b1c5f40e2b9f35416bacadaece0d2, server=b543b351fe95,34863,1733464501397 in 10.0990 sec 2024-12-06T05:55:22,939 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=4 2024-12-06T05:55:22,939 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f15b1c5f40e2b9f35416bacadaece0d2, ASSIGN in 10.2840 sec 2024-12-06T05:55:22,940 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T05:55:22,940 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733464522940"}]},"ts":"1733464522940"} 2024-12-06T05:55:22,942 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-12-06T05:55:22,943 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T05:55:22,945 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.7920 sec 2024-12-06T05:55:25,644 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-12-06T05:55:27,830 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:55:27,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:55:27,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:55:28,369 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T05:55:28,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:55:28,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:55:28,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:55:30,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:55:30,438 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-12-06T05:55:30,438 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-12-06T05:55:30,438 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T05:55:30,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-12-06T05:55:30,442 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T05:55:30,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-12-06T05:55:30,459 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1733464512150.52e49d24b1672fe31239e146e8433674., hostname=b543b351fe95,37223,1733464501369, seqNum=2] 2024-12-06T05:55:30,461 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1733464512150.52e49d24b1672fe31239e146e8433674., hostname=b543b351fe95,37223,1733464501369, seqNum=2] 2024-12-06T05:55:30,462 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1733464512150.52e49d24b1672fe31239e146e8433674., hostname=b543b351fe95,37223,1733464501369, seqNum=2] 2024-12-06T05:55:30,463 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1733464512150.52e49d24b1672fe31239e146e8433674., hostname=b543b351fe95,37223,1733464501369, seqNum=2] 2024-12-06T05:55:30,464 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1733464512150.52e49d24b1672fe31239e146e8433674., hostname=b543b351fe95,37223,1733464501369, seqNum=2] 2024-12-06T05:55:30,490 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1733464512150.b99f580c349cb52d5b78575312a5cbb3., hostname=b543b351fe95,34863,1733464501397, seqNum=2] 2024-12-06T05:55:30,491 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1733464512150.b99f580c349cb52d5b78575312a5cbb3., hostname=b543b351fe95,34863,1733464501397, seqNum=2] 2024-12-06T05:55:30,492 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1733464512150.b99f580c349cb52d5b78575312a5cbb3., hostname=b543b351fe95,34863,1733464501397, seqNum=2] 2024-12-06T05:55:30,493 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1733464512150.b99f580c349cb52d5b78575312a5cbb3., hostname=b543b351fe95,34863,1733464501397, seqNum=2] 2024-12-06T05:55:30,495 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1733464512150.b99f580c349cb52d5b78575312a5cbb3., hostname=b543b351fe95,34863,1733464501397, seqNum=2] 2024-12-06T05:55:30,522 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733464512150.7c806c103ce0b7416a9c74e1a640a2f5., hostname=b543b351fe95,41947,1733464501337, seqNum=2] 2024-12-06T05:55:30,524 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733464512150.7c806c103ce0b7416a9c74e1a640a2f5., hostname=b543b351fe95,41947,1733464501337, seqNum=2] 2024-12-06T05:55:30,525 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733464512150.7c806c103ce0b7416a9c74e1a640a2f5., hostname=b543b351fe95,41947,1733464501337, seqNum=2] 2024-12-06T05:55:30,527 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733464512150.7c806c103ce0b7416a9c74e1a640a2f5., hostname=b543b351fe95,41947,1733464501337, seqNum=2] 2024-12-06T05:55:30,528 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733464512150.7c806c103ce0b7416a9c74e1a640a2f5., hostname=b543b351fe95,41947,1733464501337, seqNum=2] 2024-12-06T05:55:30,579 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1733464512150.50ae325221e476790d5037c9ce13cef2., hostname=b543b351fe95,37223,1733464501369, seqNum=2] 2024-12-06T05:55:30,580 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1733464512150.50ae325221e476790d5037c9ce13cef2., hostname=b543b351fe95,37223,1733464501369, seqNum=2] 2024-12-06T05:55:30,582 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1733464512150.50ae325221e476790d5037c9ce13cef2., hostname=b543b351fe95,37223,1733464501369, seqNum=2] 2024-12-06T05:55:30,584 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1733464512150.50ae325221e476790d5037c9ce13cef2., hostname=b543b351fe95,37223,1733464501369, seqNum=2] 2024-12-06T05:55:30,585 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1733464512150.50ae325221e476790d5037c9ce13cef2., hostname=b543b351fe95,37223,1733464501369, seqNum=2] 2024-12-06T05:55:30,587 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1733464512150.50ae325221e476790d5037c9ce13cef2., hostname=b543b351fe95,37223,1733464501369, seqNum=2] 2024-12-06T05:55:31,135 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:55:31,137 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:55:31,137 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38216, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:55:31,140 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60560, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:55:31,167 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34863 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1733464512150.b99f580c349cb52d5b78575312a5cbb3. with WAL disabled. Data may be lost in the event of a crash. 2024-12-06T05:55:31,184 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41947 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1733464512150.7c806c103ce0b7416a9c74e1a640a2f5. with WAL disabled. Data may be lost in the event of a crash. 2024-12-06T05:55:31,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37223 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1733464512150.52e49d24b1672fe31239e146e8433674. 2024-12-06T05:55:31,204 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37223 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1733464512150.52e49d24b1672fe31239e146e8433674. with WAL disabled. Data may be lost in the event of a crash. 2024-12-06T05:55:31,262 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T05:55:31,606 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37223 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1733464512150.50ae325221e476790d5037c9ce13cef2. with WAL disabled. Data may be lost in the event of a crash. 2024-12-06T05:55:31,668 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-12-06T05:55:31,668 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T05:55:31,669 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-06T05:55:31,670 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-06T05:55:31,673 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-06T05:55:31,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741848_1024 (size=49) 2024-12-06T05:55:31,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38255 is added to blk_1073741848_1024 (size=49) 2024-12-06T05:55:31,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37765 is added to blk_1073741848_1024 (size=49) 2024-12-06T05:55:31,684 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-06T05:55:31,684 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2cad52d4574ccb2ecdfb8dc7a72c63e6}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f65ebb63aa7368ce134ae5ed8f5c60d5}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f15b1c5f40e2b9f35416bacadaece0d2}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 74cf98579e7e8ad19bdee9d99871e203}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b718c40a53d83a64f7923e2bda5b6997}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ca981ce2bfee1a6035996d5f2042d037}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 52e49d24b1672fe31239e146e8433674}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b99f580c349cb52d5b78575312a5cbb3}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7c806c103ce0b7416a9c74e1a640a2f5}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 50ae325221e476790d5037c9ce13cef2}] 2024-12-06T05:55:31,686 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f15b1c5f40e2b9f35416bacadaece0d2 2024-12-06T05:55:31,686 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 52e49d24b1672fe31239e146e8433674 2024-12-06T05:55:31,686 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ca981ce2bfee1a6035996d5f2042d037 2024-12-06T05:55:31,686 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b718c40a53d83a64f7923e2bda5b6997 2024-12-06T05:55:31,687 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 50ae325221e476790d5037c9ce13cef2 2024-12-06T05:55:31,690 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b99f580c349cb52d5b78575312a5cbb3 2024-12-06T05:55:31,691 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7c806c103ce0b7416a9c74e1a640a2f5 2024-12-06T05:55:31,691 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 74cf98579e7e8ad19bdee9d99871e203 2024-12-06T05:55:31,691 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f65ebb63aa7368ce134ae5ed8f5c60d5 2024-12-06T05:55:31,691 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2cad52d4574ccb2ecdfb8dc7a72c63e6 2024-12-06T05:55:38,199 INFO [regionserver/b543b351fe95:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-12-06T05:55:41,689 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37223 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-12-06T05:55:41,689 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41947 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-12-06T05:55:41,689 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34863 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-12-06T05:55:41,690 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41947 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-12-06T05:55:41,690 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37223 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-06T05:55:41,690 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1733464512150.b718c40a53d83a64f7923e2bda5b6997. 2024-12-06T05:55:41,690 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34863 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-06T05:55:41,690 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1733464512150.52e49d24b1672fe31239e146e8433674. 2024-12-06T05:55:41,690 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1733464512150.f15b1c5f40e2b9f35416bacadaece0d2. 2024-12-06T05:55:41,690 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for b718c40a53d83a64f7923e2bda5b6997: 2024-12-06T05:55:41,690 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1733464512150.7c806c103ce0b7416a9c74e1a640a2f5. 2024-12-06T05:55:41,691 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1733464512150.b718c40a53d83a64f7923e2bda5b6997. for SnapshotProcedureTest completed. 2024-12-06T05:55:41,691 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for f15b1c5f40e2b9f35416bacadaece0d2: 2024-12-06T05:55:41,691 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37223 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-12-06T05:55:41,691 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1733464512150.f15b1c5f40e2b9f35416bacadaece0d2. for SnapshotProcedureTest completed. 2024-12-06T05:55:41,691 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1733464512150.50ae325221e476790d5037c9ce13cef2. 2024-12-06T05:55:41,691 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 52e49d24b1672fe31239e146e8433674 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-12-06T05:55:41,691 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41947 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-12-06T05:55:41,691 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 7c806c103ce0b7416a9c74e1a640a2f5 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-12-06T05:55:41,691 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1733464512150.b718c40a53d83a64f7923e2bda5b6997.' region-info for snapshot=SnapshotProcedureTest 2024-12-06T05:55:41,691 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-06T05:55:41,691 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1733464512150.f15b1c5f40e2b9f35416bacadaece0d2.' region-info for snapshot=SnapshotProcedureTest 2024-12-06T05:55:41,691 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 50ae325221e476790d5037c9ce13cef2 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-12-06T05:55:41,691 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-06T05:55:41,691 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-06T05:55:41,691 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-06T05:55:41,692 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1733464512150.f65ebb63aa7368ce134ae5ed8f5c60d5. 2024-12-06T05:55:41,692 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for f65ebb63aa7368ce134ae5ed8f5c60d5: 2024-12-06T05:55:41,692 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1733464512150.f65ebb63aa7368ce134ae5ed8f5c60d5. for SnapshotProcedureTest completed. 2024-12-06T05:55:41,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34863 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-12-06T05:55:41,693 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1733464512150.f65ebb63aa7368ce134ae5ed8f5c60d5.' region-info for snapshot=SnapshotProcedureTest 2024-12-06T05:55:41,693 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1733464512150.b99f580c349cb52d5b78575312a5cbb3. 2024-12-06T05:55:41,693 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-06T05:55:41,693 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-06T05:55:41,693 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing b99f580c349cb52d5b78575312a5cbb3 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-12-06T05:55:41,694 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34863 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-12-06T05:55:41,694 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1733464512150.ca981ce2bfee1a6035996d5f2042d037. 2024-12-06T05:55:41,694 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for ca981ce2bfee1a6035996d5f2042d037: 2024-12-06T05:55:41,694 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1733464512150.ca981ce2bfee1a6035996d5f2042d037. for SnapshotProcedureTest completed. 2024-12-06T05:55:41,694 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1733464512150.2cad52d4574ccb2ecdfb8dc7a72c63e6. 2024-12-06T05:55:41,695 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 2cad52d4574ccb2ecdfb8dc7a72c63e6: 2024-12-06T05:55:41,695 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1733464512150.ca981ce2bfee1a6035996d5f2042d037.' region-info for snapshot=SnapshotProcedureTest 2024-12-06T05:55:41,695 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1733464512150.2cad52d4574ccb2ecdfb8dc7a72c63e6. for SnapshotProcedureTest completed. 2024-12-06T05:55:41,695 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-06T05:55:41,695 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-06T05:55:41,695 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1733464512150.2cad52d4574ccb2ecdfb8dc7a72c63e6.' region-info for snapshot=SnapshotProcedureTest 2024-12-06T05:55:41,695 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-06T05:55:41,696 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-06T05:55:41,719 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/default/SPTestTable/52e49d24b1672fe31239e146e8433674/.tmp/cf/4296fa8aaf5b4311bfa612d6f904616b is 34, key is aaa/cf:cf/1733464531204/Put/seqid=0 2024-12-06T05:55:41,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37765 is added to blk_1073741849_1025 (size=65) 2024-12-06T05:55:41,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741849_1025 (size=65) 2024-12-06T05:55:41,720 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1733464512150.b718c40a53d83a64f7923e2bda5b6997. 2024-12-06T05:55:41,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38255 is added to blk_1073741849_1025 (size=65) 2024-12-06T05:55:41,720 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-06T05:55:41,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37981 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-06T05:55:41,721 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37981 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b718c40a53d83a64f7923e2bda5b6997 2024-12-06T05:55:41,721 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b718c40a53d83a64f7923e2bda5b6997 2024-12-06T05:55:41,722 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/default/SPTestTable/7c806c103ce0b7416a9c74e1a640a2f5/.tmp/cf/ddc09775d09a4468a2036f5cc63fc220 is 34, key is ccd/cf:cf/1733464531184/Put/seqid=0 2024-12-06T05:55:41,723 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b718c40a53d83a64f7923e2bda5b6997 in 10.0380 sec 2024-12-06T05:55:41,724 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/default/SPTestTable/b99f580c349cb52d5b78575312a5cbb3/.tmp/cf/3b274f55ff0f419e8b4fd356a7e0c119 is 34, key is baa/cf:cf/1733464531166/Put/seqid=0 2024-12-06T05:55:41,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741850_1026 (size=65) 2024-12-06T05:55:41,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37765 is added to blk_1073741850_1026 (size=65) 2024-12-06T05:55:41,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38255 is added to blk_1073741850_1026 (size=65) 2024-12-06T05:55:41,728 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1733464512150.f15b1c5f40e2b9f35416bacadaece0d2. 2024-12-06T05:55:41,728 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-06T05:55:41,728 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1733464512150.74cf98579e7e8ad19bdee9d99871e203. 2024-12-06T05:55:41,729 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 74cf98579e7e8ad19bdee9d99871e203: 2024-12-06T05:55:41,729 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1733464512150.74cf98579e7e8ad19bdee9d99871e203. for SnapshotProcedureTest completed. 2024-12-06T05:55:41,729 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1733464512150.74cf98579e7e8ad19bdee9d99871e203.' region-info for snapshot=SnapshotProcedureTest 2024-12-06T05:55:41,729 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-06T05:55:41,729 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-06T05:55:41,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37981 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-06T05:55:41,729 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37981 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f15b1c5f40e2b9f35416bacadaece0d2 2024-12-06T05:55:41,729 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f15b1c5f40e2b9f35416bacadaece0d2 2024-12-06T05:55:41,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741852_1028 (size=65) 2024-12-06T05:55:41,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38255 is added to blk_1073741852_1028 (size=65) 2024-12-06T05:55:41,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37765 is added to blk_1073741852_1028 (size=65) 2024-12-06T05:55:41,732 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1733464512150.ca981ce2bfee1a6035996d5f2042d037. 2024-12-06T05:55:41,732 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-06T05:55:41,732 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f15b1c5f40e2b9f35416bacadaece0d2 in 10.0470 sec 2024-12-06T05:55:41,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37981 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-12-06T05:55:41,732 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37981 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ca981ce2bfee1a6035996d5f2042d037 2024-12-06T05:55:41,733 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ca981ce2bfee1a6035996d5f2042d037 2024-12-06T05:55:41,734 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ca981ce2bfee1a6035996d5f2042d037 in 10.0490 sec 2024-12-06T05:55:41,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37765 is added to blk_1073741851_1027 (size=65) 2024-12-06T05:55:41,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741851_1027 (size=65) 2024-12-06T05:55:41,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38255 is added to blk_1073741853_1029 (size=57) 2024-12-06T05:55:41,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37765 is added to blk_1073741853_1029 (size=57) 2024-12-06T05:55:41,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741853_1029 (size=57) 2024-12-06T05:55:41,748 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1733464512150.f65ebb63aa7368ce134ae5ed8f5c60d5. 2024-12-06T05:55:41,748 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-06T05:55:41,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38255 is added to blk_1073741851_1027 (size=65) 2024-12-06T05:55:41,748 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1733464512150.2cad52d4574ccb2ecdfb8dc7a72c63e6. 2024-12-06T05:55:41,748 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-06T05:55:41,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37981 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-06T05:55:41,748 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37981 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 2cad52d4574ccb2ecdfb8dc7a72c63e6 2024-12-06T05:55:41,748 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2cad52d4574ccb2ecdfb8dc7a72c63e6 2024-12-06T05:55:41,750 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2cad52d4574ccb2ecdfb8dc7a72c63e6 in 10.0650 sec 2024-12-06T05:55:41,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37981 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-12-06T05:55:41,757 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37981 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f65ebb63aa7368ce134ae5ed8f5c60d5 2024-12-06T05:55:41,757 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f65ebb63aa7368ce134ae5ed8f5c60d5 2024-12-06T05:55:41,760 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f65ebb63aa7368ce134ae5ed8f5c60d5 in 10.0740 sec 2024-12-06T05:55:41,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37765 is added to blk_1073741854_1030 (size=26918) 2024-12-06T05:55:41,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38255 is added to blk_1073741854_1030 (size=26918) 2024-12-06T05:55:41,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741854_1030 (size=26918) 2024-12-06T05:55:41,768 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/default/SPTestTable/52e49d24b1672fe31239e146e8433674/.tmp/cf/4296fa8aaf5b4311bfa612d6f904616b 2024-12-06T05:55:41,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37765 is added to blk_1073741856_1032 (size=28623) 2024-12-06T05:55:41,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741856_1032 (size=28623) 2024-12-06T05:55:41,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38255 is added to blk_1073741856_1032 (size=28623) 2024-12-06T05:55:41,780 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/default/SPTestTable/b99f580c349cb52d5b78575312a5cbb3/.tmp/cf/3b274f55ff0f419e8b4fd356a7e0c119 2024-12-06T05:55:41,780 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/default/SPTestTable/50ae325221e476790d5037c9ce13cef2/.tmp/cf/c0bf46f1fc924af3b41bbae916f1133b is 34, key is eaa/cf:cf/1733464531604/Put/seqid=0 2024-12-06T05:55:41,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37765 is added to blk_1073741855_1031 (size=47197) 2024-12-06T05:55:41,800 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/default/SPTestTable/52e49d24b1672fe31239e146e8433674/.tmp/cf/4296fa8aaf5b4311bfa612d6f904616b as hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/default/SPTestTable/52e49d24b1672fe31239e146e8433674/cf/4296fa8aaf5b4311bfa612d6f904616b 2024-12-06T05:55:41,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38255 is added to blk_1073741855_1031 (size=47197) 2024-12-06T05:55:41,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741855_1031 (size=47197) 2024-12-06T05:55:41,801 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/default/SPTestTable/7c806c103ce0b7416a9c74e1a640a2f5/.tmp/cf/ddc09775d09a4468a2036f5cc63fc220 2024-12-06T05:55:41,808 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/default/SPTestTable/52e49d24b1672fe31239e146e8433674/cf/4296fa8aaf5b4311bfa612d6f904616b, entries=676, sequenceid=5, filesize=26.3 K 2024-12-06T05:55:41,808 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/default/SPTestTable/b99f580c349cb52d5b78575312a5cbb3/.tmp/cf/3b274f55ff0f419e8b4fd356a7e0c119 as hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/default/SPTestTable/b99f580c349cb52d5b78575312a5cbb3/cf/3b274f55ff0f419e8b4fd356a7e0c119 2024-12-06T05:55:41,809 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 52e49d24b1672fe31239e146e8433674 in 119ms, sequenceid=5, compaction requested=false 2024-12-06T05:55:41,810 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 52e49d24b1672fe31239e146e8433674: 2024-12-06T05:55:41,810 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1733464512150.52e49d24b1672fe31239e146e8433674. for SnapshotProcedureTest completed. 2024-12-06T05:55:41,810 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1733464512150.52e49d24b1672fe31239e146e8433674.' region-info for snapshot=SnapshotProcedureTest 2024-12-06T05:55:41,810 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-06T05:55:41,810 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/default/SPTestTable/52e49d24b1672fe31239e146e8433674/cf/4296fa8aaf5b4311bfa612d6f904616b] hfiles 2024-12-06T05:55:41,810 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/default/SPTestTable/52e49d24b1672fe31239e146e8433674/cf/4296fa8aaf5b4311bfa612d6f904616b for snapshot=SnapshotProcedureTest 2024-12-06T05:55:41,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37765 is added to blk_1073741857_1033 (size=499309) 2024-12-06T05:55:41,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38255 is added to blk_1073741857_1033 (size=499309) 2024-12-06T05:55:41,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741857_1033 (size=499309) 2024-12-06T05:55:41,813 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/default/SPTestTable/50ae325221e476790d5037c9ce13cef2/.tmp/cf/c0bf46f1fc924af3b41bbae916f1133b 2024-12-06T05:55:41,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741858_1034 (size=65) 2024-12-06T05:55:41,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37765 is added to blk_1073741858_1034 (size=65) 2024-12-06T05:55:41,821 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1733464512150.74cf98579e7e8ad19bdee9d99871e203. 2024-12-06T05:55:41,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38255 is added to blk_1073741858_1034 (size=65) 2024-12-06T05:55:41,821 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-06T05:55:41,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37981 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-12-06T05:55:41,822 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37981 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 74cf98579e7e8ad19bdee9d99871e203 2024-12-06T05:55:41,822 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 74cf98579e7e8ad19bdee9d99871e203 2024-12-06T05:55:41,827 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 74cf98579e7e8ad19bdee9d99871e203 in 10.1390 sec 2024-12-06T05:55:41,827 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/default/SPTestTable/7c806c103ce0b7416a9c74e1a640a2f5/.tmp/cf/ddc09775d09a4468a2036f5cc63fc220 as hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/default/SPTestTable/7c806c103ce0b7416a9c74e1a640a2f5/cf/ddc09775d09a4468a2036f5cc63fc220 2024-12-06T05:55:41,836 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/default/SPTestTable/7c806c103ce0b7416a9c74e1a640a2f5/cf/ddc09775d09a4468a2036f5cc63fc220, entries=1297, sequenceid=5, filesize=46.1 K 2024-12-06T05:55:41,837 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/default/SPTestTable/b99f580c349cb52d5b78575312a5cbb3/cf/3b274f55ff0f419e8b4fd356a7e0c119, entries=731, sequenceid=5, filesize=28.0 K 2024-12-06T05:55:41,837 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 7c806c103ce0b7416a9c74e1a640a2f5 in 146ms, sequenceid=5, compaction requested=false 2024-12-06T05:55:41,837 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/default/SPTestTable/50ae325221e476790d5037c9ce13cef2/.tmp/cf/c0bf46f1fc924af3b41bbae916f1133b as hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/default/SPTestTable/50ae325221e476790d5037c9ce13cef2/cf/c0bf46f1fc924af3b41bbae916f1133b 2024-12-06T05:55:41,838 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 7c806c103ce0b7416a9c74e1a640a2f5: 2024-12-06T05:55:41,838 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for b99f580c349cb52d5b78575312a5cbb3 in 144ms, sequenceid=5, compaction requested=false 2024-12-06T05:55:41,838 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1733464512150.7c806c103ce0b7416a9c74e1a640a2f5. for SnapshotProcedureTest completed. 2024-12-06T05:55:41,838 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for b99f580c349cb52d5b78575312a5cbb3: 2024-12-06T05:55:41,838 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1733464512150.b99f580c349cb52d5b78575312a5cbb3. for SnapshotProcedureTest completed. 2024-12-06T05:55:41,838 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1733464512150.7c806c103ce0b7416a9c74e1a640a2f5.' region-info for snapshot=SnapshotProcedureTest 2024-12-06T05:55:41,838 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-06T05:55:41,838 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1733464512150.b99f580c349cb52d5b78575312a5cbb3.' region-info for snapshot=SnapshotProcedureTest 2024-12-06T05:55:41,838 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-06T05:55:41,838 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/default/SPTestTable/7c806c103ce0b7416a9c74e1a640a2f5/cf/ddc09775d09a4468a2036f5cc63fc220] hfiles 2024-12-06T05:55:41,838 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/default/SPTestTable/b99f580c349cb52d5b78575312a5cbb3/cf/3b274f55ff0f419e8b4fd356a7e0c119] hfiles 2024-12-06T05:55:41,838 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/default/SPTestTable/7c806c103ce0b7416a9c74e1a640a2f5/cf/ddc09775d09a4468a2036f5cc63fc220 for snapshot=SnapshotProcedureTest 2024-12-06T05:55:41,838 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/default/SPTestTable/b99f580c349cb52d5b78575312a5cbb3/cf/3b274f55ff0f419e8b4fd356a7e0c119 for snapshot=SnapshotProcedureTest 2024-12-06T05:55:41,845 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/default/SPTestTable/50ae325221e476790d5037c9ce13cef2/cf/c0bf46f1fc924af3b41bbae916f1133b, entries=14872, sequenceid=5, filesize=487.6 K 2024-12-06T05:55:41,846 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 50ae325221e476790d5037c9ce13cef2 in 155ms, sequenceid=5, compaction requested=false 2024-12-06T05:55:41,846 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 50ae325221e476790d5037c9ce13cef2: 2024-12-06T05:55:41,846 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1733464512150.50ae325221e476790d5037c9ce13cef2. for SnapshotProcedureTest completed. 2024-12-06T05:55:41,847 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1733464512150.50ae325221e476790d5037c9ce13cef2.' region-info for snapshot=SnapshotProcedureTest 2024-12-06T05:55:41,847 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-06T05:55:41,847 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/default/SPTestTable/50ae325221e476790d5037c9ce13cef2/cf/c0bf46f1fc924af3b41bbae916f1133b] hfiles 2024-12-06T05:55:41,847 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/default/SPTestTable/50ae325221e476790d5037c9ce13cef2/cf/c0bf46f1fc924af3b41bbae916f1133b for snapshot=SnapshotProcedureTest 2024-12-06T05:55:41,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37765 is added to blk_1073741859_1035 (size=105) 2024-12-06T05:55:41,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38255 is added to blk_1073741859_1035 (size=105) 2024-12-06T05:55:41,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741859_1035 (size=105) 2024-12-06T05:55:41,856 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1733464512150.52e49d24b1672fe31239e146e8433674. 2024-12-06T05:55:41,856 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-12-06T05:55:41,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37981 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-12-06T05:55:41,857 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37981 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 52e49d24b1672fe31239e146e8433674 2024-12-06T05:55:41,857 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 52e49d24b1672fe31239e146e8433674 2024-12-06T05:55:41,860 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 52e49d24b1672fe31239e146e8433674 in 10.1740 sec 2024-12-06T05:55:41,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37765 is added to blk_1073741861_1037 (size=105) 2024-12-06T05:55:41,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38255 is added to blk_1073741861_1037 (size=105) 2024-12-06T05:55:41,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741861_1037 (size=105) 2024-12-06T05:55:41,868 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1733464512150.b99f580c349cb52d5b78575312a5cbb3. 2024-12-06T05:55:41,868 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-06T05:55:41,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37981 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-06T05:55:41,869 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37981 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b99f580c349cb52d5b78575312a5cbb3 2024-12-06T05:55:41,869 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b99f580c349cb52d5b78575312a5cbb3 2024-12-06T05:55:41,871 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b99f580c349cb52d5b78575312a5cbb3 in 10.1860 sec 2024-12-06T05:55:41,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741860_1036 (size=105) 2024-12-06T05:55:41,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37765 is added to blk_1073741860_1036 (size=105) 2024-12-06T05:55:41,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38255 is added to blk_1073741860_1036 (size=105) 2024-12-06T05:55:41,881 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1733464512150.7c806c103ce0b7416a9c74e1a640a2f5. 2024-12-06T05:55:41,881 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-12-06T05:55:41,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37981 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-12-06T05:55:41,882 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37981 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 7c806c103ce0b7416a9c74e1a640a2f5 2024-12-06T05:55:41,882 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7c806c103ce0b7416a9c74e1a640a2f5 2024-12-06T05:55:41,884 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7c806c103ce0b7416a9c74e1a640a2f5 in 10.1990 sec 2024-12-06T05:55:41,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741862_1038 (size=97) 2024-12-06T05:55:41,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38255 is added to blk_1073741862_1038 (size=97) 2024-12-06T05:55:41,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37765 is added to blk_1073741862_1038 (size=97) 2024-12-06T05:55:41,892 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1733464512150.50ae325221e476790d5037c9ce13cef2. 2024-12-06T05:55:41,892 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-06T05:55:41,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37981 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-06T05:55:41,893 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37981 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 50ae325221e476790d5037c9ce13cef2 2024-12-06T05:55:41,893 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 50ae325221e476790d5037c9ce13cef2 2024-12-06T05:55:41,897 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=25 2024-12-06T05:55:41,897 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-06T05:55:41,897 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 50ae325221e476790d5037c9ce13cef2 in 10.2100 sec 2024-12-06T05:55:41,898 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-06T05:55:41,899 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-06T05:55:41,899 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-12-06T05:55:41,906 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-06T05:55:41,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37765 is added to blk_1073741863_1039 (size=1174) 2024-12-06T05:55:41,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741863_1039 (size=1174) 2024-12-06T05:55:41,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38255 is added to blk_1073741863_1039 (size=1174) 2024-12-06T05:55:41,936 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-06T05:55:41,941 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-12-06T05:55:41,945 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b543b351fe95,37223,1733464501369 2024-12-06T05:55:41,945 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b543b351fe95,41947,1733464501337 2024-12-06T05:55:41,945 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b543b351fe95,37223,1733464501369 2024-12-06T05:55:41,945 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b543b351fe95,34863,1733464501397 2024-12-06T05:55:41,945 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b543b351fe95,41947,1733464501337 2024-12-06T05:55:41,950 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b543b351fe95,37223,1733464501369 2024-12-06T05:55:41,950 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b543b351fe95,41947,1733464501337 2024-12-06T05:55:41,950 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b543b351fe95,34863,1733464501397 2024-12-06T05:55:41,950 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b543b351fe95,34863,1733464501397 2024-12-06T05:55:41,988 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T05:55:41,989 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing b543b351fe95,37223,1733464501369 2024-12-06T05:55:41,989 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server b543b351fe95,37223,1733464501369: Simulated kill ***** 2024-12-06T05:55:41,989 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-06T05:55:41,989 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-06T05:55:41,991 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-06T05:55:41,991 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-06T05:55:41,991 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-06T05:55:41,991 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 526744656 }, "NonHeapMemoryUsage": { "committed": 177012736, "init": 7667712, "max": -1, "used": 172808592 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-06T05:55:41,992 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37981 {}] master.MasterRpcServices(700): b543b351fe95,37223,1733464501369 reported a fatal error: ***** ABORTING region server b543b351fe95,37223,1733464501369: Simulated kill ***** 2024-12-06T05:55:41,992 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b543b351fe95,37223,1733464501369' ***** 2024-12-06T05:55:41,992 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-12-06T05:55:41,992 INFO [RS:1;b543b351fe95:37223 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T05:55:41,993 INFO [RS:1;b543b351fe95:37223 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-06T05:55:41,993 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T05:55:41,993 INFO [RS:1;b543b351fe95:37223 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-06T05:55:41,993 INFO [RS:1;b543b351fe95:37223 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T05:55:41,993 INFO [RS:1;b543b351fe95:37223 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;b543b351fe95:37223. 2024-12-06T05:55:41,993 DEBUG [RS:1;b543b351fe95:37223 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:55:41,993 DEBUG [RS:1;b543b351fe95:37223 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:55:41,993 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T05:55:41,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38255 is added to blk_1073741836_1012 (size=14382) 2024-12-06T05:55:41,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37765 is added to blk_1073741836_1012 (size=14382) 2024-12-06T05:55:41,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741836_1012 (size=14382) 2024-12-06T05:55:42,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37765 is added to blk_1073741835_1011 (size=2010) 2024-12-06T05:55:42,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741835_1011 (size=2010) 2024-12-06T05:55:42,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38255 is added to blk_1073741835_1011 (size=2010) 2024-12-06T05:55:42,004 DEBUG [RS:1;b543b351fe95:37223 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:55:42,004 INFO [RS:1;b543b351fe95:37223 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T05:55:42,004 INFO [RS:1;b543b351fe95:37223 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37223 2024-12-06T05:55:42,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37223-0x100ae18887f0002, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b543b351fe95,37223,1733464501369 2024-12-06T05:55:42,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37981-0x100ae18887f0000, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T05:55:42,007 INFO [RS:1;b543b351fe95:37223 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T05:55:42,008 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b543b351fe95,37223,1733464501369] 2024-12-06T05:55:42,009 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b543b351fe95,37223,1733464501369 already deleted, retry=false 2024-12-06T05:55:42,009 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of b543b351fe95,37223,1733464501369 on b543b351fe95,37981,1733464501285 2024-12-06T05:55:42,010 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure b543b351fe95,37223,1733464501369, splitWal=true, meta=true 2024-12-06T05:55:42,010 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for b543b351fe95,37223,1733464501369 (carryingMeta=true) b543b351fe95,37223,1733464501369/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@5348a0f8[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-06T05:55:42,011 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure b543b351fe95,37223,1733464501369, splitWal=true, meta=true 2024-12-06T05:55:42,012 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure b543b351fe95,37223,1733464501369, splitWal=true, meta=true, isMeta: true 2024-12-06T05:55:42,014 DEBUG [PEWorker-5 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/WALs/b543b351fe95,37223,1733464501369-splitting 2024-12-06T05:55:42,016 INFO [PEWorker-5 {}] master.SplitWALManager(105): b543b351fe95,37223,1733464501369 WAL count=1, meta=true 2024-12-06T05:55:42,016 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure b543b351fe95%2C37223%2C1733464501369.meta.1733464512043.meta}] 2024-12-06T05:55:42,016 INFO [regionserver/b543b351fe95:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T05:55:42,018 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=b543b351fe95,34863,1733464501397 2024-12-06T05:55:42,019 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure b543b351fe95%2C37223%2C1733464501369.meta.1733464512043.meta, worker=b543b351fe95,34863,1733464501397}] 2024-12-06T05:55:42,022 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b543b351fe95,37223,1733464501369 Release verify snapshot worker=b543b351fe95,37223,1733464501369 2024-12-06T05:55:42,022 WARN [PEWorker-1 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 38 to b543b351fe95,37223,1733464501369, this operation will be retried to send to another server 2024-12-06T05:55:42,023 WARN [PEWorker-1 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T05:55:42,023 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=38, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733464543023 2024-12-06T05:55:42,024 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b543b351fe95,37223,1733464501369 Release verify snapshot worker=b543b351fe95,37223,1733464501369 2024-12-06T05:55:42,024 WARN [PEWorker-2 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to b543b351fe95,37223,1733464501369, this operation will be retried to send to another server 2024-12-06T05:55:42,024 WARN [PEWorker-2 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T05:55:42,024 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 32 is already finished, skip the rest processes 2024-12-06T05:55:42,024 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733464543024 2024-12-06T05:55:42,024 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 35 is already finished, skip the rest processes 2024-12-06T05:55:42,024 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 27 is already finished, skip the rest processes 2024-12-06T05:55:42,025 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b543b351fe95,37223,1733464501369 Release verify snapshot worker=b543b351fe95,37223,1733464501369 2024-12-06T05:55:42,025 WARN [PEWorker-3 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 40 to b543b351fe95,37223,1733464501369, this operation will be retried to send to another server 2024-12-06T05:55:42,025 WARN [PEWorker-3 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T05:55:42,025 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=40, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733464543025 2024-12-06T05:55:42,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37223-0x100ae18887f0002, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:55:42,108 INFO [RS:1;b543b351fe95:37223 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T05:55:42,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37223-0x100ae18887f0002, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:55:42,108 INFO [RS:1;b543b351fe95:37223 {}] regionserver.HRegionServer(1031): Exiting; stopping=b543b351fe95,37223,1733464501369; zookeeper connection closed. 2024-12-06T05:55:42,108 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@76d12fc4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@76d12fc4 2024-12-06T05:55:42,725 INFO [regionserver/b543b351fe95:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T05:55:42,725 INFO [regionserver/b543b351fe95:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T05:55:51,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34863 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-12-06T05:55:51,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41947 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-12-06T05:55:51,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34863 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-12-06T05:55:51,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41947 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-12-06T05:55:51,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41947 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-12-06T05:55:51,949 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34863 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-12-06T05:55:51,949 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34863 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-12-06T05:55:51,954 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-06T05:55:51,954 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-06T05:55:51,955 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-12-06T05:55:51,955 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-12-06T05:55:51,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37981 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-12-06T05:55:51,957 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-12-06T05:55:51,957 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-12-06T05:55:51,957 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-12-06T05:55:51,957 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-12-06T05:55:51,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37981 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-12-06T05:55:51,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37981 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-12-06T05:55:51,958 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b543b351fe95,41947,1733464501337 Release verify snapshot worker=b543b351fe95,41947,1733464501337 2024-12-06T05:55:51,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37981 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-12-06T05:55:51,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37981 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-12-06T05:55:51,959 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b543b351fe95,34863,1733464501397 Release verify snapshot worker=b543b351fe95,34863,1733464501397 2024-12-06T05:55:51,959 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b543b351fe95,41947,1733464501337 Release verify snapshot worker=b543b351fe95,41947,1733464501337 2024-12-06T05:55:51,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37981 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-12-06T05:55:51,961 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b543b351fe95,41947,1733464501337 in 10.0170 sec 2024-12-06T05:55:51,961 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b543b351fe95,34863,1733464501397 in 10.0180 sec 2024-12-06T05:55:51,961 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b543b351fe95,34863,1733464501397 2024-12-06T05:55:51,962 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b543b351fe95,34863,1733464501397 Release verify snapshot worker=b543b351fe95,34863,1733464501397 2024-12-06T05:55:51,962 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b543b351fe95,41947,1733464501337 Release verify snapshot worker=b543b351fe95,41947,1733464501337 2024-12-06T05:55:51,962 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b543b351fe95,41947,1733464501337 2024-12-06T05:55:51,964 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b543b351fe95,41947,1733464501337 in 10.0210 sec 2024-12-06T05:55:51,964 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b543b351fe95,41947,1733464501337 in 10.0180 sec 2024-12-06T05:55:51,964 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b543b351fe95,34863,1733464501397 in 10.0210 sec 2024-12-06T05:55:51,964 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b543b351fe95,34863,1733464501397 Release verify snapshot worker=b543b351fe95,34863,1733464501397 2024-12-06T05:55:51,965 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b543b351fe95,34863,1733464501397 2024-12-06T05:55:51,965 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=b543b351fe95,34863,1733464501397 2024-12-06T05:55:51,966 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b543b351fe95,34863,1733464501397 in 10.0230 sec 2024-12-06T05:55:51,970 INFO [RS_LOG_REPLAY_OPS-regionserver/b543b351fe95:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/WALs/b543b351fe95,37223,1733464501369-splitting/b543b351fe95%2C37223%2C1733464501369.meta.1733464512043.meta, size=14.0 K (14382bytes) 2024-12-06T05:55:51,970 INFO [RS_LOG_REPLAY_OPS-regionserver/b543b351fe95:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/WALs/b543b351fe95,37223,1733464501369-splitting/b543b351fe95%2C37223%2C1733464501369.meta.1733464512043.meta 2024-12-06T05:55:51,971 INFO [RS_LOG_REPLAY_OPS-regionserver/b543b351fe95:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/WALs/b543b351fe95,37223,1733464501369-splitting/b543b351fe95%2C37223%2C1733464501369.meta.1733464512043.meta after 0ms 2024-12-06T05:55:51,973 INFO [RS_LOG_REPLAY_OPS-regionserver/b543b351fe95:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/WALs/b543b351fe95,37223,1733464501369-splitting/b543b351fe95%2C37223%2C1733464501369.meta.1733464512043.meta took 3ms 2024-12-06T05:55:51,976 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b543b351fe95:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-12-06T05:55:51,978 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b543b351fe95:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/WALs/b543b351fe95,37223,1733464501369-splitting/b543b351fe95%2C37223%2C1733464501369.meta.1733464512043.meta so closing down 2024-12-06T05:55:51,978 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b543b351fe95:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-06T05:55:51,982 INFO [RS_LOG_REPLAY_OPS-regionserver/b543b351fe95:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-b543b351fe95%2C37223%2C1733464501369.meta.1733464512043.meta.temp 2024-12-06T05:55:51,984 INFO [RS_LOG_REPLAY_OPS-regionserver/b543b351fe95:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-b543b351fe95%2C37223%2C1733464501369.meta.1733464512043.meta.temp 2024-12-06T05:55:51,985 INFO [RS_LOG_REPLAY_OPS-regionserver/b543b351fe95:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-12-06T05:55:51,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37765 is added to blk_1073741864_1040 (size=14141) 2024-12-06T05:55:51,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741864_1040 (size=14141) 2024-12-06T05:55:51,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38255 is added to blk_1073741864_1040 (size=14141) 2024-12-06T05:55:51,995 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-b543b351fe95%2C37223%2C1733464501369.meta.1733464512043.meta.temp (wrote 25 edits, skipped 0 edits in 0 ms) 2024-12-06T05:55:51,996 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-b543b351fe95%2C37223%2C1733464501369.meta.1733464512043.meta.temp to hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-12-06T05:55:51,997 INFO [RS_LOG_REPLAY_OPS-regionserver/b543b351fe95:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 23 ms; skipped=1; WAL=hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/WALs/b543b351fe95,37223,1733464501369-splitting/b543b351fe95%2C37223%2C1733464501369.meta.1733464512043.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-12-06T05:55:51,997 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b543b351fe95:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/WALs/b543b351fe95,37223,1733464501369-splitting/b543b351fe95%2C37223%2C1733464501369.meta.1733464512043.meta, journal: Splitting hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/WALs/b543b351fe95,37223,1733464501369-splitting/b543b351fe95%2C37223%2C1733464501369.meta.1733464512043.meta, size=14.0 K (14382bytes) at 1733464551970Finishing writing output for hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/WALs/b543b351fe95,37223,1733464501369-splitting/b543b351fe95%2C37223%2C1733464501369.meta.1733464512043.meta so closing down at 1733464551978 (+8 ms)Creating recovered edits writer path=hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-b543b351fe95%2C37223%2C1733464501369.meta.1733464512043.meta.temp at 1733464551984 (+6 ms)3 split writer threads finished at 1733464551985 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-b543b351fe95%2C37223%2C1733464501369.meta.1733464512043.meta.temp (wrote 25 edits, skipped 0 edits in 0 ms) at 1733464551995 (+10 ms)Rename recovered edits hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-b543b351fe95%2C37223%2C1733464501369.meta.1733464512043.meta.temp to hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1733464551996 (+1 ms)Processed 26 edits across 1 Regions in 23 ms; skipped=1; WAL=hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/WALs/b543b351fe95,37223,1733464501369-splitting/b543b351fe95%2C37223%2C1733464501369.meta.1733464512043.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1733464551997 (+1 ms) 2024-12-06T05:55:51,997 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b543b351fe95:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/WALs/b543b351fe95,37223,1733464501369-splitting/b543b351fe95%2C37223%2C1733464501369.meta.1733464512043.meta 2024-12-06T05:55:51,997 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b543b351fe95:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-06T05:55:51,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37981 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-12-06T05:55:52,001 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/WALs/b543b351fe95,37223,1733464501369-splitting/b543b351fe95%2C37223%2C1733464501369.meta.1733464512043.meta to hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/oldWALs 2024-12-06T05:55:52,003 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-12-06T05:55:52,003 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b543b351fe95%2C37223%2C1733464501369.meta.1733464512043.meta, worker=b543b351fe95,34863,1733464501397 in 9.9820 sec 2024-12-06T05:55:52,004 DEBUG [PEWorker-4 {}] master.SplitWALManager(172): Release split WAL worker=b543b351fe95,34863,1733464501397 2024-12-06T05:55:52,006 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-12-06T05:55:52,006 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure b543b351fe95%2C37223%2C1733464501369.meta.1733464512043.meta, worker=b543b351fe95,34863,1733464501397 in 9.9880 sec 2024-12-06T05:55:52,007 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/WALs/b543b351fe95,37223,1733464501369-splitting dir is empty, no logs to split. 2024-12-06T05:55:52,007 INFO [PEWorker-2 {}] master.SplitWALManager(105): b543b351fe95,37223,1733464501369 WAL count=0, meta=true 2024-12-06T05:55:52,007 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if b543b351fe95,37223,1733464501369 WAL splitting is done? wals=0, meta=true 2024-12-06T05:55:52,008 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T05:55:52,009 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T05:55:52,009 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-06T05:55:52,102 INFO [master/b543b351fe95:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-06T05:55:52,102 INFO [master/b543b351fe95:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-06T05:55:52,160 DEBUG [b543b351fe95:37981 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-06T05:55:52,160 DEBUG [b543b351fe95:37981 {}] balancer.BalancerClusterState(204): Hosts are {b543b351fe95=0} racks are {/default-rack=0} 2024-12-06T05:55:52,160 DEBUG [b543b351fe95:37981 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-06T05:55:52,160 DEBUG [b543b351fe95:37981 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-06T05:55:52,160 DEBUG [b543b351fe95:37981 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-06T05:55:52,160 DEBUG [b543b351fe95:37981 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-06T05:55:52,160 INFO [b543b351fe95:37981 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-06T05:55:52,160 INFO [b543b351fe95:37981 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-06T05:55:52,160 DEBUG [b543b351fe95:37981 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-06T05:55:52,160 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b543b351fe95,41947,1733464501337 2024-12-06T05:55:52,161 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b543b351fe95,41947,1733464501337, state=OPENING 2024-12-06T05:55:52,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37981-0x100ae18887f0000, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T05:55:52,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41947-0x100ae18887f0001, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T05:55:52,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34863-0x100ae18887f0003, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T05:55:52,163 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T05:55:52,163 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T05:55:52,163 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T05:55:52,163 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T05:55:52,163 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b543b351fe95,41947,1733464501337}] 2024-12-06T05:56:01,263 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T05:56:01,706 INFO [regionserver/b543b351fe95:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-12-06T05:56:01,963 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34863 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-12-06T05:56:01,963 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34863 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-12-06T05:56:01,963 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-12-06T05:56:01,963 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34863 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-12-06T05:56:01,963 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-12-06T05:56:01,964 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-12-06T05:56:01,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37981 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-12-06T05:56:01,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37981 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-12-06T05:56:01,967 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b543b351fe95,34863,1733464501397 Release verify snapshot worker=b543b351fe95,34863,1733464501397 2024-12-06T05:56:01,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37981 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-12-06T05:56:01,970 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41947 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-12-06T05:56:01,970 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T05:56:01,970 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:56:01,970 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-12-06T05:56:01,970 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b543b351fe95,34863,1733464501397 in 20.0260 sec 2024-12-06T05:56:01,971 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=50}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T05:56:01,971 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b543b351fe95,34863,1733464501397 Release verify snapshot worker=b543b351fe95,34863,1733464501397 2024-12-06T05:56:01,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37981 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-12-06T05:56:01,972 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b543b351fe95,34863,1733464501397 Release verify snapshot worker=b543b351fe95,34863,1733464501397 2024-12-06T05:56:01,973 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b543b351fe95,34863,1733464501397 in 20.0300 sec 2024-12-06T05:56:01,973 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b543b351fe95%2C41947%2C1733464501337.meta, suffix=.meta, logDir=hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/WALs/b543b351fe95,41947,1733464501337, archiveDir=hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/oldWALs, maxLogs=32 2024-12-06T05:56:01,974 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b543b351fe95,34863,1733464501397 in 20.0310 sec 2024-12-06T05:56:01,974 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b543b351fe95,41947,1733464501337 Release verify snapshot worker=b543b351fe95,41947,1733464501337 2024-12-06T05:56:01,976 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=25 2024-12-06T05:56:01,976 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-06T05:56:01,976 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=b543b351fe95,41947,1733464501337 in 20.0330 sec 2024-12-06T05:56:01,976 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/.hbase-snapshot/SnapshotProcedureTest 2024-12-06T05:56:01,978 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-06T05:56:01,978 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-12-06T05:56:01,980 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 30.3110 sec 2024-12-06T05:56:01,985 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=50}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/WALs/b543b351fe95,41947,1733464501337/b543b351fe95%2C41947%2C1733464501337.meta.1733464561974.meta, exclude list is [], retry=0 2024-12-06T05:56:01,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37765,DS-e0ad9a12-a7fa-4e97-82b7-6f8c7df6625f,DISK] 2024-12-06T05:56:01,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38255,DS-460a2f09-ff3f-4d0c-a667-11b9d952b85c,DISK] 2024-12-06T05:56:01,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35339,DS-6b462a46-fec6-48c0-af69-b9391d16389a,DISK] 2024-12-06T05:56:01,989 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/WALs/b543b351fe95,41947,1733464501337/b543b351fe95%2C41947%2C1733464501337.meta.1733464561974.meta 2024-12-06T05:56:01,990 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42175:42175),(127.0.0.1/127.0.0.1:44537:44537),(127.0.0.1/127.0.0.1:35013:35013)] 2024-12-06T05:56:01,990 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:56:01,990 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=50}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T05:56:01,990 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T05:56:01,991 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T05:56:01,991 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T05:56:01,991 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:56:01,991 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T05:56:01,991 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T05:56:01,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T05:56:01,993 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T05:56:01,993 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:56:01,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:56:01,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T05:56:01,994 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T05:56:01,994 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:56:01,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:56:01,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T05:56:01,995 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T05:56:01,995 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:56:01,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:56:01,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T05:56:01,996 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T05:56:01,996 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:56:01,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:56:01,997 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T05:56:01,997 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/hbase/meta/1588230740 2024-12-06T05:56:01,999 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/hbase/meta/1588230740 2024-12-06T05:56:02,000 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-12-06T05:56:02,007 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-12-06T05:56:02,008 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-12-06T05:56:02,019 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-12-06T05:56:02,021 WARN [RPCClient-NioEventLoopGroup-6-9 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b543b351fe95:37223 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: b543b351fe95/172.17.0.2:37223 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T05:56:02,022 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b543b351fe95,37223,1733464501369, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b543b351fe95,37223,1733464501369, seqNum=-1, error=java.net.ConnectException: Call to address=b543b351fe95:37223 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: b543b351fe95/172.17.0.2:37223 2024-12-06T05:56:02,023 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b543b351fe95,37223,1733464501369, seqNum=-1 is java.net.ConnectException: Connection refused 2024-12-06T05:56:02,023 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b543b351fe95,37223,1733464501369, seqNum=-1 from cache 2024-12-06T05:56:02,023 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/hbase/meta/1588230740/.tmp/info/3a3776d6a1f34148b9d17e0e1a89dd9f is 167, key is SPTestTable,19999999,1733464512150.f65ebb63aa7368ce134ae5ed8f5c60d5./info:regioninfo/1733464522883/Put/seqid=0 2024-12-06T05:56:02,024 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] ipc.FailedServers(52): Added failed server with address b543b351fe95:37223 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: b543b351fe95/172.17.0.2:37223 2024-12-06T05:56:02,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741866_1042 (size=18393) 2024-12-06T05:56:02,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37765 is added to blk_1073741866_1042 (size=18393) 2024-12-06T05:56:02,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38255 is added to blk_1073741866_1042 (size=18393) 2024-12-06T05:56:02,030 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/hbase/meta/1588230740/.tmp/info/3a3776d6a1f34148b9d17e0e1a89dd9f 2024-12-06T05:56:02,050 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/hbase/meta/1588230740/.tmp/ns/1b425140308e4292b5eb94e00a0d1708 is 43, key is default/ns:d/1733464512088/Put/seqid=0 2024-12-06T05:56:02,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38255 is added to blk_1073741867_1043 (size=5153) 2024-12-06T05:56:02,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741867_1043 (size=5153) 2024-12-06T05:56:02,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37765 is added to blk_1073741867_1043 (size=5153) 2024-12-06T05:56:02,057 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/hbase/meta/1588230740/.tmp/ns/1b425140308e4292b5eb94e00a0d1708 2024-12-06T05:56:02,078 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/hbase/meta/1588230740/.tmp/table/1ddf1a5995cc4eadb8e6ebf2f40ad376 is 47, key is SPTestTable/table:state/1733464522940/Put/seqid=0 2024-12-06T05:56:02,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37765 is added to blk_1073741868_1044 (size=5214) 2024-12-06T05:56:02,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38255 is added to blk_1073741868_1044 (size=5214) 2024-12-06T05:56:02,085 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/hbase/meta/1588230740/.tmp/table/1ddf1a5995cc4eadb8e6ebf2f40ad376 2024-12-06T05:56:02,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741868_1044 (size=5214) 2024-12-06T05:56:02,091 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/hbase/meta/1588230740/.tmp/info/3a3776d6a1f34148b9d17e0e1a89dd9f as hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/hbase/meta/1588230740/info/3a3776d6a1f34148b9d17e0e1a89dd9f 2024-12-06T05:56:02,098 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/hbase/meta/1588230740/info/3a3776d6a1f34148b9d17e0e1a89dd9f, entries=100, sequenceid=28, filesize=18.0 K 2024-12-06T05:56:02,099 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/hbase/meta/1588230740/.tmp/ns/1b425140308e4292b5eb94e00a0d1708 as hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/hbase/meta/1588230740/ns/1b425140308e4292b5eb94e00a0d1708 2024-12-06T05:56:02,105 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/hbase/meta/1588230740/ns/1b425140308e4292b5eb94e00a0d1708, entries=2, sequenceid=28, filesize=5.0 K 2024-12-06T05:56:02,106 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/hbase/meta/1588230740/.tmp/table/1ddf1a5995cc4eadb8e6ebf2f40ad376 as hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/hbase/meta/1588230740/table/1ddf1a5995cc4eadb8e6ebf2f40ad376 2024-12-06T05:56:02,112 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/hbase/meta/1588230740/table/1ddf1a5995cc4eadb8e6ebf2f40ad376, entries=2, sequenceid=28, filesize=5.1 K 2024-12-06T05:56:02,113 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 105ms, sequenceid=28, compaction requested=false; wal=null 2024-12-06T05:56:02,113 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-12-06T05:56:02,115 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T05:56:02,115 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T05:56:02,116 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:56:02,117 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T05:56:02,119 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-12-06T05:56:02,120 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67730594, jitterRate=0.009264498949050903}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:56:02,120 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T05:56:02,120 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733464561991Writing region info on filesystem at 1733464561991Initializing all the Stores at 1733464561992 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733464561992Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733464561992Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464561992Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733464561992Obtaining lock to block concurrent updates at 1733464562008 (+16 ms)Preparing flush snapshotting stores in 1588230740 at 1733464562008Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1733464562008Flushing stores of hbase:meta,,1.1588230740 at 1733464562008Flushing 1588230740/info: creating writer at 1733464562008Flushing 1588230740/info: appending metadata at 1733464562023 (+15 ms)Flushing 1588230740/info: closing flushed file at 1733464562023Flushing 1588230740/ns: creating writer at 1733464562036 (+13 ms)Flushing 1588230740/ns: appending metadata at 1733464562049 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733464562049Flushing 1588230740/table: creating writer at 1733464562064 (+15 ms)Flushing 1588230740/table: appending metadata at 1733464562077 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733464562077Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c3dc4a6: reopening flushed file at 1733464562090 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dc927ad: reopening flushed file at 1733464562098 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e75dad8: reopening flushed file at 1733464562105 (+7 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 105ms, sequenceid=28, compaction requested=false; wal=null at 1733464562113 (+8 ms)Cleaning up temporary data from old regions at 1733464562115 (+2 ms)Running coprocessor post-open hooks at 1733464562120 (+5 ms)Region opened successfully at 1733464562120 2024-12-06T05:56:02,122 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=50, masterSystemTime=1733464561962 2024-12-06T05:56:02,124 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T05:56:02,124 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T05:56:02,124 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=b543b351fe95,41947,1733464501337 2024-12-06T05:56:02,125 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b543b351fe95,41947,1733464501337, state=OPEN 2024-12-06T05:56:02,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41947-0x100ae18887f0001, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T05:56:02,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37981-0x100ae18887f0000, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T05:56:02,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34863-0x100ae18887f0003, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T05:56:02,126 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=50, ppid=49, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b543b351fe95,41947,1733464501337 2024-12-06T05:56:02,126 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T05:56:02,126 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T05:56:02,127 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T05:56:02,128 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:56:02,128 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=49 2024-12-06T05:56:02,129 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b543b351fe95,41947,1733464501337 in 9.9630 sec 2024-12-06T05:56:02,130 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b543b351fe95,41947,1733464501337, seqNum=-1] 2024-12-06T05:56:02,131 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=46 2024-12-06T05:56:02,131 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.1210 sec 2024-12-06T05:56:02,131 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): b543b351fe95,37223,1733464501369 had 4 regions 2024-12-06T05:56:02,132 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure b543b351fe95,37223,1733464501369, splitWal=true, meta=true, isMeta: false 2024-12-06T05:56:02,134 INFO [PEWorker-3 {}] master.SplitWALManager(105): b543b351fe95,37223,1733464501369 WAL count=1, meta=false 2024-12-06T05:56:02,134 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure b543b351fe95%2C37223%2C1733464501369.1733464501802}] 2024-12-06T05:56:02,136 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=b543b351fe95,34863,1733464501397 2024-12-06T05:56:02,137 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure b543b351fe95%2C37223%2C1733464501369.1733464501802, worker=b543b351fe95,34863,1733464501397}] 2024-12-06T05:56:02,152 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-12-06T05:56:02,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T05:56:02,152 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:56:02,152 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:56:02,152 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:56:02,153 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:56:02,153 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T05:56:02,153 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=87817152, stopped=false 2024-12-06T05:56:02,153 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:56:02,153 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b543b351fe95,37981,1733464501285 2024-12-06T05:56:02,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41947-0x100ae18887f0001, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T05:56:02,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34863-0x100ae18887f0003, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T05:56:02,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37981-0x100ae18887f0000, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T05:56:02,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41947-0x100ae18887f0001, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:56:02,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34863-0x100ae18887f0003, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:56:02,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37981-0x100ae18887f0000, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:56:02,154 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T05:56:02,154 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:56:02,155 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:56:02,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:56:02,155 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b543b351fe95,41947,1733464501337' ***** 2024-12-06T05:56:02,155 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T05:56:02,155 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b543b351fe95,34863,1733464501397' ***** 2024-12-06T05:56:02,155 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T05:56:02,155 INFO [RS:0;b543b351fe95:41947 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T05:56:02,155 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T05:56:02,156 INFO [RS:2;b543b351fe95:34863 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T05:56:02,156 INFO [RS:0;b543b351fe95:41947 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T05:56:02,156 INFO [RS:2;b543b351fe95:34863 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T05:56:02,156 INFO [RS:0;b543b351fe95:41947 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T05:56:02,156 INFO [RS:2;b543b351fe95:34863 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T05:56:02,156 INFO [RS:0;b543b351fe95:41947 {}] regionserver.HRegionServer(3091): Received CLOSE for 7c806c103ce0b7416a9c74e1a640a2f5 2024-12-06T05:56:02,156 INFO [RS:2;b543b351fe95:34863 {}] regionserver.HRegionServer(3091): Received CLOSE for b99f580c349cb52d5b78575312a5cbb3 2024-12-06T05:56:02,156 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34863-0x100ae18887f0003, quorum=127.0.0.1:65137, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T05:56:02,156 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37981-0x100ae18887f0000, quorum=127.0.0.1:65137, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T05:56:02,156 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T05:56:02,156 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41947-0x100ae18887f0001, quorum=127.0.0.1:65137, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T05:56:02,156 INFO [RS:2;b543b351fe95:34863 {}] regionserver.HRegionServer(3091): Received CLOSE for ca981ce2bfee1a6035996d5f2042d037 2024-12-06T05:56:02,156 INFO [RS:2;b543b351fe95:34863 {}] regionserver.HRegionServer(3091): Received CLOSE for f15b1c5f40e2b9f35416bacadaece0d2 2024-12-06T05:56:02,157 INFO [RS:0;b543b351fe95:41947 {}] regionserver.HRegionServer(3091): Received CLOSE for 2cad52d4574ccb2ecdfb8dc7a72c63e6 2024-12-06T05:56:02,157 INFO [RS:2;b543b351fe95:34863 {}] regionserver.HRegionServer(3091): Received CLOSE for 74cf98579e7e8ad19bdee9d99871e203 2024-12-06T05:56:02,157 INFO [RS:0;b543b351fe95:41947 {}] regionserver.HRegionServer(3091): Received CLOSE for b718c40a53d83a64f7923e2bda5b6997 2024-12-06T05:56:02,157 INFO [RS:2;b543b351fe95:34863 {}] regionserver.HRegionServer(959): stopping server b543b351fe95,34863,1733464501397 2024-12-06T05:56:02,157 INFO [RS:2;b543b351fe95:34863 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T05:56:02,157 INFO [RS:0;b543b351fe95:41947 {}] regionserver.HRegionServer(959): stopping server b543b351fe95,41947,1733464501337 2024-12-06T05:56:02,157 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b99f580c349cb52d5b78575312a5cbb3, disabling compactions & flushes 2024-12-06T05:56:02,157 INFO [RS:0;b543b351fe95:41947 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T05:56:02,157 INFO [RS:2;b543b351fe95:34863 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;b543b351fe95:34863. 2024-12-06T05:56:02,157 INFO [RS:0;b543b351fe95:41947 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b543b351fe95:41947. 2024-12-06T05:56:02,157 DEBUG [RS:2;b543b351fe95:34863 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:56:02,157 DEBUG [RS:2;b543b351fe95:34863 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:56:02,157 DEBUG [RS:0;b543b351fe95:41947 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:56:02,157 DEBUG [RS:0;b543b351fe95:41947 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:56:02,157 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7c806c103ce0b7416a9c74e1a640a2f5, disabling compactions & flushes 2024-12-06T05:56:02,157 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733464512150.b99f580c349cb52d5b78575312a5cbb3. 2024-12-06T05:56:02,157 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733464512150.7c806c103ce0b7416a9c74e1a640a2f5. 2024-12-06T05:56:02,157 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733464512150.b99f580c349cb52d5b78575312a5cbb3. 2024-12-06T05:56:02,157 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733464512150.7c806c103ce0b7416a9c74e1a640a2f5. 2024-12-06T05:56:02,157 INFO [RS:0;b543b351fe95:41947 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T05:56:02,157 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733464512150.b99f580c349cb52d5b78575312a5cbb3. after waiting 0 ms 2024-12-06T05:56:02,157 INFO [RS:2;b543b351fe95:34863 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-12-06T05:56:02,157 INFO [RS:0;b543b351fe95:41947 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T05:56:02,157 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733464512150.7c806c103ce0b7416a9c74e1a640a2f5. after waiting 0 ms 2024-12-06T05:56:02,157 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733464512150.b99f580c349cb52d5b78575312a5cbb3. 2024-12-06T05:56:02,157 DEBUG [RS:2;b543b351fe95:34863 {}] regionserver.HRegionServer(1325): Online Regions={b99f580c349cb52d5b78575312a5cbb3=SPTestTable,b333332f,1733464512150.b99f580c349cb52d5b78575312a5cbb3., ca981ce2bfee1a6035996d5f2042d037=SPTestTable,7ffffffd,1733464512150.ca981ce2bfee1a6035996d5f2042d037., f15b1c5f40e2b9f35416bacadaece0d2=SPTestTable,33333332,1733464512150.f15b1c5f40e2b9f35416bacadaece0d2., 74cf98579e7e8ad19bdee9d99871e203=SPTestTable,4ccccccb,1733464512150.74cf98579e7e8ad19bdee9d99871e203.} 2024-12-06T05:56:02,157 INFO [RS:0;b543b351fe95:41947 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T05:56:02,157 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733464512150.7c806c103ce0b7416a9c74e1a640a2f5. 2024-12-06T05:56:02,157 INFO [RS:0;b543b351fe95:41947 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T05:56:02,157 DEBUG [RS:2;b543b351fe95:34863 {}] regionserver.HRegionServer(1351): Waiting on 74cf98579e7e8ad19bdee9d99871e203, b99f580c349cb52d5b78575312a5cbb3, ca981ce2bfee1a6035996d5f2042d037, f15b1c5f40e2b9f35416bacadaece0d2 2024-12-06T05:56:02,158 INFO [RS:0;b543b351fe95:41947 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-12-06T05:56:02,158 DEBUG [RS:0;b543b351fe95:41947 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 7c806c103ce0b7416a9c74e1a640a2f5=SPTestTable,ccccccc8,1733464512150.7c806c103ce0b7416a9c74e1a640a2f5., 2cad52d4574ccb2ecdfb8dc7a72c63e6=SPTestTable,,1733464512150.2cad52d4574ccb2ecdfb8dc7a72c63e6., b718c40a53d83a64f7923e2bda5b6997=SPTestTable,66666664,1733464512150.b718c40a53d83a64f7923e2bda5b6997.} 2024-12-06T05:56:02,158 DEBUG [RS:0;b543b351fe95:41947 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2cad52d4574ccb2ecdfb8dc7a72c63e6, 7c806c103ce0b7416a9c74e1a640a2f5, b718c40a53d83a64f7923e2bda5b6997 2024-12-06T05:56:02,158 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T05:56:02,158 INFO [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T05:56:02,158 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T05:56:02,158 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T05:56:02,158 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T05:56:02,168 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/default/SPTestTable/b99f580c349cb52d5b78575312a5cbb3/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-06T05:56:02,168 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/hbase/meta/1588230740/recovered.edits/31.seqid, newMaxSeqId=31, maxSeqId=28 2024-12-06T05:56:02,168 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/default/SPTestTable/7c806c103ce0b7416a9c74e1a640a2f5/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-06T05:56:02,169 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733464512150.b99f580c349cb52d5b78575312a5cbb3. 2024-12-06T05:56:02,169 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b99f580c349cb52d5b78575312a5cbb3: Waiting for close lock at 1733464562157Running coprocessor pre-close hooks at 1733464562157Disabling compacts and flushes for region at 1733464562157Disabling writes for close at 1733464562157Writing region close event to WAL at 1733464562158 (+1 ms)Running coprocessor post-close hooks at 1733464562169 (+11 ms)Closed at 1733464562169 2024-12-06T05:56:02,169 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T05:56:02,169 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733464512150.7c806c103ce0b7416a9c74e1a640a2f5. 2024-12-06T05:56:02,169 INFO [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T05:56:02,169 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7c806c103ce0b7416a9c74e1a640a2f5: Waiting for close lock at 1733464562157Running coprocessor pre-close hooks at 1733464562157Disabling compacts and flushes for region at 1733464562157Disabling writes for close at 1733464562157Writing region close event to WAL at 1733464562159 (+2 ms)Running coprocessor post-close hooks at 1733464562169 (+10 ms)Closed at 1733464562169 2024-12-06T05:56:02,169 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1733464512150.b99f580c349cb52d5b78575312a5cbb3. 2024-12-06T05:56:02,169 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733464562158Running coprocessor pre-close hooks at 1733464562158Disabling compacts and flushes for region at 1733464562158Disabling writes for close at 1733464562158Writing region close event to WAL at 1733464562160 (+2 ms)Running coprocessor post-close hooks at 1733464562169 (+9 ms)Closed at 1733464562169 2024-12-06T05:56:02,169 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1733464512150.7c806c103ce0b7416a9c74e1a640a2f5. 2024-12-06T05:56:02,169 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T05:56:02,169 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ca981ce2bfee1a6035996d5f2042d037, disabling compactions & flushes 2024-12-06T05:56:02,169 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733464512150.ca981ce2bfee1a6035996d5f2042d037. 2024-12-06T05:56:02,169 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2cad52d4574ccb2ecdfb8dc7a72c63e6, disabling compactions & flushes 2024-12-06T05:56:02,169 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733464512150.ca981ce2bfee1a6035996d5f2042d037. 2024-12-06T05:56:02,169 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1733464512150.2cad52d4574ccb2ecdfb8dc7a72c63e6. 2024-12-06T05:56:02,169 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733464512150.ca981ce2bfee1a6035996d5f2042d037. after waiting 0 ms 2024-12-06T05:56:02,169 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733464512150.2cad52d4574ccb2ecdfb8dc7a72c63e6. 2024-12-06T05:56:02,169 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733464512150.ca981ce2bfee1a6035996d5f2042d037. 2024-12-06T05:56:02,169 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733464512150.2cad52d4574ccb2ecdfb8dc7a72c63e6. after waiting 0 ms 2024-12-06T05:56:02,169 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733464512150.2cad52d4574ccb2ecdfb8dc7a72c63e6. 2024-12-06T05:56:02,174 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/default/SPTestTable/2cad52d4574ccb2ecdfb8dc7a72c63e6/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-06T05:56:02,174 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/default/SPTestTable/ca981ce2bfee1a6035996d5f2042d037/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-06T05:56:02,174 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733464512150.ca981ce2bfee1a6035996d5f2042d037. 2024-12-06T05:56:02,175 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ca981ce2bfee1a6035996d5f2042d037: Waiting for close lock at 1733464562169Running coprocessor pre-close hooks at 1733464562169Disabling compacts and flushes for region at 1733464562169Disabling writes for close at 1733464562169Writing region close event to WAL at 1733464562170 (+1 ms)Running coprocessor post-close hooks at 1733464562174 (+4 ms)Closed at 1733464562174 2024-12-06T05:56:02,175 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1733464512150.2cad52d4574ccb2ecdfb8dc7a72c63e6. 2024-12-06T05:56:02,175 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1733464512150.ca981ce2bfee1a6035996d5f2042d037. 2024-12-06T05:56:02,175 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2cad52d4574ccb2ecdfb8dc7a72c63e6: Waiting for close lock at 1733464562169Running coprocessor pre-close hooks at 1733464562169Disabling compacts and flushes for region at 1733464562169Disabling writes for close at 1733464562169Writing region close event to WAL at 1733464562170 (+1 ms)Running coprocessor post-close hooks at 1733464562175 (+5 ms)Closed at 1733464562175 2024-12-06T05:56:02,175 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1733464512150.2cad52d4574ccb2ecdfb8dc7a72c63e6. 2024-12-06T05:56:02,175 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f15b1c5f40e2b9f35416bacadaece0d2, disabling compactions & flushes 2024-12-06T05:56:02,175 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733464512150.f15b1c5f40e2b9f35416bacadaece0d2. 2024-12-06T05:56:02,175 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733464512150.f15b1c5f40e2b9f35416bacadaece0d2. 2024-12-06T05:56:02,175 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733464512150.f15b1c5f40e2b9f35416bacadaece0d2. after waiting 0 ms 2024-12-06T05:56:02,175 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b718c40a53d83a64f7923e2bda5b6997, disabling compactions & flushes 2024-12-06T05:56:02,175 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733464512150.f15b1c5f40e2b9f35416bacadaece0d2. 2024-12-06T05:56:02,175 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733464512150.b718c40a53d83a64f7923e2bda5b6997. 2024-12-06T05:56:02,175 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733464512150.b718c40a53d83a64f7923e2bda5b6997. 2024-12-06T05:56:02,175 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733464512150.b718c40a53d83a64f7923e2bda5b6997. after waiting 0 ms 2024-12-06T05:56:02,175 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733464512150.b718c40a53d83a64f7923e2bda5b6997. 2024-12-06T05:56:02,179 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/default/SPTestTable/f15b1c5f40e2b9f35416bacadaece0d2/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-06T05:56:02,180 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733464512150.f15b1c5f40e2b9f35416bacadaece0d2. 2024-12-06T05:56:02,180 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f15b1c5f40e2b9f35416bacadaece0d2: Waiting for close lock at 1733464562175Running coprocessor pre-close hooks at 1733464562175Disabling compacts and flushes for region at 1733464562175Disabling writes for close at 1733464562175Writing region close event to WAL at 1733464562175Running coprocessor post-close hooks at 1733464562180 (+5 ms)Closed at 1733464562180 2024-12-06T05:56:02,180 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1733464512150.f15b1c5f40e2b9f35416bacadaece0d2. 2024-12-06T05:56:02,181 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 74cf98579e7e8ad19bdee9d99871e203, disabling compactions & flushes 2024-12-06T05:56:02,181 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733464512150.74cf98579e7e8ad19bdee9d99871e203. 2024-12-06T05:56:02,181 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733464512150.74cf98579e7e8ad19bdee9d99871e203. 2024-12-06T05:56:02,181 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733464512150.74cf98579e7e8ad19bdee9d99871e203. after waiting 0 ms 2024-12-06T05:56:02,181 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733464512150.74cf98579e7e8ad19bdee9d99871e203. 2024-12-06T05:56:02,182 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/default/SPTestTable/b718c40a53d83a64f7923e2bda5b6997/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-06T05:56:02,182 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733464512150.b718c40a53d83a64f7923e2bda5b6997. 2024-12-06T05:56:02,182 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b718c40a53d83a64f7923e2bda5b6997: Waiting for close lock at 1733464562175Running coprocessor pre-close hooks at 1733464562175Disabling compacts and flushes for region at 1733464562175Disabling writes for close at 1733464562175Writing region close event to WAL at 1733464562175Running coprocessor post-close hooks at 1733464562182 (+7 ms)Closed at 1733464562182 2024-12-06T05:56:02,183 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1733464512150.b718c40a53d83a64f7923e2bda5b6997. 2024-12-06T05:56:02,184 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/data/default/SPTestTable/74cf98579e7e8ad19bdee9d99871e203/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-06T05:56:02,185 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733464512150.74cf98579e7e8ad19bdee9d99871e203. 2024-12-06T05:56:02,185 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 74cf98579e7e8ad19bdee9d99871e203: Waiting for close lock at 1733464562181Running coprocessor pre-close hooks at 1733464562181Disabling compacts and flushes for region at 1733464562181Disabling writes for close at 1733464562181Writing region close event to WAL at 1733464562181Running coprocessor post-close hooks at 1733464562185 (+4 ms)Closed at 1733464562185 2024-12-06T05:56:02,185 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1733464512150.74cf98579e7e8ad19bdee9d99871e203. 2024-12-06T05:56:02,220 INFO [regionserver/b543b351fe95:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T05:56:02,240 INFO [regionserver/b543b351fe95:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T05:56:02,357 INFO [RS:2;b543b351fe95:34863 {}] regionserver.HRegionServer(976): stopping server b543b351fe95,34863,1733464501397; all regions closed. 2024-12-06T05:56:02,358 INFO [RS:0;b543b351fe95:41947 {}] regionserver.HRegionServer(976): stopping server b543b351fe95,41947,1733464501337; all regions closed. 2024-12-06T05:56:02,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741834_1010 (size=2947) 2024-12-06T05:56:02,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38255 is added to blk_1073741834_1010 (size=2947) 2024-12-06T05:56:02,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37765 is added to blk_1073741865_1041 (size=678) 2024-12-06T05:56:02,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37765 is added to blk_1073741834_1010 (size=2947) 2024-12-06T05:56:02,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741865_1041 (size=678) 2024-12-06T05:56:02,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38255 is added to blk_1073741865_1041 (size=678) 2024-12-06T05:56:02,367 DEBUG [RS:0;b543b351fe95:41947 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/oldWALs 2024-12-06T05:56:02,367 INFO [RS:0;b543b351fe95:41947 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b543b351fe95%2C41947%2C1733464501337.meta:.meta(num 1733464561974) 2024-12-06T05:56:02,367 DEBUG [RS:2;b543b351fe95:34863 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/oldWALs 2024-12-06T05:56:02,368 INFO [RS:2;b543b351fe95:34863 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b543b351fe95%2C34863%2C1733464501397:(num 1733464501794) 2024-12-06T05:56:02,368 DEBUG [RS:2;b543b351fe95:34863 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:56:02,368 INFO [RS:2;b543b351fe95:34863 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T05:56:02,368 INFO [RS:2;b543b351fe95:34863 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T05:56:02,368 INFO [RS:2;b543b351fe95:34863 {}] hbase.ChoreService(370): Chore service for: regionserver/b543b351fe95:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T05:56:02,368 INFO [RS:2;b543b351fe95:34863 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T05:56:02,368 INFO [RS:2;b543b351fe95:34863 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T05:56:02,368 INFO [regionserver/b543b351fe95:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T05:56:02,368 INFO [RS:2;b543b351fe95:34863 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T05:56:02,368 INFO [RS:2;b543b351fe95:34863 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T05:56:02,368 INFO [RS:2;b543b351fe95:34863 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34863 2024-12-06T05:56:02,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37981-0x100ae18887f0000, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T05:56:02,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34863-0x100ae18887f0003, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b543b351fe95,34863,1733464501397 2024-12-06T05:56:02,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741833_1009 (size=2334) 2024-12-06T05:56:02,371 INFO [RS:2;b543b351fe95:34863 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T05:56:02,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38255 is added to blk_1073741833_1009 (size=2334) 2024-12-06T05:56:02,371 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b543b351fe95,34863,1733464501397] 2024-12-06T05:56:02,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37765 is added to blk_1073741833_1009 (size=2334) 2024-12-06T05:56:02,371 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b543b351fe95,34863,1733464501397 already deleted, retry=false 2024-12-06T05:56:02,371 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b543b351fe95,34863,1733464501397 expired; onlineServers=1 2024-12-06T05:56:02,373 DEBUG [RS:0;b543b351fe95:41947 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/oldWALs 2024-12-06T05:56:02,373 INFO [RS:0;b543b351fe95:41947 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b543b351fe95%2C41947%2C1733464501337:(num 1733464501793) 2024-12-06T05:56:02,373 DEBUG [RS:0;b543b351fe95:41947 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:56:02,373 INFO [RS:0;b543b351fe95:41947 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T05:56:02,373 INFO [RS:0;b543b351fe95:41947 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T05:56:02,373 INFO [RS:0;b543b351fe95:41947 {}] hbase.ChoreService(370): Chore service for: regionserver/b543b351fe95:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T05:56:02,373 INFO [RS:0;b543b351fe95:41947 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T05:56:02,373 INFO [regionserver/b543b351fe95:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T05:56:02,374 INFO [RS:0;b543b351fe95:41947 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41947 2024-12-06T05:56:02,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41947-0x100ae18887f0001, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b543b351fe95,41947,1733464501337 2024-12-06T05:56:02,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37981-0x100ae18887f0000, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T05:56:02,375 INFO [RS:0;b543b351fe95:41947 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T05:56:02,375 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b543b351fe95,41947,1733464501337] 2024-12-06T05:56:02,376 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b543b351fe95,41947,1733464501337 already deleted, retry=false 2024-12-06T05:56:02,376 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b543b351fe95,41947,1733464501337 expired; onlineServers=0 2024-12-06T05:56:02,376 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b543b351fe95,37981,1733464501285' ***** 2024-12-06T05:56:02,376 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T05:56:02,376 INFO [M:0;b543b351fe95:37981 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T05:56:02,376 INFO [M:0;b543b351fe95:37981 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T05:56:02,376 DEBUG [M:0;b543b351fe95:37981 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T05:56:02,376 DEBUG [M:0;b543b351fe95:37981 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T05:56:02,376 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T05:56:02,376 DEBUG [master/b543b351fe95:0:becomeActiveMaster-HFileCleaner.large.0-1733464501571 {}] cleaner.HFileCleaner(306): Exit Thread[master/b543b351fe95:0:becomeActiveMaster-HFileCleaner.large.0-1733464501571,5,FailOnTimeoutGroup] 2024-12-06T05:56:02,376 DEBUG [master/b543b351fe95:0:becomeActiveMaster-HFileCleaner.small.0-1733464501572 {}] cleaner.HFileCleaner(306): Exit Thread[master/b543b351fe95:0:becomeActiveMaster-HFileCleaner.small.0-1733464501572,5,FailOnTimeoutGroup] 2024-12-06T05:56:02,377 INFO [M:0;b543b351fe95:37981 {}] hbase.ChoreService(370): Chore service for: master/b543b351fe95:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T05:56:02,377 INFO [M:0;b543b351fe95:37981 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T05:56:02,377 DEBUG [M:0;b543b351fe95:37981 {}] master.HMaster(1795): Stopping service threads 2024-12-06T05:56:02,377 INFO [M:0;b543b351fe95:37981 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T05:56:02,377 INFO [M:0;b543b351fe95:37981 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T05:56:02,377 ERROR [M:0;b543b351fe95:37981 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:38215 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:38215,5,PEWorkerGroup] 2024-12-06T05:56:02,377 INFO [M:0;b543b351fe95:37981 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T05:56:02,377 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T05:56:02,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37981-0x100ae18887f0000, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-06T05:56:02,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37981-0x100ae18887f0000, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:56:02,378 DEBUG [M:0;b543b351fe95:37981 {}] zookeeper.ZKUtil(347): master:37981-0x100ae18887f0000, quorum=127.0.0.1:65137, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-06T05:56:02,378 WARN [M:0;b543b351fe95:37981 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T05:56:02,378 INFO [M:0;b543b351fe95:37981 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/.lastflushedseqids 2024-12-06T05:56:02,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741869_1045 (size=632) 2024-12-06T05:56:02,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37765 is added to blk_1073741869_1045 (size=632) 2024-12-06T05:56:02,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38255 is added to blk_1073741869_1045 (size=632) 2024-12-06T05:56:02,386 INFO [M:0;b543b351fe95:37981 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T05:56:02,386 INFO [M:0;b543b351fe95:37981 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T05:56:02,386 DEBUG [M:0;b543b351fe95:37981 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T05:56:02,386 INFO [M:0;b543b351fe95:37981 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:56:02,386 DEBUG [M:0;b543b351fe95:37981 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:56:02,386 DEBUG [M:0;b543b351fe95:37981 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T05:56:02,386 DEBUG [M:0;b543b351fe95:37981 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:56:02,386 INFO [M:0;b543b351fe95:37981 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=212.82 KB heapSize=253.97 KB 2024-12-06T05:56:02,400 DEBUG [M:0;b543b351fe95:37981 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/89c1201322d44d249d364643630091f7 is 82, key is hbase:meta,,1/info:regioninfo/1733464562124/Put/seqid=0 2024-12-06T05:56:02,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741870_1046 (size=6071) 2024-12-06T05:56:02,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38255 is added to blk_1073741870_1046 (size=6071) 2024-12-06T05:56:02,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37765 is added to blk_1073741870_1046 (size=6071) 2024-12-06T05:56:02,407 INFO [M:0;b543b351fe95:37981 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/89c1201322d44d249d364643630091f7 2024-12-06T05:56:02,427 DEBUG [M:0;b543b351fe95:37981 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/023c77a33c3046debd4fb51f29da26dc is 1242, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733464522944/Put/seqid=0 2024-12-06T05:56:02,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741871_1047 (size=11550) 2024-12-06T05:56:02,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37765 is added to blk_1073741871_1047 (size=11550) 2024-12-06T05:56:02,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38255 is added to blk_1073741871_1047 (size=11550) 2024-12-06T05:56:02,435 INFO [M:0;b543b351fe95:37981 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=211.59 KB at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/023c77a33c3046debd4fb51f29da26dc 2024-12-06T05:56:02,440 INFO [M:0;b543b351fe95:37981 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 023c77a33c3046debd4fb51f29da26dc 2024-12-06T05:56:02,453 DEBUG [M:0;b543b351fe95:37981 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3c8f047fda204c1aaa603f9acbf2c7be is 69, key is b543b351fe95,34863,1733464501397/rs:state/1733464501632/Put/seqid=0 2024-12-06T05:56:02,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37765 is added to blk_1073741872_1048 (size=5447) 2024-12-06T05:56:02,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38255 is added to blk_1073741872_1048 (size=5447) 2024-12-06T05:56:02,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741872_1048 (size=5447) 2024-12-06T05:56:02,460 INFO [M:0;b543b351fe95:37981 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3c8f047fda204c1aaa603f9acbf2c7be 2024-12-06T05:56:02,464 INFO [M:0;b543b351fe95:37981 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3c8f047fda204c1aaa603f9acbf2c7be 2024-12-06T05:56:02,465 DEBUG [M:0;b543b351fe95:37981 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/89c1201322d44d249d364643630091f7 as hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/89c1201322d44d249d364643630091f7 2024-12-06T05:56:02,470 INFO [M:0;b543b351fe95:37981 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/89c1201322d44d249d364643630091f7, entries=14, sequenceid=443, filesize=5.9 K 2024-12-06T05:56:02,471 DEBUG [M:0;b543b351fe95:37981 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/023c77a33c3046debd4fb51f29da26dc as hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/023c77a33c3046debd4fb51f29da26dc 2024-12-06T05:56:02,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34863-0x100ae18887f0003, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:56:02,472 INFO [RS:2;b543b351fe95:34863 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T05:56:02,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34863-0x100ae18887f0003, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:56:02,472 INFO [RS:2;b543b351fe95:34863 {}] regionserver.HRegionServer(1031): Exiting; stopping=b543b351fe95,34863,1733464501397; zookeeper connection closed. 2024-12-06T05:56:02,472 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@54b18ed4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@54b18ed4 2024-12-06T05:56:02,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41947-0x100ae18887f0001, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:56:02,476 INFO [RS:0;b543b351fe95:41947 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T05:56:02,476 INFO [RS:0;b543b351fe95:41947 {}] regionserver.HRegionServer(1031): Exiting; stopping=b543b351fe95,41947,1733464501337; zookeeper connection closed. 2024-12-06T05:56:02,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41947-0x100ae18887f0001, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:56:02,476 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@31aaf713 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@31aaf713 2024-12-06T05:56:02,476 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-06T05:56:02,477 INFO [M:0;b543b351fe95:37981 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 023c77a33c3046debd4fb51f29da26dc 2024-12-06T05:56:02,478 INFO [M:0;b543b351fe95:37981 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/023c77a33c3046debd4fb51f29da26dc, entries=52, sequenceid=443, filesize=11.3 K 2024-12-06T05:56:02,479 DEBUG [M:0;b543b351fe95:37981 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3c8f047fda204c1aaa603f9acbf2c7be as hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3c8f047fda204c1aaa603f9acbf2c7be 2024-12-06T05:56:02,484 INFO [M:0;b543b351fe95:37981 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3c8f047fda204c1aaa603f9acbf2c7be 2024-12-06T05:56:02,485 INFO [M:0;b543b351fe95:37981 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38215/user/jenkins/test-data/9146d9b3-0774-8db1-1c4b-c1bfadae83d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3c8f047fda204c1aaa603f9acbf2c7be, entries=3, sequenceid=443, filesize=5.3 K 2024-12-06T05:56:02,486 INFO [M:0;b543b351fe95:37981 {}] regionserver.HRegion(3140): Finished flush of dataSize ~212.82 KB/217928, heapSize ~253.67 KB/259760, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 100ms, sequenceid=443, compaction requested=false 2024-12-06T05:56:02,488 INFO [M:0;b543b351fe95:37981 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:56:02,488 DEBUG [M:0;b543b351fe95:37981 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733464562386Disabling compacts and flushes for region at 1733464562386Disabling writes for close at 1733464562386Obtaining lock to block concurrent updates at 1733464562386Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733464562386Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=217928, getHeapSize=260000, getOffHeapSize=0, getCellsCount=542 at 1733464562387 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733464562387Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733464562387Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733464562400 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733464562400Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733464562411 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733464562426 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733464562426Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733464562440 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733464562452 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733464562452Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f6e5ab2: reopening flushed file at 1733464562464 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b5834e2: reopening flushed file at 1733464562470 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d8eeaad: reopening flushed file at 1733464562478 (+8 ms)Finished flush of dataSize ~212.82 KB/217928, heapSize ~253.67 KB/259760, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 100ms, sequenceid=443, compaction requested=false at 1733464562486 (+8 ms)Writing region close event to WAL at 1733464562488 (+2 ms)Closed at 1733464562488 2024-12-06T05:56:02,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37765 is added to blk_1073741830_1006 (size=247538) 2024-12-06T05:56:02,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38255 is added to blk_1073741830_1006 (size=247538) 2024-12-06T05:56:02,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741830_1006 (size=247538) 2024-12-06T05:56:02,493 INFO [M:0;b543b351fe95:37981 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T05:56:02,493 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T05:56:02,493 INFO [M:0;b543b351fe95:37981 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37981 2024-12-06T05:56:02,493 INFO [M:0;b543b351fe95:37981 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T05:56:02,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37981-0x100ae18887f0000, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:56:02,594 INFO [M:0;b543b351fe95:37981 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T05:56:02,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37981-0x100ae18887f0000, quorum=127.0.0.1:65137, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:56:02,597 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@76552685{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T05:56:02,598 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d93f1ad{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T05:56:02,598 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T05:56:02,598 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c883179{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T05:56:02,598 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22c8ef2e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b51a3155-f1e0-3c57-5f13-464aa652aa40/hadoop.log.dir/,STOPPED} 2024-12-06T05:56:02,599 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T05:56:02,599 WARN [BP-1357017222-172.17.0.2-1733464500546 heartbeating to localhost/127.0.0.1:38215 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T05:56:02,599 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T05:56:02,599 WARN [BP-1357017222-172.17.0.2-1733464500546 heartbeating to localhost/127.0.0.1:38215 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1357017222-172.17.0.2-1733464500546 (Datanode Uuid c3d81620-e95c-4af8-acb6-b2e4319dd5a9) service to localhost/127.0.0.1:38215 2024-12-06T05:56:02,600 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b51a3155-f1e0-3c57-5f13-464aa652aa40/cluster_6c13c610-542c-1ea7-81a3-9fd502ae3d4c/data/data5/current/BP-1357017222-172.17.0.2-1733464500546 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T05:56:02,600 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b51a3155-f1e0-3c57-5f13-464aa652aa40/cluster_6c13c610-542c-1ea7-81a3-9fd502ae3d4c/data/data6/current/BP-1357017222-172.17.0.2-1733464500546 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T05:56:02,600 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T05:56:02,603 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6111389f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T05:56:02,603 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c2fdec9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T05:56:02,603 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T05:56:02,603 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ccf2faf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T05:56:02,603 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5fc2671a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b51a3155-f1e0-3c57-5f13-464aa652aa40/hadoop.log.dir/,STOPPED} 2024-12-06T05:56:02,605 WARN [BP-1357017222-172.17.0.2-1733464500546 heartbeating to localhost/127.0.0.1:38215 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T05:56:02,605 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T05:56:02,605 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T05:56:02,605 WARN [BP-1357017222-172.17.0.2-1733464500546 heartbeating to localhost/127.0.0.1:38215 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1357017222-172.17.0.2-1733464500546 (Datanode Uuid 70d3a301-dc05-4235-95fa-cb99f626d3b6) service to localhost/127.0.0.1:38215 2024-12-06T05:56:02,605 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b51a3155-f1e0-3c57-5f13-464aa652aa40/cluster_6c13c610-542c-1ea7-81a3-9fd502ae3d4c/data/data3/current/BP-1357017222-172.17.0.2-1733464500546 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T05:56:02,606 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b51a3155-f1e0-3c57-5f13-464aa652aa40/cluster_6c13c610-542c-1ea7-81a3-9fd502ae3d4c/data/data4/current/BP-1357017222-172.17.0.2-1733464500546 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T05:56:02,606 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T05:56:02,608 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@46abb6db{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T05:56:02,608 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4017db1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T05:56:02,608 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T05:56:02,608 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7396b0e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T05:56:02,608 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@845451c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b51a3155-f1e0-3c57-5f13-464aa652aa40/hadoop.log.dir/,STOPPED} 2024-12-06T05:56:02,609 WARN [BP-1357017222-172.17.0.2-1733464500546 heartbeating to localhost/127.0.0.1:38215 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T05:56:02,609 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T05:56:02,609 WARN [BP-1357017222-172.17.0.2-1733464500546 heartbeating to localhost/127.0.0.1:38215 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1357017222-172.17.0.2-1733464500546 (Datanode Uuid 11901e9b-24de-4a64-a545-34fa7b04295f) service to localhost/127.0.0.1:38215 2024-12-06T05:56:02,609 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T05:56:02,610 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b51a3155-f1e0-3c57-5f13-464aa652aa40/cluster_6c13c610-542c-1ea7-81a3-9fd502ae3d4c/data/data1/current/BP-1357017222-172.17.0.2-1733464500546 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T05:56:02,610 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b51a3155-f1e0-3c57-5f13-464aa652aa40/cluster_6c13c610-542c-1ea7-81a3-9fd502ae3d4c/data/data2/current/BP-1357017222-172.17.0.2-1733464500546 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T05:56:02,610 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T05:56:02,615 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@531e5c2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T05:56:02,616 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1d50ec81{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T05:56:02,616 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T05:56:02,616 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49935db{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T05:56:02,616 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3498d3b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b51a3155-f1e0-3c57-5f13-464aa652aa40/hadoop.log.dir/,STOPPED} 2024-12-06T05:56:02,623 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T05:56:02,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T05:56:02,670 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=124 (was 92) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:38215 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38215 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:38215 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:38215 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:38215 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:38215 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38215 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:38215 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS_OPEN_META-regionserver/b543b351fe95:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38215 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38215 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38215 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:38215 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=112 (was 189), ProcessCount=11 (was 11), AvailableMemoryMB=3729 (was 3898)