2024-11-10 05:40:31,295 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-10 05:40:31,306 main DEBUG Took 0.009156 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-10 05:40:31,306 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-10 05:40:31,306 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-10 05:40:31,307 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-10 05:40:31,308 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 05:40:31,315 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-10 05:40:31,327 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 05:40:31,328 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 05:40:31,328 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 05:40:31,329 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 05:40:31,329 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 05:40:31,329 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 05:40:31,330 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 05:40:31,331 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 05:40:31,331 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 05:40:31,331 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 05:40:31,332 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 05:40:31,333 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 05:40:31,333 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 05:40:31,333 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 05:40:31,334 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 05:40:31,334 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 05:40:31,334 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 05:40:31,335 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 05:40:31,335 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 05:40:31,335 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 05:40:31,336 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 05:40:31,336 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 05:40:31,337 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 05:40:31,337 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 05:40:31,337 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 05:40:31,337 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-10 05:40:31,339 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 05:40:31,340 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-10 05:40:31,341 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-10 05:40:31,342 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-10 05:40:31,343 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-10 05:40:31,343 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-10 05:40:31,351 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-10 05:40:31,353 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-10 05:40:31,355 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-10 05:40:31,355 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-10 05:40:31,355 main DEBUG createAppenders(={Console}) 2024-11-10 05:40:31,356 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-10 05:40:31,356 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-10 05:40:31,357 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-10 05:40:31,357 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-10 05:40:31,357 main DEBUG OutputStream closed 2024-11-10 05:40:31,358 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-10 05:40:31,358 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-10 05:40:31,358 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-10 05:40:31,423 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-10 05:40:31,425 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-10 05:40:31,426 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-10 05:40:31,427 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-10 05:40:31,427 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-10 05:40:31,428 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-10 05:40:31,428 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-10 05:40:31,428 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-10 05:40:31,429 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-10 05:40:31,429 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-10 05:40:31,429 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-10 05:40:31,429 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-10 05:40:31,430 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-10 05:40:31,430 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-10 05:40:31,430 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-10 05:40:31,430 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-10 05:40:31,431 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-10 05:40:31,431 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-10 05:40:31,434 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-10 05:40:31,434 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-10 05:40:31,435 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-10 05:40:31,435 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-10T05:40:31,449 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-10 05:40:31,452 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-10 05:40:31,452 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-10T05:40:31,458 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-10T05:40:31,489 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=250, ProcessCount=11, AvailableMemoryMB=8908 2024-11-10T05:40:31,750 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/134f3fb6-e027-5dce-9889-307fe6adedfd 2024-11-10T05:40:31,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T05:40:31,766 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/134f3fb6-e027-5dce-9889-307fe6adedfd/cluster_17aaf30b-562e-39ae-0b34-e09cef9183e5, deleteOnExit=true 2024-11-10T05:40:31,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T05:40:31,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/134f3fb6-e027-5dce-9889-307fe6adedfd/test.cache.data in system properties and HBase conf 2024-11-10T05:40:31,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/134f3fb6-e027-5dce-9889-307fe6adedfd/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T05:40:31,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/134f3fb6-e027-5dce-9889-307fe6adedfd/hadoop.log.dir in system properties and HBase conf 2024-11-10T05:40:31,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/134f3fb6-e027-5dce-9889-307fe6adedfd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T05:40:31,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/134f3fb6-e027-5dce-9889-307fe6adedfd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T05:40:31,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T05:40:31,850 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-10T05:40:31,940 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T05:40:31,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/134f3fb6-e027-5dce-9889-307fe6adedfd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T05:40:31,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/134f3fb6-e027-5dce-9889-307fe6adedfd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T05:40:31,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/134f3fb6-e027-5dce-9889-307fe6adedfd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T05:40:31,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/134f3fb6-e027-5dce-9889-307fe6adedfd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T05:40:31,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/134f3fb6-e027-5dce-9889-307fe6adedfd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T05:40:31,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/134f3fb6-e027-5dce-9889-307fe6adedfd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T05:40:31,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/134f3fb6-e027-5dce-9889-307fe6adedfd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T05:40:31,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/134f3fb6-e027-5dce-9889-307fe6adedfd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T05:40:31,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/134f3fb6-e027-5dce-9889-307fe6adedfd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T05:40:31,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/134f3fb6-e027-5dce-9889-307fe6adedfd/nfs.dump.dir in system properties and HBase conf 2024-11-10T05:40:31,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/134f3fb6-e027-5dce-9889-307fe6adedfd/java.io.tmpdir in system properties and HBase conf 2024-11-10T05:40:31,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/134f3fb6-e027-5dce-9889-307fe6adedfd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T05:40:31,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/134f3fb6-e027-5dce-9889-307fe6adedfd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T05:40:31,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/134f3fb6-e027-5dce-9889-307fe6adedfd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T05:40:32,741 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-10T05:40:32,816 INFO [Time-limited test {}] log.Log(170): Logging initialized @2232ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-10T05:40:32,894 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T05:40:32,956 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T05:40:32,978 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T05:40:32,978 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T05:40:32,979 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T05:40:32,993 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T05:40:32,996 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/134f3fb6-e027-5dce-9889-307fe6adedfd/hadoop.log.dir/,AVAILABLE} 2024-11-10T05:40:32,997 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T05:40:33,202 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/134f3fb6-e027-5dce-9889-307fe6adedfd/java.io.tmpdir/jetty-localhost-33855-hadoop-hdfs-3_4_1-tests_jar-_-any-18320427068114584120/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T05:40:33,214 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:33855} 2024-11-10T05:40:33,214 INFO [Time-limited test {}] server.Server(415): Started @2631ms 2024-11-10T05:40:33,599 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T05:40:33,608 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T05:40:33,609 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T05:40:33,610 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T05:40:33,610 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T05:40:33,612 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/134f3fb6-e027-5dce-9889-307fe6adedfd/hadoop.log.dir/,AVAILABLE} 2024-11-10T05:40:33,613 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T05:40:33,746 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1722ba9a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/134f3fb6-e027-5dce-9889-307fe6adedfd/java.io.tmpdir/jetty-localhost-33837-hadoop-hdfs-3_4_1-tests_jar-_-any-8226210481560275350/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T05:40:33,747 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:33837} 2024-11-10T05:40:33,747 INFO [Time-limited test {}] server.Server(415): Started @3164ms 2024-11-10T05:40:33,807 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T05:40:33,941 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T05:40:33,948 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T05:40:33,950 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T05:40:33,950 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T05:40:33,950 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T05:40:33,952 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/134f3fb6-e027-5dce-9889-307fe6adedfd/hadoop.log.dir/,AVAILABLE} 2024-11-10T05:40:33,953 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T05:40:34,088 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9d2632f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/134f3fb6-e027-5dce-9889-307fe6adedfd/java.io.tmpdir/jetty-localhost-36819-hadoop-hdfs-3_4_1-tests_jar-_-any-12820839904389465349/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T05:40:34,089 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:36819} 2024-11-10T05:40:34,089 INFO [Time-limited test {}] server.Server(415): Started @3505ms 2024-11-10T05:40:34,091 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T05:40:34,137 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T05:40:34,142 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T05:40:34,145 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T05:40:34,146 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T05:40:34,146 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T05:40:34,148 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/134f3fb6-e027-5dce-9889-307fe6adedfd/hadoop.log.dir/,AVAILABLE} 2024-11-10T05:40:34,149 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T05:40:34,256 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/134f3fb6-e027-5dce-9889-307fe6adedfd/cluster_17aaf30b-562e-39ae-0b34-e09cef9183e5/data/data4/current/BP-1825393957-172.17.0.2-1731217232510/current, will proceed with Du for space computation calculation, 2024-11-10T05:40:34,256 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/134f3fb6-e027-5dce-9889-307fe6adedfd/cluster_17aaf30b-562e-39ae-0b34-e09cef9183e5/data/data2/current/BP-1825393957-172.17.0.2-1731217232510/current, will proceed with Du for space computation calculation, 2024-11-10T05:40:34,256 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/134f3fb6-e027-5dce-9889-307fe6adedfd/cluster_17aaf30b-562e-39ae-0b34-e09cef9183e5/data/data1/current/BP-1825393957-172.17.0.2-1731217232510/current, will proceed with Du for space computation calculation, 2024-11-10T05:40:34,256 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/134f3fb6-e027-5dce-9889-307fe6adedfd/cluster_17aaf30b-562e-39ae-0b34-e09cef9183e5/data/data3/current/BP-1825393957-172.17.0.2-1731217232510/current, will proceed with Du for space computation calculation, 2024-11-10T05:40:34,285 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e7c21d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/134f3fb6-e027-5dce-9889-307fe6adedfd/java.io.tmpdir/jetty-localhost-40803-hadoop-hdfs-3_4_1-tests_jar-_-any-3461500090304627475/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T05:40:34,286 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:40803} 2024-11-10T05:40:34,286 INFO [Time-limited test {}] server.Server(415): Started @3703ms 2024-11-10T05:40:34,289 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T05:40:34,309 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T05:40:34,309 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T05:40:34,380 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x27fb97ff2a0ad919 with lease ID 0x6f27a4bcb65ba0e3: Processing first storage report for DS-e3bc75fd-ff59-4b13-9c37-3d349604d877 from datanode DatanodeRegistration(127.0.0.1:42175, datanodeUuid=ea7beec5-183a-4050-a12f-f4681e769b7e, infoPort=35645, infoSecurePort=0, ipcPort=33451, storageInfo=lv=-57;cid=testClusterID;nsid=539661058;c=1731217232510) 2024-11-10T05:40:34,381 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x27fb97ff2a0ad919 with lease ID 0x6f27a4bcb65ba0e3: from storage DS-e3bc75fd-ff59-4b13-9c37-3d349604d877 node DatanodeRegistration(127.0.0.1:42175, datanodeUuid=ea7beec5-183a-4050-a12f-f4681e769b7e, infoPort=35645, infoSecurePort=0, ipcPort=33451, storageInfo=lv=-57;cid=testClusterID;nsid=539661058;c=1731217232510), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T05:40:34,381 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x99ba42a16b1bc09d with lease ID 0x6f27a4bcb65ba0e2: Processing first storage report for DS-e04a19a6-a7be-4fed-9707-a5acfd1e1d16 from datanode DatanodeRegistration(127.0.0.1:37047, datanodeUuid=f93ffd38-049f-4644-a766-3ffa15e367ff, infoPort=40953, infoSecurePort=0, ipcPort=39263, storageInfo=lv=-57;cid=testClusterID;nsid=539661058;c=1731217232510) 2024-11-10T05:40:34,382 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x99ba42a16b1bc09d with lease ID 0x6f27a4bcb65ba0e2: from storage DS-e04a19a6-a7be-4fed-9707-a5acfd1e1d16 node DatanodeRegistration(127.0.0.1:37047, datanodeUuid=f93ffd38-049f-4644-a766-3ffa15e367ff, infoPort=40953, infoSecurePort=0, ipcPort=39263, storageInfo=lv=-57;cid=testClusterID;nsid=539661058;c=1731217232510), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T05:40:34,382 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x27fb97ff2a0ad919 with lease ID 0x6f27a4bcb65ba0e3: Processing first storage report for DS-ce71aba6-c9a6-4836-99a5-e95f7b2883ba from datanode DatanodeRegistration(127.0.0.1:42175, datanodeUuid=ea7beec5-183a-4050-a12f-f4681e769b7e, infoPort=35645, infoSecurePort=0, ipcPort=33451, storageInfo=lv=-57;cid=testClusterID;nsid=539661058;c=1731217232510) 2024-11-10T05:40:34,382 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x27fb97ff2a0ad919 with lease ID 0x6f27a4bcb65ba0e3: from storage DS-ce71aba6-c9a6-4836-99a5-e95f7b2883ba node DatanodeRegistration(127.0.0.1:42175, datanodeUuid=ea7beec5-183a-4050-a12f-f4681e769b7e, infoPort=35645, infoSecurePort=0, ipcPort=33451, storageInfo=lv=-57;cid=testClusterID;nsid=539661058;c=1731217232510), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T05:40:34,382 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x99ba42a16b1bc09d with lease ID 0x6f27a4bcb65ba0e2: Processing first storage report for DS-e9d90575-889a-4444-a21b-221a5c55c9fe from datanode DatanodeRegistration(127.0.0.1:37047, datanodeUuid=f93ffd38-049f-4644-a766-3ffa15e367ff, infoPort=40953, infoSecurePort=0, ipcPort=39263, storageInfo=lv=-57;cid=testClusterID;nsid=539661058;c=1731217232510) 2024-11-10T05:40:34,382 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x99ba42a16b1bc09d with lease ID 0x6f27a4bcb65ba0e2: from storage DS-e9d90575-889a-4444-a21b-221a5c55c9fe node DatanodeRegistration(127.0.0.1:37047, datanodeUuid=f93ffd38-049f-4644-a766-3ffa15e367ff, infoPort=40953, infoSecurePort=0, ipcPort=39263, storageInfo=lv=-57;cid=testClusterID;nsid=539661058;c=1731217232510), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T05:40:34,398 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/134f3fb6-e027-5dce-9889-307fe6adedfd/cluster_17aaf30b-562e-39ae-0b34-e09cef9183e5/data/data6/current/BP-1825393957-172.17.0.2-1731217232510/current, will proceed with Du for space computation calculation, 2024-11-10T05:40:34,398 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/134f3fb6-e027-5dce-9889-307fe6adedfd/cluster_17aaf30b-562e-39ae-0b34-e09cef9183e5/data/data5/current/BP-1825393957-172.17.0.2-1731217232510/current, will proceed with Du for space computation calculation, 2024-11-10T05:40:34,424 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T05:40:34,430 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x87aad929a78c0d20 with lease ID 0x6f27a4bcb65ba0e4: Processing first storage report for DS-fff970fe-64e0-4c2d-8e94-c6f75d14a330 from datanode DatanodeRegistration(127.0.0.1:38209, datanodeUuid=73d59ca3-6483-4efe-8d83-7c30f07bc7ab, infoPort=40695, infoSecurePort=0, ipcPort=42935, storageInfo=lv=-57;cid=testClusterID;nsid=539661058;c=1731217232510) 2024-11-10T05:40:34,430 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x87aad929a78c0d20 with lease ID 0x6f27a4bcb65ba0e4: from storage DS-fff970fe-64e0-4c2d-8e94-c6f75d14a330 node DatanodeRegistration(127.0.0.1:38209, datanodeUuid=73d59ca3-6483-4efe-8d83-7c30f07bc7ab, infoPort=40695, infoSecurePort=0, ipcPort=42935, storageInfo=lv=-57;cid=testClusterID;nsid=539661058;c=1731217232510), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T05:40:34,430 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x87aad929a78c0d20 with lease ID 0x6f27a4bcb65ba0e4: Processing first storage report for DS-36ec5bb5-14c8-4818-8c86-7012edce3e8f from datanode DatanodeRegistration(127.0.0.1:38209, datanodeUuid=73d59ca3-6483-4efe-8d83-7c30f07bc7ab, infoPort=40695, infoSecurePort=0, ipcPort=42935, storageInfo=lv=-57;cid=testClusterID;nsid=539661058;c=1731217232510) 2024-11-10T05:40:34,430 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x87aad929a78c0d20 with lease ID 0x6f27a4bcb65ba0e4: from storage DS-36ec5bb5-14c8-4818-8c86-7012edce3e8f node DatanodeRegistration(127.0.0.1:38209, datanodeUuid=73d59ca3-6483-4efe-8d83-7c30f07bc7ab, infoPort=40695, infoSecurePort=0, ipcPort=42935, storageInfo=lv=-57;cid=testClusterID;nsid=539661058;c=1731217232510), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T05:40:34,673 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/134f3fb6-e027-5dce-9889-307fe6adedfd 2024-11-10T05:40:34,749 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/134f3fb6-e027-5dce-9889-307fe6adedfd/cluster_17aaf30b-562e-39ae-0b34-e09cef9183e5/zookeeper_0, clientPort=60024, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/134f3fb6-e027-5dce-9889-307fe6adedfd/cluster_17aaf30b-562e-39ae-0b34-e09cef9183e5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/134f3fb6-e027-5dce-9889-307fe6adedfd/cluster_17aaf30b-562e-39ae-0b34-e09cef9183e5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T05:40:34,758 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60024 2024-11-10T05:40:34,768 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T05:40:34,771 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T05:40:35,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37047 is added to blk_1073741825_1001 (size=7) 2024-11-10T05:40:35,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38209 is added to blk_1073741825_1001 (size=7) 2024-11-10T05:40:35,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741825_1001 (size=7) 2024-11-10T05:40:35,408 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63 with version=8 2024-11-10T05:40:35,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/hbase-staging 2024-11-10T05:40:35,498 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-10T05:40:35,759 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4999977c7e1b:0 server-side Connection retries=45 2024-11-10T05:40:35,771 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T05:40:35,771 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T05:40:35,775 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T05:40:35,776 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T05:40:35,776 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T05:40:35,915 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T05:40:35,976 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-10T05:40:35,985 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-10T05:40:35,989 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T05:40:36,016 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 2752 (auto-detected) 2024-11-10T05:40:36,017 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-10T05:40:36,037 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38605 2024-11-10T05:40:36,059 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38605 connecting to ZooKeeper ensemble=127.0.0.1:60024 2024-11-10T05:40:36,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:386050x0, quorum=127.0.0.1:60024, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T05:40:36,226 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38605-0x10190b210930000 connected 2024-11-10T05:40:36,598 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T05:40:36,601 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T05:40:36,611 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38605-0x10190b210930000, quorum=127.0.0.1:60024, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T05:40:36,615 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63, hbase.cluster.distributed=false 2024-11-10T05:40:36,640 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38605-0x10190b210930000, quorum=127.0.0.1:60024, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T05:40:36,645 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38605 2024-11-10T05:40:36,645 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38605 2024-11-10T05:40:36,646 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38605 2024-11-10T05:40:36,646 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38605 2024-11-10T05:40:36,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38605 2024-11-10T05:40:36,763 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4999977c7e1b:0 server-side Connection retries=45 2024-11-10T05:40:36,765 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T05:40:36,765 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T05:40:36,765 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T05:40:36,765 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T05:40:36,765 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T05:40:36,768 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T05:40:36,770 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T05:40:36,771 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35585 2024-11-10T05:40:36,774 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35585 connecting to ZooKeeper ensemble=127.0.0.1:60024 2024-11-10T05:40:36,775 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T05:40:36,779 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T05:40:36,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:355850x0, quorum=127.0.0.1:60024, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T05:40:36,786 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35585-0x10190b210930001 connected 2024-11-10T05:40:36,786 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35585-0x10190b210930001, quorum=127.0.0.1:60024, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T05:40:36,791 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T05:40:36,800 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T05:40:36,802 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35585-0x10190b210930001, quorum=127.0.0.1:60024, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T05:40:36,808 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35585-0x10190b210930001, quorum=127.0.0.1:60024, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T05:40:36,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35585 2024-11-10T05:40:36,809 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35585 2024-11-10T05:40:36,809 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35585 2024-11-10T05:40:36,810 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35585 2024-11-10T05:40:36,810 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35585 2024-11-10T05:40:36,827 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4999977c7e1b:0 server-side Connection retries=45 2024-11-10T05:40:36,828 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T05:40:36,828 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T05:40:36,828 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T05:40:36,828 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T05:40:36,829 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T05:40:36,829 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T05:40:36,829 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T05:40:36,830 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34061 2024-11-10T05:40:36,831 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34061 connecting to ZooKeeper ensemble=127.0.0.1:60024 2024-11-10T05:40:36,832 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T05:40:36,835 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T05:40:36,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:340610x0, quorum=127.0.0.1:60024, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T05:40:36,840 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34061-0x10190b210930002, quorum=127.0.0.1:60024, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T05:40:36,840 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34061-0x10190b210930002 connected 2024-11-10T05:40:36,841 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T05:40:36,842 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T05:40:36,843 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34061-0x10190b210930002, quorum=127.0.0.1:60024, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T05:40:36,845 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34061-0x10190b210930002, quorum=127.0.0.1:60024, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T05:40:36,846 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34061 2024-11-10T05:40:36,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34061 2024-11-10T05:40:36,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34061 2024-11-10T05:40:36,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34061 2024-11-10T05:40:36,849 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34061 2024-11-10T05:40:36,867 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4999977c7e1b:0 server-side Connection retries=45 2024-11-10T05:40:36,867 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T05:40:36,867 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T05:40:36,868 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T05:40:36,868 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T05:40:36,868 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T05:40:36,868 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T05:40:36,869 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T05:40:36,869 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33561 2024-11-10T05:40:36,871 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33561 connecting to ZooKeeper ensemble=127.0.0.1:60024 2024-11-10T05:40:36,872 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T05:40:36,875 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T05:40:36,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:335610x0, quorum=127.0.0.1:60024, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T05:40:36,882 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33561-0x10190b210930003 connected 2024-11-10T05:40:36,882 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:335610x0, quorum=127.0.0.1:60024, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T05:40:36,883 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T05:40:36,884 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T05:40:36,885 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33561-0x10190b210930003, quorum=127.0.0.1:60024, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T05:40:36,887 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33561-0x10190b210930003, quorum=127.0.0.1:60024, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T05:40:36,887 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33561 2024-11-10T05:40:36,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33561 2024-11-10T05:40:36,889 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33561 2024-11-10T05:40:36,890 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33561 2024-11-10T05:40:36,891 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33561 2024-11-10T05:40:36,906 DEBUG [M:0;4999977c7e1b:38605 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4999977c7e1b:38605 2024-11-10T05:40:36,907 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/4999977c7e1b,38605,1731217235552 2024-11-10T05:40:36,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34061-0x10190b210930002, quorum=127.0.0.1:60024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T05:40:36,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35585-0x10190b210930001, quorum=127.0.0.1:60024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T05:40:36,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33561-0x10190b210930003, quorum=127.0.0.1:60024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T05:40:36,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38605-0x10190b210930000, quorum=127.0.0.1:60024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T05:40:36,917 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38605-0x10190b210930000, quorum=127.0.0.1:60024, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/4999977c7e1b,38605,1731217235552 2024-11-10T05:40:36,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33561-0x10190b210930003, quorum=127.0.0.1:60024, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T05:40:36,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35585-0x10190b210930001, quorum=127.0.0.1:60024, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T05:40:36,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34061-0x10190b210930002, quorum=127.0.0.1:60024, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T05:40:36,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33561-0x10190b210930003, quorum=127.0.0.1:60024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:40:36,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34061-0x10190b210930002, quorum=127.0.0.1:60024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:40:36,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35585-0x10190b210930001, quorum=127.0.0.1:60024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:40:36,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38605-0x10190b210930000, quorum=127.0.0.1:60024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:40:36,938 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38605-0x10190b210930000, quorum=127.0.0.1:60024, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-10T05:40:36,940 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/4999977c7e1b,38605,1731217235552 from backup master directory 2024-11-10T05:40:36,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38605-0x10190b210930000, quorum=127.0.0.1:60024, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/4999977c7e1b,38605,1731217235552 2024-11-10T05:40:36,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35585-0x10190b210930001, quorum=127.0.0.1:60024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T05:40:36,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34061-0x10190b210930002, quorum=127.0.0.1:60024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T05:40:36,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38605-0x10190b210930000, quorum=127.0.0.1:60024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T05:40:36,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33561-0x10190b210930003, quorum=127.0.0.1:60024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T05:40:36,944 WARN [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T05:40:36,944 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4999977c7e1b,38605,1731217235552 2024-11-10T05:40:36,947 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-10T05:40:36,948 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-10T05:40:37,006 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/hbase.id] with ID: 683386fb-bc89-4738-8593-600f09633901 2024-11-10T05:40:37,006 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/.tmp/hbase.id 2024-11-10T05:40:37,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37047 is added to blk_1073741826_1002 (size=42) 2024-11-10T05:40:37,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741826_1002 (size=42) 2024-11-10T05:40:37,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38209 is added to blk_1073741826_1002 (size=42) 2024-11-10T05:40:37,021 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/.tmp/hbase.id]:[hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/hbase.id] 2024-11-10T05:40:37,061 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T05:40:37,065 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T05:40:37,083 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-10T05:40:37,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34061-0x10190b210930002, quorum=127.0.0.1:60024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:40:37,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38605-0x10190b210930000, quorum=127.0.0.1:60024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:40:37,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35585-0x10190b210930001, quorum=127.0.0.1:60024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:40:37,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33561-0x10190b210930003, quorum=127.0.0.1:60024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:40:37,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38209 is added to blk_1073741827_1003 (size=196) 2024-11-10T05:40:37,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37047 is added to blk_1073741827_1003 (size=196) 2024-11-10T05:40:37,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741827_1003 (size=196) 2024-11-10T05:40:37,121 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T05:40:37,123 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T05:40:37,140 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T05:40:37,145 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T05:40:37,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37047 is added to blk_1073741828_1004 (size=1189) 2024-11-10T05:40:37,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38209 is added to blk_1073741828_1004 (size=1189) 2024-11-10T05:40:37,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741828_1004 (size=1189) 2024-11-10T05:40:37,197 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/MasterData/data/master/store 2024-11-10T05:40:37,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741829_1005 (size=34) 2024-11-10T05:40:37,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37047 is added to blk_1073741829_1005 (size=34) 2024-11-10T05:40:37,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38209 is added to blk_1073741829_1005 (size=34) 2024-11-10T05:40:37,227 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-10T05:40:37,230 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:40:37,231 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T05:40:37,231 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T05:40:37,232 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T05:40:37,233 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T05:40:37,233 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T05:40:37,234 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T05:40:37,235 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731217237231Disabling compacts and flushes for region at 1731217237231Disabling writes for close at 1731217237233 (+2 ms)Writing region close event to WAL at 1731217237234 (+1 ms)Closed at 1731217237234 2024-11-10T05:40:37,236 WARN [master/4999977c7e1b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/MasterData/data/master/store/.initializing 2024-11-10T05:40:37,237 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/MasterData/WALs/4999977c7e1b,38605,1731217235552 2024-11-10T05:40:37,245 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T05:40:37,260 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4999977c7e1b%2C38605%2C1731217235552, suffix=, logDir=hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/MasterData/WALs/4999977c7e1b,38605,1731217235552, archiveDir=hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/MasterData/oldWALs, maxLogs=10 2024-11-10T05:40:37,291 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/MasterData/WALs/4999977c7e1b,38605,1731217235552/4999977c7e1b%2C38605%2C1731217235552.1731217237266, exclude list is [], retry=0 2024-11-10T05:40:37,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38209,DS-fff970fe-64e0-4c2d-8e94-c6f75d14a330,DISK] 2024-11-10T05:40:37,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42175,DS-e3bc75fd-ff59-4b13-9c37-3d349604d877,DISK] 2024-11-10T05:40:37,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37047,DS-e04a19a6-a7be-4fed-9707-a5acfd1e1d16,DISK] 2024-11-10T05:40:37,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-10T05:40:37,349 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/MasterData/WALs/4999977c7e1b,38605,1731217235552/4999977c7e1b%2C38605%2C1731217235552.1731217237266 2024-11-10T05:40:37,349 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40695:40695),(127.0.0.1/127.0.0.1:35645:35645),(127.0.0.1/127.0.0.1:40953:40953)] 2024-11-10T05:40:37,350 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T05:40:37,350 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:40:37,353 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:40:37,354 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:40:37,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:40:37,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T05:40:37,428 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:40:37,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T05:40:37,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:40:37,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T05:40:37,435 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:40:37,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T05:40:37,437 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:40:37,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T05:40:37,440 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:40:37,441 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T05:40:37,441 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:40:37,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T05:40:37,444 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:40:37,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T05:40:37,445 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:40:37,449 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:40:37,450 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:40:37,455 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:40:37,455 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:40:37,459 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T05:40:37,462 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:40:37,466 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T05:40:37,467 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74461727, jitterRate=0.10956619679927826}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T05:40:37,472 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731217237367Initializing all the Stores at 1731217237369 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731217237369Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731217237370 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731217237370Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731217237370Cleaning up temporary data from old regions at 1731217237455 (+85 ms)Region opened successfully at 1731217237472 (+17 ms) 2024-11-10T05:40:37,473 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T05:40:37,506 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@414b5402, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4999977c7e1b/172.17.0.2:0 2024-11-10T05:40:37,538 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T05:40:37,549 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T05:40:37,549 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T05:40:37,552 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T05:40:37,553 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-10T05:40:37,558 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-10T05:40:37,558 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-10T05:40:37,583 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T05:40:37,591 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38605-0x10190b210930000, quorum=127.0.0.1:60024, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-10T05:40:37,593 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-10T05:40:37,595 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T05:40:37,597 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38605-0x10190b210930000, quorum=127.0.0.1:60024, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-10T05:40:37,598 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-10T05:40:37,600 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T05:40:37,603 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38605-0x10190b210930000, quorum=127.0.0.1:60024, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-10T05:40:37,605 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-10T05:40:37,606 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38605-0x10190b210930000, quorum=127.0.0.1:60024, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-10T05:40:37,607 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-10T05:40:37,625 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38605-0x10190b210930000, quorum=127.0.0.1:60024, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T05:40:37,627 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-10T05:40:37,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35585-0x10190b210930001, quorum=127.0.0.1:60024, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T05:40:37,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34061-0x10190b210930002, quorum=127.0.0.1:60024, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T05:40:37,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38605-0x10190b210930000, quorum=127.0.0.1:60024, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T05:40:37,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33561-0x10190b210930003, quorum=127.0.0.1:60024, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T05:40:37,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34061-0x10190b210930002, quorum=127.0.0.1:60024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:40:37,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35585-0x10190b210930001, quorum=127.0.0.1:60024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:40:37,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38605-0x10190b210930000, quorum=127.0.0.1:60024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:40:37,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33561-0x10190b210930003, quorum=127.0.0.1:60024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:40:37,633 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4999977c7e1b,38605,1731217235552, sessionid=0x10190b210930000, setting cluster-up flag (Was=false) 2024-11-10T05:40:37,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35585-0x10190b210930001, quorum=127.0.0.1:60024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:40:37,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33561-0x10190b210930003, quorum=127.0.0.1:60024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:40:37,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38605-0x10190b210930000, quorum=127.0.0.1:60024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:40:37,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34061-0x10190b210930002, quorum=127.0.0.1:60024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:40:37,650 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-10T05:40:37,651 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4999977c7e1b,38605,1731217235552 2024-11-10T05:40:37,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35585-0x10190b210930001, quorum=127.0.0.1:60024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:40:37,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33561-0x10190b210930003, quorum=127.0.0.1:60024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:40:37,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38605-0x10190b210930000, quorum=127.0.0.1:60024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:40:37,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34061-0x10190b210930002, quorum=127.0.0.1:60024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:40:37,662 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-10T05:40:37,663 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4999977c7e1b,38605,1731217235552 2024-11-10T05:40:37,668 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T05:40:37,695 INFO [RS:1;4999977c7e1b:34061 {}] regionserver.HRegionServer(746): ClusterId : 683386fb-bc89-4738-8593-600f09633901 2024-11-10T05:40:37,695 INFO [RS:0;4999977c7e1b:35585 {}] regionserver.HRegionServer(746): ClusterId : 683386fb-bc89-4738-8593-600f09633901 2024-11-10T05:40:37,695 INFO [RS:2;4999977c7e1b:33561 {}] regionserver.HRegionServer(746): ClusterId : 683386fb-bc89-4738-8593-600f09633901 2024-11-10T05:40:37,698 DEBUG [RS:1;4999977c7e1b:34061 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T05:40:37,698 DEBUG [RS:2;4999977c7e1b:33561 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T05:40:37,698 DEBUG [RS:0;4999977c7e1b:35585 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T05:40:37,703 DEBUG [RS:0;4999977c7e1b:35585 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T05:40:37,703 DEBUG [RS:2;4999977c7e1b:33561 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T05:40:37,703 DEBUG [RS:1;4999977c7e1b:34061 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T05:40:37,703 DEBUG [RS:2;4999977c7e1b:33561 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T05:40:37,703 DEBUG [RS:0;4999977c7e1b:35585 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T05:40:37,703 DEBUG [RS:1;4999977c7e1b:34061 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T05:40:37,706 DEBUG [RS:2;4999977c7e1b:33561 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T05:40:37,706 DEBUG [RS:0;4999977c7e1b:35585 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T05:40:37,707 DEBUG [RS:1;4999977c7e1b:34061 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T05:40:37,707 DEBUG [RS:0;4999977c7e1b:35585 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@390fece7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4999977c7e1b/172.17.0.2:0 2024-11-10T05:40:37,707 DEBUG [RS:2;4999977c7e1b:33561 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49f29a06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4999977c7e1b/172.17.0.2:0 2024-11-10T05:40:37,707 DEBUG [RS:1;4999977c7e1b:34061 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29230951, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4999977c7e1b/172.17.0.2:0 2024-11-10T05:40:37,723 DEBUG [RS:2;4999977c7e1b:33561 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;4999977c7e1b:33561 2024-11-10T05:40:37,726 INFO [RS:2;4999977c7e1b:33561 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T05:40:37,726 INFO [RS:2;4999977c7e1b:33561 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T05:40:37,726 DEBUG [RS:2;4999977c7e1b:33561 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T05:40:37,727 DEBUG [RS:1;4999977c7e1b:34061 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;4999977c7e1b:34061 2024-11-10T05:40:37,727 INFO [RS:1;4999977c7e1b:34061 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T05:40:37,727 INFO [RS:1;4999977c7e1b:34061 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T05:40:37,727 DEBUG [RS:1;4999977c7e1b:34061 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T05:40:37,729 INFO [RS:1;4999977c7e1b:34061 {}] regionserver.HRegionServer(2659): reportForDuty to master=4999977c7e1b,38605,1731217235552 with port=34061, startcode=1731217236827 2024-11-10T05:40:37,729 INFO [RS:2;4999977c7e1b:33561 {}] regionserver.HRegionServer(2659): reportForDuty to master=4999977c7e1b,38605,1731217235552 with port=33561, startcode=1731217236866 2024-11-10T05:40:37,730 DEBUG [RS:0;4999977c7e1b:35585 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4999977c7e1b:35585 2024-11-10T05:40:37,730 INFO [RS:0;4999977c7e1b:35585 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T05:40:37,730 INFO [RS:0;4999977c7e1b:35585 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T05:40:37,730 DEBUG [RS:0;4999977c7e1b:35585 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T05:40:37,731 INFO [RS:0;4999977c7e1b:35585 {}] regionserver.HRegionServer(2659): reportForDuty to master=4999977c7e1b,38605,1731217235552 with port=35585, startcode=1731217236723 2024-11-10T05:40:37,741 DEBUG [RS:0;4999977c7e1b:35585 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T05:40:37,741 DEBUG [RS:1;4999977c7e1b:34061 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T05:40:37,742 DEBUG [RS:2;4999977c7e1b:33561 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T05:40:37,753 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T05:40:37,764 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T05:40:37,774 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T05:40:37,782 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39367, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T05:40:37,782 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38917, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T05:40:37,782 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56449, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T05:40:37,781 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4999977c7e1b,38605,1731217235552 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T05:40:37,789 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4999977c7e1b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T05:40:37,790 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4999977c7e1b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T05:40:37,790 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4999977c7e1b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T05:40:37,790 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38605 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T05:40:37,790 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4999977c7e1b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T05:40:37,790 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4999977c7e1b:0, corePoolSize=10, maxPoolSize=10 2024-11-10T05:40:37,790 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:40:37,791 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4999977c7e1b:0, corePoolSize=2, maxPoolSize=2 2024-11-10T05:40:37,791 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:40:37,794 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731217267794 2024-11-10T05:40:37,795 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T05:40:37,796 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38605 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T05:40:37,796 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T05:40:37,797 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38605 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T05:40:37,799 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T05:40:37,800 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T05:40:37,801 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T05:40:37,802 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T05:40:37,802 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T05:40:37,802 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T05:40:37,804 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T05:40:37,806 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T05:40:37,808 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T05:40:37,808 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:40:37,808 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T05:40:37,808 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T05:40:37,810 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T05:40:37,810 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T05:40:37,813 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4999977c7e1b:0:becomeActiveMaster-HFileCleaner.large.0-1731217237812,5,FailOnTimeoutGroup] 2024-11-10T05:40:37,814 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4999977c7e1b:0:becomeActiveMaster-HFileCleaner.small.0-1731217237813,5,FailOnTimeoutGroup] 2024-11-10T05:40:37,814 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T05:40:37,814 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T05:40:37,816 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T05:40:37,816 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T05:40:37,862 DEBUG [RS:1;4999977c7e1b:34061 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-10T05:40:37,862 DEBUG [RS:2;4999977c7e1b:33561 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-10T05:40:37,862 WARN [RS:1;4999977c7e1b:34061 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-10T05:40:37,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38209 is added to blk_1073741831_1007 (size=1321) 2024-11-10T05:40:37,862 WARN [RS:2;4999977c7e1b:33561 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-10T05:40:37,862 DEBUG [RS:0;4999977c7e1b:35585 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-10T05:40:37,863 WARN [RS:0;4999977c7e1b:35585 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-10T05:40:37,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37047 is added to blk_1073741831_1007 (size=1321) 2024-11-10T05:40:37,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741831_1007 (size=1321) 2024-11-10T05:40:37,865 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T05:40:37,866 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63 2024-11-10T05:40:37,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741832_1008 (size=32) 2024-11-10T05:40:37,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38209 is added to blk_1073741832_1008 (size=32) 2024-11-10T05:40:37,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37047 is added to blk_1073741832_1008 (size=32) 2024-11-10T05:40:37,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:40:37,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T05:40:37,885 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T05:40:37,885 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:40:37,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T05:40:37,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T05:40:37,888 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T05:40:37,888 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:40:37,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T05:40:37,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T05:40:37,891 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T05:40:37,892 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:40:37,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T05:40:37,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T05:40:37,895 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T05:40:37,895 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:40:37,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T05:40:37,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T05:40:37,897 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/hbase/meta/1588230740 2024-11-10T05:40:37,898 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/hbase/meta/1588230740 2024-11-10T05:40:37,901 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T05:40:37,901 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T05:40:37,902 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T05:40:37,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T05:40:37,908 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T05:40:37,909 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69934804, jitterRate=0.042109787464141846}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T05:40:37,911 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731217237880Initializing all the Stores at 1731217237882 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731217237882Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731217237882Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731217237882Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731217237882Cleaning up temporary data from old regions at 1731217237901 (+19 ms)Region opened successfully at 1731217237911 (+10 ms) 2024-11-10T05:40:37,911 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T05:40:37,911 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T05:40:37,911 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T05:40:37,911 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T05:40:37,912 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T05:40:37,914 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T05:40:37,914 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731217237911Disabling compacts and flushes for region at 1731217237911Disabling writes for close at 1731217237911Writing region close event to WAL at 1731217237913 (+2 ms)Closed at 1731217237914 (+1 ms) 2024-11-10T05:40:37,918 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T05:40:37,918 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T05:40:37,925 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T05:40:37,933 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T05:40:37,936 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T05:40:37,964 INFO [RS:1;4999977c7e1b:34061 {}] regionserver.HRegionServer(2659): reportForDuty to master=4999977c7e1b,38605,1731217235552 with port=34061, startcode=1731217236827 2024-11-10T05:40:37,964 INFO [RS:0;4999977c7e1b:35585 {}] regionserver.HRegionServer(2659): reportForDuty to master=4999977c7e1b,38605,1731217235552 with port=35585, startcode=1731217236723 2024-11-10T05:40:37,964 INFO [RS:2;4999977c7e1b:33561 {}] regionserver.HRegionServer(2659): reportForDuty to master=4999977c7e1b,38605,1731217235552 with port=33561, startcode=1731217236866 2024-11-10T05:40:37,965 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38605 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4999977c7e1b,34061,1731217236827 2024-11-10T05:40:37,968 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38605 {}] master.ServerManager(517): Registering regionserver=4999977c7e1b,34061,1731217236827 2024-11-10T05:40:37,975 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38605 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4999977c7e1b,35585,1731217236723 2024-11-10T05:40:37,975 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38605 {}] master.ServerManager(517): Registering regionserver=4999977c7e1b,35585,1731217236723 2024-11-10T05:40:37,975 DEBUG [RS:1;4999977c7e1b:34061 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63 2024-11-10T05:40:37,976 DEBUG [RS:1;4999977c7e1b:34061 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41055 2024-11-10T05:40:37,976 DEBUG [RS:1;4999977c7e1b:34061 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T05:40:37,977 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38605 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4999977c7e1b,33561,1731217236866 2024-11-10T05:40:37,978 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38605 {}] master.ServerManager(517): Registering regionserver=4999977c7e1b,33561,1731217236866 2024-11-10T05:40:37,978 DEBUG [RS:0;4999977c7e1b:35585 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63 2024-11-10T05:40:37,978 DEBUG [RS:0;4999977c7e1b:35585 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41055 2024-11-10T05:40:37,978 DEBUG [RS:0;4999977c7e1b:35585 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T05:40:37,982 DEBUG [RS:2;4999977c7e1b:33561 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63 2024-11-10T05:40:37,982 DEBUG [RS:2;4999977c7e1b:33561 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41055 2024-11-10T05:40:37,982 DEBUG [RS:2;4999977c7e1b:33561 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T05:40:37,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38605-0x10190b210930000, quorum=127.0.0.1:60024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T05:40:37,983 DEBUG [RS:1;4999977c7e1b:34061 {}] zookeeper.ZKUtil(111): regionserver:34061-0x10190b210930002, quorum=127.0.0.1:60024, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4999977c7e1b,34061,1731217236827 2024-11-10T05:40:37,983 WARN [RS:1;4999977c7e1b:34061 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T05:40:37,983 INFO [RS:1;4999977c7e1b:34061 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T05:40:37,983 DEBUG [RS:1;4999977c7e1b:34061 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/WALs/4999977c7e1b,34061,1731217236827 2024-11-10T05:40:37,984 DEBUG [RS:0;4999977c7e1b:35585 {}] zookeeper.ZKUtil(111): regionserver:35585-0x10190b210930001, quorum=127.0.0.1:60024, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4999977c7e1b,35585,1731217236723 2024-11-10T05:40:37,984 WARN [RS:0;4999977c7e1b:35585 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T05:40:37,984 INFO [RS:0;4999977c7e1b:35585 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T05:40:37,984 DEBUG [RS:0;4999977c7e1b:35585 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/WALs/4999977c7e1b,35585,1731217236723 2024-11-10T05:40:37,985 DEBUG [RS:2;4999977c7e1b:33561 {}] zookeeper.ZKUtil(111): regionserver:33561-0x10190b210930003, quorum=127.0.0.1:60024, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4999977c7e1b,33561,1731217236866 2024-11-10T05:40:37,985 WARN [RS:2;4999977c7e1b:33561 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T05:40:37,985 INFO [RS:2;4999977c7e1b:33561 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T05:40:37,985 DEBUG [RS:2;4999977c7e1b:33561 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/WALs/4999977c7e1b,33561,1731217236866 2024-11-10T05:40:37,986 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4999977c7e1b,35585,1731217236723] 2024-11-10T05:40:37,986 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4999977c7e1b,34061,1731217236827] 2024-11-10T05:40:37,986 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4999977c7e1b,33561,1731217236866] 2024-11-10T05:40:38,011 INFO [RS:2;4999977c7e1b:33561 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T05:40:38,011 INFO [RS:0;4999977c7e1b:35585 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T05:40:38,011 INFO [RS:1;4999977c7e1b:34061 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T05:40:38,024 INFO [RS:2;4999977c7e1b:33561 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T05:40:38,024 INFO [RS:1;4999977c7e1b:34061 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T05:40:38,024 INFO [RS:0;4999977c7e1b:35585 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T05:40:38,030 INFO [RS:0;4999977c7e1b:35585 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T05:40:38,030 INFO [RS:1;4999977c7e1b:34061 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T05:40:38,030 INFO [RS:2;4999977c7e1b:33561 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T05:40:38,030 INFO [RS:0;4999977c7e1b:35585 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T05:40:38,030 INFO [RS:1;4999977c7e1b:34061 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T05:40:38,031 INFO [RS:2;4999977c7e1b:33561 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T05:40:38,032 INFO [RS:0;4999977c7e1b:35585 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T05:40:38,032 INFO [RS:1;4999977c7e1b:34061 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T05:40:38,033 INFO [RS:2;4999977c7e1b:33561 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T05:40:38,038 INFO [RS:0;4999977c7e1b:35585 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T05:40:38,038 INFO [RS:2;4999977c7e1b:33561 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T05:40:38,038 INFO [RS:1;4999977c7e1b:34061 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T05:40:38,040 INFO [RS:0;4999977c7e1b:35585 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T05:40:38,040 INFO [RS:2;4999977c7e1b:33561 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T05:40:38,040 INFO [RS:1;4999977c7e1b:34061 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T05:40:38,040 DEBUG [RS:2;4999977c7e1b:33561 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:40:38,040 DEBUG [RS:1;4999977c7e1b:34061 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:40:38,040 DEBUG [RS:0;4999977c7e1b:35585 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:40:38,040 DEBUG [RS:2;4999977c7e1b:33561 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:40:38,040 DEBUG [RS:1;4999977c7e1b:34061 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:40:38,040 DEBUG [RS:0;4999977c7e1b:35585 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:40:38,041 DEBUG [RS:2;4999977c7e1b:33561 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:40:38,041 DEBUG [RS:1;4999977c7e1b:34061 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:40:38,041 DEBUG [RS:0;4999977c7e1b:35585 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:40:38,041 DEBUG [RS:2;4999977c7e1b:33561 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:40:38,041 DEBUG [RS:1;4999977c7e1b:34061 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:40:38,041 DEBUG [RS:0;4999977c7e1b:35585 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:40:38,041 DEBUG [RS:2;4999977c7e1b:33561 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:40:38,041 DEBUG [RS:1;4999977c7e1b:34061 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:40:38,041 DEBUG [RS:0;4999977c7e1b:35585 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:40:38,041 DEBUG [RS:2;4999977c7e1b:33561 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4999977c7e1b:0, corePoolSize=2, maxPoolSize=2 2024-11-10T05:40:38,041 DEBUG [RS:1;4999977c7e1b:34061 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4999977c7e1b:0, corePoolSize=2, maxPoolSize=2 2024-11-10T05:40:38,041 DEBUG [RS:0;4999977c7e1b:35585 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4999977c7e1b:0, corePoolSize=2, maxPoolSize=2 2024-11-10T05:40:38,041 DEBUG [RS:2;4999977c7e1b:33561 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:40:38,041 DEBUG [RS:1;4999977c7e1b:34061 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:40:38,041 DEBUG [RS:0;4999977c7e1b:35585 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:40:38,041 DEBUG [RS:2;4999977c7e1b:33561 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:40:38,041 DEBUG [RS:1;4999977c7e1b:34061 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:40:38,041 DEBUG [RS:0;4999977c7e1b:35585 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:40:38,041 DEBUG [RS:2;4999977c7e1b:33561 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:40:38,041 DEBUG [RS:1;4999977c7e1b:34061 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:40:38,042 DEBUG [RS:0;4999977c7e1b:35585 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:40:38,042 DEBUG [RS:1;4999977c7e1b:34061 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:40:38,042 DEBUG [RS:2;4999977c7e1b:33561 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:40:38,042 DEBUG [RS:0;4999977c7e1b:35585 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:40:38,042 DEBUG [RS:1;4999977c7e1b:34061 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:40:38,042 DEBUG [RS:2;4999977c7e1b:33561 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:40:38,042 DEBUG [RS:0;4999977c7e1b:35585 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:40:38,042 DEBUG [RS:2;4999977c7e1b:33561 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:40:38,042 DEBUG [RS:1;4999977c7e1b:34061 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:40:38,042 DEBUG [RS:0;4999977c7e1b:35585 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:40:38,042 DEBUG [RS:1;4999977c7e1b:34061 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0, corePoolSize=3, maxPoolSize=3 2024-11-10T05:40:38,042 DEBUG [RS:2;4999977c7e1b:33561 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0, corePoolSize=3, maxPoolSize=3 2024-11-10T05:40:38,042 DEBUG [RS:0;4999977c7e1b:35585 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0, corePoolSize=3, maxPoolSize=3 2024-11-10T05:40:38,042 DEBUG [RS:2;4999977c7e1b:33561 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4999977c7e1b:0, corePoolSize=3, maxPoolSize=3 2024-11-10T05:40:38,042 DEBUG [RS:1;4999977c7e1b:34061 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4999977c7e1b:0, corePoolSize=3, maxPoolSize=3 2024-11-10T05:40:38,043 DEBUG [RS:0;4999977c7e1b:35585 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4999977c7e1b:0, corePoolSize=3, maxPoolSize=3 2024-11-10T05:40:38,044 INFO [RS:0;4999977c7e1b:35585 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T05:40:38,045 INFO [RS:0;4999977c7e1b:35585 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T05:40:38,045 INFO [RS:2;4999977c7e1b:33561 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T05:40:38,045 INFO [RS:0;4999977c7e1b:35585 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T05:40:38,045 INFO [RS:1;4999977c7e1b:34061 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T05:40:38,045 INFO [RS:2;4999977c7e1b:33561 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T05:40:38,045 INFO [RS:0;4999977c7e1b:35585 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T05:40:38,045 INFO [RS:1;4999977c7e1b:34061 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T05:40:38,045 INFO [RS:2;4999977c7e1b:33561 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T05:40:38,045 INFO [RS:0;4999977c7e1b:35585 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T05:40:38,045 INFO [RS:1;4999977c7e1b:34061 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T05:40:38,045 INFO [RS:2;4999977c7e1b:33561 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T05:40:38,045 INFO [RS:0;4999977c7e1b:35585 {}] hbase.ChoreService(168): Chore ScheduledChore name=4999977c7e1b,35585,1731217236723-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T05:40:38,045 INFO [RS:2;4999977c7e1b:33561 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T05:40:38,045 INFO [RS:1;4999977c7e1b:34061 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T05:40:38,045 INFO [RS:2;4999977c7e1b:33561 {}] hbase.ChoreService(168): Chore ScheduledChore name=4999977c7e1b,33561,1731217236866-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T05:40:38,045 INFO [RS:1;4999977c7e1b:34061 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T05:40:38,045 INFO [RS:1;4999977c7e1b:34061 {}] hbase.ChoreService(168): Chore ScheduledChore name=4999977c7e1b,34061,1731217236827-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T05:40:38,067 INFO [RS:1;4999977c7e1b:34061 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T05:40:38,067 INFO [RS:0;4999977c7e1b:35585 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T05:40:38,067 INFO [RS:2;4999977c7e1b:33561 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T05:40:38,069 INFO [RS:2;4999977c7e1b:33561 {}] hbase.ChoreService(168): Chore ScheduledChore name=4999977c7e1b,33561,1731217236866-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T05:40:38,069 INFO [RS:1;4999977c7e1b:34061 {}] hbase.ChoreService(168): Chore ScheduledChore name=4999977c7e1b,34061,1731217236827-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T05:40:38,069 INFO [RS:0;4999977c7e1b:35585 {}] hbase.ChoreService(168): Chore ScheduledChore name=4999977c7e1b,35585,1731217236723-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T05:40:38,069 INFO [RS:1;4999977c7e1b:34061 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T05:40:38,069 INFO [RS:2;4999977c7e1b:33561 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T05:40:38,069 INFO [RS:0;4999977c7e1b:35585 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T05:40:38,069 INFO [RS:1;4999977c7e1b:34061 {}] regionserver.Replication(171): 4999977c7e1b,34061,1731217236827 started 2024-11-10T05:40:38,069 INFO [RS:2;4999977c7e1b:33561 {}] regionserver.Replication(171): 4999977c7e1b,33561,1731217236866 started 2024-11-10T05:40:38,069 INFO [RS:0;4999977c7e1b:35585 {}] regionserver.Replication(171): 4999977c7e1b,35585,1731217236723 started 2024-11-10T05:40:38,087 INFO [RS:2;4999977c7e1b:33561 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T05:40:38,087 WARN [4999977c7e1b:38605 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-10T05:40:38,087 INFO [RS:1;4999977c7e1b:34061 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T05:40:38,088 INFO [RS:2;4999977c7e1b:33561 {}] regionserver.HRegionServer(1482): Serving as 4999977c7e1b,33561,1731217236866, RpcServer on 4999977c7e1b/172.17.0.2:33561, sessionid=0x10190b210930003 2024-11-10T05:40:38,088 INFO [RS:1;4999977c7e1b:34061 {}] regionserver.HRegionServer(1482): Serving as 4999977c7e1b,34061,1731217236827, RpcServer on 4999977c7e1b/172.17.0.2:34061, sessionid=0x10190b210930002 2024-11-10T05:40:38,088 DEBUG [RS:2;4999977c7e1b:33561 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T05:40:38,088 DEBUG [RS:1;4999977c7e1b:34061 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T05:40:38,089 DEBUG [RS:2;4999977c7e1b:33561 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4999977c7e1b,33561,1731217236866 2024-11-10T05:40:38,089 DEBUG [RS:1;4999977c7e1b:34061 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4999977c7e1b,34061,1731217236827 2024-11-10T05:40:38,089 DEBUG [RS:2;4999977c7e1b:33561 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4999977c7e1b,33561,1731217236866' 2024-11-10T05:40:38,089 DEBUG [RS:1;4999977c7e1b:34061 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4999977c7e1b,34061,1731217236827' 2024-11-10T05:40:38,089 DEBUG [RS:2;4999977c7e1b:33561 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T05:40:38,089 DEBUG [RS:1;4999977c7e1b:34061 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T05:40:38,090 DEBUG [RS:1;4999977c7e1b:34061 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T05:40:38,090 DEBUG [RS:2;4999977c7e1b:33561 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T05:40:38,091 DEBUG [RS:1;4999977c7e1b:34061 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T05:40:38,091 DEBUG [RS:1;4999977c7e1b:34061 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T05:40:38,091 DEBUG [RS:2;4999977c7e1b:33561 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T05:40:38,091 DEBUG [RS:1;4999977c7e1b:34061 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4999977c7e1b,34061,1731217236827 2024-11-10T05:40:38,091 DEBUG [RS:2;4999977c7e1b:33561 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T05:40:38,091 DEBUG [RS:1;4999977c7e1b:34061 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4999977c7e1b,34061,1731217236827' 2024-11-10T05:40:38,091 DEBUG [RS:2;4999977c7e1b:33561 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4999977c7e1b,33561,1731217236866 2024-11-10T05:40:38,091 DEBUG [RS:1;4999977c7e1b:34061 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T05:40:38,091 DEBUG [RS:2;4999977c7e1b:33561 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4999977c7e1b,33561,1731217236866' 2024-11-10T05:40:38,091 DEBUG [RS:2;4999977c7e1b:33561 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T05:40:38,092 DEBUG [RS:1;4999977c7e1b:34061 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T05:40:38,092 DEBUG [RS:2;4999977c7e1b:33561 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T05:40:38,092 DEBUG [RS:2;4999977c7e1b:33561 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T05:40:38,092 DEBUG [RS:1;4999977c7e1b:34061 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T05:40:38,092 INFO [RS:1;4999977c7e1b:34061 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T05:40:38,092 INFO [RS:2;4999977c7e1b:33561 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T05:40:38,092 INFO [RS:1;4999977c7e1b:34061 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T05:40:38,092 INFO [RS:2;4999977c7e1b:33561 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T05:40:38,093 INFO [RS:0;4999977c7e1b:35585 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T05:40:38,093 INFO [RS:0;4999977c7e1b:35585 {}] regionserver.HRegionServer(1482): Serving as 4999977c7e1b,35585,1731217236723, RpcServer on 4999977c7e1b/172.17.0.2:35585, sessionid=0x10190b210930001 2024-11-10T05:40:38,093 DEBUG [RS:0;4999977c7e1b:35585 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T05:40:38,093 DEBUG [RS:0;4999977c7e1b:35585 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4999977c7e1b,35585,1731217236723 2024-11-10T05:40:38,094 DEBUG [RS:0;4999977c7e1b:35585 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4999977c7e1b,35585,1731217236723' 2024-11-10T05:40:38,094 DEBUG [RS:0;4999977c7e1b:35585 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T05:40:38,094 DEBUG [RS:0;4999977c7e1b:35585 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T05:40:38,095 DEBUG [RS:0;4999977c7e1b:35585 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T05:40:38,095 DEBUG [RS:0;4999977c7e1b:35585 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T05:40:38,095 DEBUG [RS:0;4999977c7e1b:35585 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4999977c7e1b,35585,1731217236723 2024-11-10T05:40:38,095 DEBUG [RS:0;4999977c7e1b:35585 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4999977c7e1b,35585,1731217236723' 2024-11-10T05:40:38,095 DEBUG [RS:0;4999977c7e1b:35585 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T05:40:38,096 DEBUG [RS:0;4999977c7e1b:35585 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T05:40:38,096 DEBUG [RS:0;4999977c7e1b:35585 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T05:40:38,096 INFO [RS:0;4999977c7e1b:35585 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T05:40:38,096 INFO [RS:0;4999977c7e1b:35585 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T05:40:38,198 INFO [RS:1;4999977c7e1b:34061 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T05:40:38,198 INFO [RS:2;4999977c7e1b:33561 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T05:40:38,198 INFO [RS:0;4999977c7e1b:35585 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T05:40:38,202 INFO [RS:1;4999977c7e1b:34061 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4999977c7e1b%2C34061%2C1731217236827, suffix=, logDir=hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/WALs/4999977c7e1b,34061,1731217236827, archiveDir=hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/oldWALs, maxLogs=32 2024-11-10T05:40:38,202 INFO [RS:0;4999977c7e1b:35585 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4999977c7e1b%2C35585%2C1731217236723, suffix=, logDir=hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/WALs/4999977c7e1b,35585,1731217236723, archiveDir=hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/oldWALs, maxLogs=32 2024-11-10T05:40:38,202 INFO [RS:2;4999977c7e1b:33561 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4999977c7e1b%2C33561%2C1731217236866, suffix=, logDir=hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/WALs/4999977c7e1b,33561,1731217236866, archiveDir=hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/oldWALs, maxLogs=32 2024-11-10T05:40:38,221 DEBUG [RS:2;4999977c7e1b:33561 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/WALs/4999977c7e1b,33561,1731217236866/4999977c7e1b%2C33561%2C1731217236866.1731217238207, exclude list is [], retry=0 2024-11-10T05:40:38,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37047,DS-e04a19a6-a7be-4fed-9707-a5acfd1e1d16,DISK] 2024-11-10T05:40:38,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42175,DS-e3bc75fd-ff59-4b13-9c37-3d349604d877,DISK] 2024-11-10T05:40:38,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38209,DS-fff970fe-64e0-4c2d-8e94-c6f75d14a330,DISK] 2024-11-10T05:40:38,227 DEBUG [RS:1;4999977c7e1b:34061 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/WALs/4999977c7e1b,34061,1731217236827/4999977c7e1b%2C34061%2C1731217236827.1731217238207, exclude list is [], retry=0 2024-11-10T05:40:38,227 DEBUG [RS:0;4999977c7e1b:35585 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/WALs/4999977c7e1b,35585,1731217236723/4999977c7e1b%2C35585%2C1731217236723.1731217238207, exclude list is [], retry=0 2024-11-10T05:40:38,229 INFO [RS:2;4999977c7e1b:33561 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/WALs/4999977c7e1b,33561,1731217236866/4999977c7e1b%2C33561%2C1731217236866.1731217238207 2024-11-10T05:40:38,230 DEBUG [RS:2;4999977c7e1b:33561 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40953:40953),(127.0.0.1/127.0.0.1:40695:40695),(127.0.0.1/127.0.0.1:35645:35645)] 2024-11-10T05:40:38,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38209,DS-fff970fe-64e0-4c2d-8e94-c6f75d14a330,DISK] 2024-11-10T05:40:38,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42175,DS-e3bc75fd-ff59-4b13-9c37-3d349604d877,DISK] 2024-11-10T05:40:38,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37047,DS-e04a19a6-a7be-4fed-9707-a5acfd1e1d16,DISK] 2024-11-10T05:40:38,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37047,DS-e04a19a6-a7be-4fed-9707-a5acfd1e1d16,DISK] 2024-11-10T05:40:38,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38209,DS-fff970fe-64e0-4c2d-8e94-c6f75d14a330,DISK] 2024-11-10T05:40:38,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42175,DS-e3bc75fd-ff59-4b13-9c37-3d349604d877,DISK] 2024-11-10T05:40:38,246 INFO [RS:1;4999977c7e1b:34061 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/WALs/4999977c7e1b,34061,1731217236827/4999977c7e1b%2C34061%2C1731217236827.1731217238207 2024-11-10T05:40:38,246 INFO [RS:0;4999977c7e1b:35585 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/WALs/4999977c7e1b,35585,1731217236723/4999977c7e1b%2C35585%2C1731217236723.1731217238207 2024-11-10T05:40:38,247 DEBUG [RS:1;4999977c7e1b:34061 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40695:40695),(127.0.0.1/127.0.0.1:35645:35645),(127.0.0.1/127.0.0.1:40953:40953)] 2024-11-10T05:40:38,247 DEBUG [RS:0;4999977c7e1b:35585 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40695:40695),(127.0.0.1/127.0.0.1:40953:40953),(127.0.0.1/127.0.0.1:35645:35645)] 2024-11-10T05:40:38,340 DEBUG [4999977c7e1b:38605 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-10T05:40:38,349 DEBUG [4999977c7e1b:38605 {}] balancer.BalancerClusterState(204): Hosts are {4999977c7e1b=0} racks are {/default-rack=0} 2024-11-10T05:40:38,356 DEBUG [4999977c7e1b:38605 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-10T05:40:38,356 DEBUG [4999977c7e1b:38605 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-10T05:40:38,356 DEBUG [4999977c7e1b:38605 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-10T05:40:38,356 DEBUG [4999977c7e1b:38605 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-10T05:40:38,356 DEBUG [4999977c7e1b:38605 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-10T05:40:38,356 DEBUG [4999977c7e1b:38605 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-10T05:40:38,356 INFO [4999977c7e1b:38605 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-10T05:40:38,356 INFO [4999977c7e1b:38605 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-10T05:40:38,356 INFO [4999977c7e1b:38605 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-10T05:40:38,356 DEBUG [4999977c7e1b:38605 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-10T05:40:38,365 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4999977c7e1b,35585,1731217236723 2024-11-10T05:40:38,372 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4999977c7e1b,35585,1731217236723, state=OPENING 2024-11-10T05:40:38,377 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T05:40:38,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33561-0x10190b210930003, quorum=127.0.0.1:60024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:40:38,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34061-0x10190b210930002, quorum=127.0.0.1:60024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:40:38,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35585-0x10190b210930001, quorum=127.0.0.1:60024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:40:38,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38605-0x10190b210930000, quorum=127.0.0.1:60024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:40:38,380 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T05:40:38,380 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T05:40:38,380 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T05:40:38,380 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T05:40:38,381 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T05:40:38,383 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4999977c7e1b,35585,1731217236723}] 2024-11-10T05:40:45,973 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T05:40:45,974 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-10T05:40:48,410 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T05:40:48,412 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53263, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T05:40:48,425 INFO [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T05:40:48,425 INFO [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T05:40:48,426 INFO [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T05:40:48,429 INFO [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4999977c7e1b%2C35585%2C1731217236723.meta, suffix=.meta, logDir=hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/WALs/4999977c7e1b,35585,1731217236723, archiveDir=hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/oldWALs, maxLogs=32 2024-11-10T05:40:48,445 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/WALs/4999977c7e1b,35585,1731217236723/4999977c7e1b%2C35585%2C1731217236723.meta.1731217248430.meta, exclude list is [], retry=0 2024-11-10T05:40:48,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37047,DS-e04a19a6-a7be-4fed-9707-a5acfd1e1d16,DISK] 2024-11-10T05:40:48,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38209,DS-fff970fe-64e0-4c2d-8e94-c6f75d14a330,DISK] 2024-11-10T05:40:48,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42175,DS-e3bc75fd-ff59-4b13-9c37-3d349604d877,DISK] 2024-11-10T05:40:48,451 INFO [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/WALs/4999977c7e1b,35585,1731217236723/4999977c7e1b%2C35585%2C1731217236723.meta.1731217248430.meta 2024-11-10T05:40:48,452 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40953:40953),(127.0.0.1/127.0.0.1:40695:40695),(127.0.0.1/127.0.0.1:35645:35645)] 2024-11-10T05:40:48,452 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T05:40:48,454 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T05:40:48,457 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T05:40:48,462 INFO [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T05:40:48,466 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T05:40:48,467 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:40:48,467 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T05:40:48,467 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T05:40:48,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T05:40:48,472 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T05:40:48,472 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:40:48,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T05:40:48,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T05:40:48,474 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T05:40:48,474 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:40:48,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T05:40:48,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T05:40:48,476 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T05:40:48,476 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:40:48,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T05:40:48,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T05:40:48,478 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T05:40:48,478 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:40:48,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T05:40:48,479 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T05:40:48,480 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/hbase/meta/1588230740 2024-11-10T05:40:48,483 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/hbase/meta/1588230740 2024-11-10T05:40:48,485 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T05:40:48,485 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T05:40:48,486 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T05:40:48,488 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T05:40:48,490 INFO [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69657593, jitterRate=0.03797902166843414}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T05:40:48,490 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T05:40:48,491 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731217248468Writing region info on filesystem at 1731217248468Initializing all the Stores at 1731217248470 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731217248470Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731217248470Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731217248470Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731217248470Cleaning up temporary data from old regions at 1731217248485 (+15 ms)Running coprocessor post-open hooks at 1731217248490 (+5 ms)Region opened successfully at 1731217248491 (+1 ms) 2024-11-10T05:40:48,499 INFO [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731217248400 2024-11-10T05:40:48,509 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T05:40:48,510 INFO [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T05:40:48,512 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4999977c7e1b,35585,1731217236723 2024-11-10T05:40:48,513 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4999977c7e1b,35585,1731217236723, state=OPEN 2024-11-10T05:40:48,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38605-0x10190b210930000, quorum=127.0.0.1:60024, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T05:40:48,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34061-0x10190b210930002, quorum=127.0.0.1:60024, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T05:40:48,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35585-0x10190b210930001, quorum=127.0.0.1:60024, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T05:40:48,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33561-0x10190b210930003, quorum=127.0.0.1:60024, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T05:40:48,516 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T05:40:48,516 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T05:40:48,516 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T05:40:48,517 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T05:40:48,517 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4999977c7e1b,35585,1731217236723 2024-11-10T05:40:48,521 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T05:40:48,521 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4999977c7e1b,35585,1731217236723 in 10.1340 sec 2024-11-10T05:40:48,527 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T05:40:48,527 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.5990 sec 2024-11-10T05:40:48,528 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T05:40:48,529 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T05:40:48,551 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T05:40:48,552 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4999977c7e1b,35585,1731217236723, seqNum=-1] 2024-11-10T05:40:48,577 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T05:40:48,579 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59031, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T05:40:48,597 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.9010 sec 2024-11-10T05:40:48,598 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731217248598, completionTime=-1 2024-11-10T05:40:48,601 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-10T05:40:48,601 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-10T05:40:48,634 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-10T05:40:48,634 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731217308634 2024-11-10T05:40:48,634 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731217368634 2024-11-10T05:40:48,634 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 33 msec 2024-11-10T05:40:48,636 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-10T05:40:48,644 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4999977c7e1b,38605,1731217235552-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T05:40:48,645 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4999977c7e1b,38605,1731217235552-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T05:40:48,645 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4999977c7e1b,38605,1731217235552-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T05:40:48,647 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4999977c7e1b:38605, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T05:40:48,648 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T05:40:48,648 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T05:40:48,654 DEBUG [master/4999977c7e1b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T05:40:48,680 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.736sec 2024-11-10T05:40:48,682 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T05:40:48,684 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T05:40:48,685 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T05:40:48,686 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T05:40:48,686 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T05:40:48,687 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4999977c7e1b,38605,1731217235552-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T05:40:48,688 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4999977c7e1b,38605,1731217235552-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T05:40:48,693 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T05:40:48,694 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T05:40:48,694 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4999977c7e1b,38605,1731217235552-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T05:40:48,714 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@532ce948, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T05:40:48,719 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-10T05:40:48,719 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-10T05:40:48,723 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4999977c7e1b,38605,-1 for getting cluster id 2024-11-10T05:40:48,726 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T05:40:48,735 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '683386fb-bc89-4738-8593-600f09633901' 2024-11-10T05:40:48,738 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T05:40:48,738 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "683386fb-bc89-4738-8593-600f09633901" 2024-11-10T05:40:48,738 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5324bc3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T05:40:48,739 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4999977c7e1b,38605,-1] 2024-11-10T05:40:48,742 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T05:40:48,743 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T05:40:48,745 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36038, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T05:40:48,748 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d5d0bb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T05:40:48,748 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T05:40:48,756 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4999977c7e1b,35585,1731217236723, seqNum=-1] 2024-11-10T05:40:48,756 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T05:40:48,759 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35380, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T05:40:48,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4999977c7e1b,38605,1731217235552 2024-11-10T05:40:48,810 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731217248808 (current time:1731217248808). 2024-11-10T05:40:48,810 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-10T05:40:48,810 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-10T05:40:48,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e0077d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T05:40:48,814 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4999977c7e1b,38605,-1 for getting cluster id 2024-11-10T05:40:48,814 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T05:40:48,816 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '683386fb-bc89-4738-8593-600f09633901' 2024-11-10T05:40:48,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T05:40:48,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "683386fb-bc89-4738-8593-600f09633901" 2024-11-10T05:40:48,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2414f36d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T05:40:48,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4999977c7e1b,38605,-1] 2024-11-10T05:40:48,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T05:40:48,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T05:40:48,819 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36046, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T05:40:48,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ae29444, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T05:40:48,824 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T05:40:48,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4999977c7e1b,35585,1731217236723, seqNum=-1] 2024-11-10T05:40:48,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T05:40:48,829 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35386, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T05:40:48,831 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T05:40:48,831 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T05:40:48,842 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T05:40:48,843 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T05:40:48,843 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T05:40:48,849 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T05:40:48,854 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4999977c7e1b,38605,1731217235552 2024-11-10T05:40:48,858 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7217d84f 2024-11-10T05:40:48,859 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T05:40:48,862 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36062, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T05:40:48,870 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T05:40:48,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-10T05:40:48,881 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T05:40:48,883 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-10T05:40:48,883 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:40:48,885 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T05:40:48,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T05:40:48,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37047 is added to blk_1073741837_1013 (size=361) 2024-11-10T05:40:48,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38209 is added to blk_1073741837_1013 (size=361) 2024-11-10T05:40:48,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741837_1013 (size=361) 2024-11-10T05:40:48,905 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => a940f79bdca3cfe8c025821f62ff47d9, NAME => 'SPTestTable,33333332,1731217248864.a940f79bdca3cfe8c025821f62ff47d9.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63 2024-11-10T05:40:48,906 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9a2dadaba041c52d099f3bc98caac816, NAME => 'SPTestTable,,1731217248864.9a2dadaba041c52d099f3bc98caac816.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63 2024-11-10T05:40:48,906 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => dbe037e35cced82af3b8562c8d6588cb, NAME => 'SPTestTable,19999999,1731217248864.dbe037e35cced82af3b8562c8d6588cb.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63 2024-11-10T05:40:48,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741838_1014 (size=62) 2024-11-10T05:40:48,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37047 is added to blk_1073741838_1014 (size=62) 2024-11-10T05:40:48,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38209 is added to blk_1073741838_1014 (size=62) 2024-11-10T05:40:48,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38209 is added to blk_1073741839_1015 (size=62) 2024-11-10T05:40:48,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741840_1016 (size=54) 2024-11-10T05:40:48,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37047 is added to blk_1073741839_1015 (size=62) 2024-11-10T05:40:48,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741839_1015 (size=62) 2024-11-10T05:40:48,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38209 is added to blk_1073741840_1016 (size=54) 2024-11-10T05:40:48,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37047 is added to blk_1073741840_1016 (size=54) 2024-11-10T05:40:48,927 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731217248864.9a2dadaba041c52d099f3bc98caac816.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:40:48,927 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731217248864.a940f79bdca3cfe8c025821f62ff47d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:40:48,928 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 9a2dadaba041c52d099f3bc98caac816, disabling compactions & flushes 2024-11-10T05:40:48,928 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing a940f79bdca3cfe8c025821f62ff47d9, disabling compactions & flushes 2024-11-10T05:40:48,928 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731217248864.9a2dadaba041c52d099f3bc98caac816. 2024-11-10T05:40:48,928 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731217248864.a940f79bdca3cfe8c025821f62ff47d9. 2024-11-10T05:40:48,928 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731217248864.9a2dadaba041c52d099f3bc98caac816. 2024-11-10T05:40:48,928 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731217248864.a940f79bdca3cfe8c025821f62ff47d9. 2024-11-10T05:40:48,928 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731217248864.a940f79bdca3cfe8c025821f62ff47d9. after waiting 0 ms 2024-11-10T05:40:48,928 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731217248864.9a2dadaba041c52d099f3bc98caac816. after waiting 0 ms 2024-11-10T05:40:48,928 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731217248864.dbe037e35cced82af3b8562c8d6588cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:40:48,928 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731217248864.a940f79bdca3cfe8c025821f62ff47d9. 2024-11-10T05:40:48,928 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731217248864.9a2dadaba041c52d099f3bc98caac816. 2024-11-10T05:40:48,928 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731217248864.a940f79bdca3cfe8c025821f62ff47d9. 2024-11-10T05:40:48,928 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing dbe037e35cced82af3b8562c8d6588cb, disabling compactions & flushes 2024-11-10T05:40:48,928 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731217248864.9a2dadaba041c52d099f3bc98caac816. 2024-11-10T05:40:48,928 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for a940f79bdca3cfe8c025821f62ff47d9: Waiting for close lock at 1731217248927Disabling compacts and flushes for region at 1731217248927Disabling writes for close at 1731217248928 (+1 ms)Writing region close event to WAL at 1731217248928Closed at 1731217248928 2024-11-10T05:40:48,928 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731217248864.dbe037e35cced82af3b8562c8d6588cb. 2024-11-10T05:40:48,928 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9a2dadaba041c52d099f3bc98caac816: Waiting for close lock at 1731217248927Disabling compacts and flushes for region at 1731217248927Disabling writes for close at 1731217248928 (+1 ms)Writing region close event to WAL at 1731217248928Closed at 1731217248928 2024-11-10T05:40:48,928 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731217248864.dbe037e35cced82af3b8562c8d6588cb. 2024-11-10T05:40:48,929 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731217248864.dbe037e35cced82af3b8562c8d6588cb. after waiting 0 ms 2024-11-10T05:40:48,929 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731217248864.dbe037e35cced82af3b8562c8d6588cb. 2024-11-10T05:40:48,929 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => d9ba9233162c72809cf6153e757e063e, NAME => 'SPTestTable,4ccccccb,1731217248864.d9ba9233162c72809cf6153e757e063e.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63 2024-11-10T05:40:48,929 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731217248864.dbe037e35cced82af3b8562c8d6588cb. 2024-11-10T05:40:48,929 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for dbe037e35cced82af3b8562c8d6588cb: Waiting for close lock at 1731217248928Disabling compacts and flushes for region at 1731217248928Disabling writes for close at 1731217248929 (+1 ms)Writing region close event to WAL at 1731217248929Closed at 1731217248929 2024-11-10T05:40:48,930 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 5f1701a2db3fddff552ddc9f71797df4, NAME => 'SPTestTable,7ffffffd,1731217248864.5f1701a2db3fddff552ddc9f71797df4.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63 2024-11-10T05:40:48,930 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0d421728b93d1a83e043cc4813cc1bb9, NAME => 'SPTestTable,66666664,1731217248864.0d421728b93d1a83e043cc4813cc1bb9.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63 2024-11-10T05:40:48,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37047 is added to blk_1073741841_1017 (size=62) 2024-11-10T05:40:48,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741841_1017 (size=62) 2024-11-10T05:40:48,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38209 is added to blk_1073741841_1017 (size=62) 2024-11-10T05:40:48,949 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731217248864.d9ba9233162c72809cf6153e757e063e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:40:48,949 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing d9ba9233162c72809cf6153e757e063e, disabling compactions & flushes 2024-11-10T05:40:48,949 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731217248864.d9ba9233162c72809cf6153e757e063e. 2024-11-10T05:40:48,949 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731217248864.d9ba9233162c72809cf6153e757e063e. 2024-11-10T05:40:48,949 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731217248864.d9ba9233162c72809cf6153e757e063e. after waiting 0 ms 2024-11-10T05:40:48,949 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731217248864.d9ba9233162c72809cf6153e757e063e. 2024-11-10T05:40:48,949 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731217248864.d9ba9233162c72809cf6153e757e063e. 2024-11-10T05:40:48,949 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for d9ba9233162c72809cf6153e757e063e: Waiting for close lock at 1731217248949Disabling compacts and flushes for region at 1731217248949Disabling writes for close at 1731217248949Writing region close event to WAL at 1731217248949Closed at 1731217248949 2024-11-10T05:40:48,950 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 376c2b376f84ff80b1abac109f39af32, NAME => 'SPTestTable,99999996,1731217248864.376c2b376f84ff80b1abac109f39af32.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63 2024-11-10T05:40:48,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741842_1018 (size=62) 2024-11-10T05:40:48,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37047 is added to blk_1073741843_1019 (size=62) 2024-11-10T05:40:48,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38209 is added to blk_1073741842_1018 (size=62) 2024-11-10T05:40:48,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741843_1019 (size=62) 2024-11-10T05:40:48,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37047 is added to blk_1073741842_1018 (size=62) 2024-11-10T05:40:48,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38209 is added to blk_1073741843_1019 (size=62) 2024-11-10T05:40:48,960 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731217248864.0d421728b93d1a83e043cc4813cc1bb9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:40:48,960 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 0d421728b93d1a83e043cc4813cc1bb9, disabling compactions & flushes 2024-11-10T05:40:48,960 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731217248864.0d421728b93d1a83e043cc4813cc1bb9. 2024-11-10T05:40:48,960 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731217248864.0d421728b93d1a83e043cc4813cc1bb9. 2024-11-10T05:40:48,960 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731217248864.0d421728b93d1a83e043cc4813cc1bb9. after waiting 0 ms 2024-11-10T05:40:48,960 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731217248864.0d421728b93d1a83e043cc4813cc1bb9. 2024-11-10T05:40:48,960 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731217248864.0d421728b93d1a83e043cc4813cc1bb9. 2024-11-10T05:40:48,960 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0d421728b93d1a83e043cc4813cc1bb9: Waiting for close lock at 1731217248960Disabling compacts and flushes for region at 1731217248960Disabling writes for close at 1731217248960Writing region close event to WAL at 1731217248960Closed at 1731217248960 2024-11-10T05:40:48,961 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bc6247afca13d79c0b34f00bc28333f6, NAME => 'SPTestTable,b333332f,1731217248864.bc6247afca13d79c0b34f00bc28333f6.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63 2024-11-10T05:40:48,962 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731217248864.5f1701a2db3fddff552ddc9f71797df4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:40:48,962 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 5f1701a2db3fddff552ddc9f71797df4, disabling compactions & flushes 2024-11-10T05:40:48,962 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731217248864.5f1701a2db3fddff552ddc9f71797df4. 2024-11-10T05:40:48,963 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731217248864.5f1701a2db3fddff552ddc9f71797df4. 2024-11-10T05:40:48,963 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731217248864.5f1701a2db3fddff552ddc9f71797df4. after waiting 0 ms 2024-11-10T05:40:48,963 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731217248864.5f1701a2db3fddff552ddc9f71797df4. 2024-11-10T05:40:48,963 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731217248864.5f1701a2db3fddff552ddc9f71797df4. 2024-11-10T05:40:48,963 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 5f1701a2db3fddff552ddc9f71797df4: Waiting for close lock at 1731217248962Disabling compacts and flushes for region at 1731217248962Disabling writes for close at 1731217248963 (+1 ms)Writing region close event to WAL at 1731217248963Closed at 1731217248963 2024-11-10T05:40:48,963 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 7776f17af5207c456e993de95288441e, NAME => 'SPTestTable,ccccccc8,1731217248864.7776f17af5207c456e993de95288441e.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63 2024-11-10T05:40:48,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38209 is added to blk_1073741844_1020 (size=62) 2024-11-10T05:40:48,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741844_1020 (size=62) 2024-11-10T05:40:48,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37047 is added to blk_1073741844_1020 (size=62) 2024-11-10T05:40:48,968 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731217248864.376c2b376f84ff80b1abac109f39af32.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:40:48,968 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 376c2b376f84ff80b1abac109f39af32, disabling compactions & flushes 2024-11-10T05:40:48,969 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731217248864.376c2b376f84ff80b1abac109f39af32. 2024-11-10T05:40:48,969 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731217248864.376c2b376f84ff80b1abac109f39af32. 2024-11-10T05:40:48,969 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731217248864.376c2b376f84ff80b1abac109f39af32. after waiting 0 ms 2024-11-10T05:40:48,969 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731217248864.376c2b376f84ff80b1abac109f39af32. 2024-11-10T05:40:48,969 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731217248864.376c2b376f84ff80b1abac109f39af32. 2024-11-10T05:40:48,969 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 376c2b376f84ff80b1abac109f39af32: Waiting for close lock at 1731217248968Disabling compacts and flushes for region at 1731217248968Disabling writes for close at 1731217248969 (+1 ms)Writing region close event to WAL at 1731217248969Closed at 1731217248969 2024-11-10T05:40:48,970 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 3518951c01736bb0a7f5cc86d3eb1f7b, NAME => 'SPTestTable,e6666661,1731217248864.3518951c01736bb0a7f5cc86d3eb1f7b.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63 2024-11-10T05:40:48,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741846_1022 (size=62) 2024-11-10T05:40:48,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37047 is added to blk_1073741846_1022 (size=62) 2024-11-10T05:40:48,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38209 is added to blk_1073741846_1022 (size=62) 2024-11-10T05:40:48,984 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731217248864.7776f17af5207c456e993de95288441e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:40:48,984 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 7776f17af5207c456e993de95288441e, disabling compactions & flushes 2024-11-10T05:40:48,984 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731217248864.7776f17af5207c456e993de95288441e. 2024-11-10T05:40:48,984 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731217248864.7776f17af5207c456e993de95288441e. 2024-11-10T05:40:48,985 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731217248864.7776f17af5207c456e993de95288441e. after waiting 0 ms 2024-11-10T05:40:48,985 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731217248864.7776f17af5207c456e993de95288441e. 2024-11-10T05:40:48,985 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731217248864.7776f17af5207c456e993de95288441e. 2024-11-10T05:40:48,985 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 7776f17af5207c456e993de95288441e: Waiting for close lock at 1731217248984Disabling compacts and flushes for region at 1731217248984Disabling writes for close at 1731217248985 (+1 ms)Writing region close event to WAL at 1731217248985Closed at 1731217248985 2024-11-10T05:40:48,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37047 is added to blk_1073741845_1021 (size=62) 2024-11-10T05:40:48,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741845_1021 (size=62) 2024-11-10T05:40:48,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38209 is added to blk_1073741845_1021 (size=62) 2024-11-10T05:40:48,987 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731217248864.bc6247afca13d79c0b34f00bc28333f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:40:48,987 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing bc6247afca13d79c0b34f00bc28333f6, disabling compactions & flushes 2024-11-10T05:40:48,987 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731217248864.bc6247afca13d79c0b34f00bc28333f6. 2024-11-10T05:40:48,987 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731217248864.bc6247afca13d79c0b34f00bc28333f6. 2024-11-10T05:40:48,987 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731217248864.bc6247afca13d79c0b34f00bc28333f6. after waiting 0 ms 2024-11-10T05:40:48,987 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731217248864.bc6247afca13d79c0b34f00bc28333f6. 2024-11-10T05:40:48,987 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731217248864.bc6247afca13d79c0b34f00bc28333f6. 2024-11-10T05:40:48,987 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for bc6247afca13d79c0b34f00bc28333f6: Waiting for close lock at 1731217248987Disabling compacts and flushes for region at 1731217248987Disabling writes for close at 1731217248987Writing region close event to WAL at 1731217248987Closed at 1731217248987 2024-11-10T05:40:48,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37047 is added to blk_1073741847_1023 (size=54) 2024-11-10T05:40:48,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741847_1023 (size=54) 2024-11-10T05:40:48,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38209 is added to blk_1073741847_1023 (size=54) 2024-11-10T05:40:48,993 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731217248864.3518951c01736bb0a7f5cc86d3eb1f7b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:40:48,993 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 3518951c01736bb0a7f5cc86d3eb1f7b, disabling compactions & flushes 2024-11-10T05:40:48,993 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731217248864.3518951c01736bb0a7f5cc86d3eb1f7b. 2024-11-10T05:40:48,993 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731217248864.3518951c01736bb0a7f5cc86d3eb1f7b. 2024-11-10T05:40:48,993 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731217248864.3518951c01736bb0a7f5cc86d3eb1f7b. after waiting 0 ms 2024-11-10T05:40:48,993 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731217248864.3518951c01736bb0a7f5cc86d3eb1f7b. 2024-11-10T05:40:48,993 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731217248864.3518951c01736bb0a7f5cc86d3eb1f7b. 2024-11-10T05:40:48,993 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 3518951c01736bb0a7f5cc86d3eb1f7b: Waiting for close lock at 1731217248993Disabling compacts and flushes for region at 1731217248993Disabling writes for close at 1731217248993Writing region close event to WAL at 1731217248993Closed at 1731217248993 2024-11-10T05:40:48,996 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T05:40:49,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T05:40:49,003 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731217248864.a940f79bdca3cfe8c025821f62ff47d9.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731217248996"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731217248996"}]},"ts":"1731217248996"} 2024-11-10T05:40:49,003 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731217248864.9a2dadaba041c52d099f3bc98caac816.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731217248996"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731217248996"}]},"ts":"1731217248996"} 2024-11-10T05:40:49,003 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731217248864.dbe037e35cced82af3b8562c8d6588cb.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731217248996"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731217248996"}]},"ts":"1731217248996"} 2024-11-10T05:40:49,003 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731217248864.d9ba9233162c72809cf6153e757e063e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731217248996"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731217248996"}]},"ts":"1731217248996"} 2024-11-10T05:40:49,004 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731217248864.0d421728b93d1a83e043cc4813cc1bb9.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731217248996"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731217248996"}]},"ts":"1731217248996"} 2024-11-10T05:40:49,004 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731217248864.5f1701a2db3fddff552ddc9f71797df4.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731217248996"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731217248996"}]},"ts":"1731217248996"} 2024-11-10T05:40:49,004 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731217248864.376c2b376f84ff80b1abac109f39af32.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731217248996"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731217248996"}]},"ts":"1731217248996"} 2024-11-10T05:40:49,004 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731217248864.7776f17af5207c456e993de95288441e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731217248996"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731217248996"}]},"ts":"1731217248996"} 2024-11-10T05:40:49,004 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731217248864.bc6247afca13d79c0b34f00bc28333f6.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731217248996"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731217248996"}]},"ts":"1731217248996"} 2024-11-10T05:40:49,005 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731217248864.3518951c01736bb0a7f5cc86d3eb1f7b.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731217248996"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731217248996"}]},"ts":"1731217248996"} 2024-11-10T05:40:49,041 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-10T05:40:49,043 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T05:40:49,046 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731217249043"}]},"ts":"1731217249043"} 2024-11-10T05:40:49,050 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-10T05:40:49,050 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {4999977c7e1b=0} racks are {/default-rack=0} 2024-11-10T05:40:49,057 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-10T05:40:49,057 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-10T05:40:49,057 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-10T05:40:49,057 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-10T05:40:49,057 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-10T05:40:49,057 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-10T05:40:49,057 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-10T05:40:49,057 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-10T05:40:49,057 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-10T05:40:49,057 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-10T05:40:49,059 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9a2dadaba041c52d099f3bc98caac816, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dbe037e35cced82af3b8562c8d6588cb, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a940f79bdca3cfe8c025821f62ff47d9, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d9ba9233162c72809cf6153e757e063e, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0d421728b93d1a83e043cc4813cc1bb9, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5f1701a2db3fddff552ddc9f71797df4, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=376c2b376f84ff80b1abac109f39af32, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bc6247afca13d79c0b34f00bc28333f6, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7776f17af5207c456e993de95288441e, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3518951c01736bb0a7f5cc86d3eb1f7b, ASSIGN}] 2024-11-10T05:40:49,063 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5f1701a2db3fddff552ddc9f71797df4, ASSIGN 2024-11-10T05:40:49,063 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=376c2b376f84ff80b1abac109f39af32, ASSIGN 2024-11-10T05:40:49,063 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0d421728b93d1a83e043cc4813cc1bb9, ASSIGN 2024-11-10T05:40:49,063 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d9ba9233162c72809cf6153e757e063e, ASSIGN 2024-11-10T05:40:49,065 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5f1701a2db3fddff552ddc9f71797df4, ASSIGN; state=OFFLINE, location=4999977c7e1b,34061,1731217236827; forceNewPlan=false, retain=false 2024-11-10T05:40:49,065 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=376c2b376f84ff80b1abac109f39af32, ASSIGN; state=OFFLINE, location=4999977c7e1b,35585,1731217236723; forceNewPlan=false, retain=false 2024-11-10T05:40:49,065 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d9ba9233162c72809cf6153e757e063e, ASSIGN; state=OFFLINE, location=4999977c7e1b,35585,1731217236723; forceNewPlan=false, retain=false 2024-11-10T05:40:49,065 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3518951c01736bb0a7f5cc86d3eb1f7b, ASSIGN 2024-11-10T05:40:49,065 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0d421728b93d1a83e043cc4813cc1bb9, ASSIGN; state=OFFLINE, location=4999977c7e1b,33561,1731217236866; forceNewPlan=false, retain=false 2024-11-10T05:40:49,066 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3518951c01736bb0a7f5cc86d3eb1f7b, ASSIGN; state=OFFLINE, location=4999977c7e1b,35585,1731217236723; forceNewPlan=false, retain=false 2024-11-10T05:40:49,070 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a940f79bdca3cfe8c025821f62ff47d9, ASSIGN 2024-11-10T05:40:49,070 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bc6247afca13d79c0b34f00bc28333f6, ASSIGN 2024-11-10T05:40:49,071 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bc6247afca13d79c0b34f00bc28333f6, ASSIGN; state=OFFLINE, location=4999977c7e1b,34061,1731217236827; forceNewPlan=false, retain=false 2024-11-10T05:40:49,071 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a940f79bdca3cfe8c025821f62ff47d9, ASSIGN; state=OFFLINE, location=4999977c7e1b,35585,1731217236723; forceNewPlan=false, retain=false 2024-11-10T05:40:49,071 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7776f17af5207c456e993de95288441e, ASSIGN 2024-11-10T05:40:49,071 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dbe037e35cced82af3b8562c8d6588cb, ASSIGN 2024-11-10T05:40:49,073 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9a2dadaba041c52d099f3bc98caac816, ASSIGN 2024-11-10T05:40:49,073 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7776f17af5207c456e993de95288441e, ASSIGN; state=OFFLINE, location=4999977c7e1b,33561,1731217236866; forceNewPlan=false, retain=false 2024-11-10T05:40:49,073 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=dbe037e35cced82af3b8562c8d6588cb, ASSIGN; state=OFFLINE, location=4999977c7e1b,34061,1731217236827; forceNewPlan=false, retain=false 2024-11-10T05:40:49,074 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9a2dadaba041c52d099f3bc98caac816, ASSIGN; state=OFFLINE, location=4999977c7e1b,33561,1731217236866; forceNewPlan=false, retain=false 2024-11-10T05:40:49,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T05:40:49,218 INFO [4999977c7e1b:38605 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-10T05:40:49,219 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=3518951c01736bb0a7f5cc86d3eb1f7b, regionState=OPENING, regionLocation=4999977c7e1b,35585,1731217236723 2024-11-10T05:40:49,219 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=d9ba9233162c72809cf6153e757e063e, regionState=OPENING, regionLocation=4999977c7e1b,35585,1731217236723 2024-11-10T05:40:49,219 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=bc6247afca13d79c0b34f00bc28333f6, regionState=OPENING, regionLocation=4999977c7e1b,34061,1731217236827 2024-11-10T05:40:49,219 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=376c2b376f84ff80b1abac109f39af32, regionState=OPENING, regionLocation=4999977c7e1b,35585,1731217236723 2024-11-10T05:40:49,220 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=a940f79bdca3cfe8c025821f62ff47d9, regionState=OPENING, regionLocation=4999977c7e1b,35585,1731217236723 2024-11-10T05:40:49,221 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=5f1701a2db3fddff552ddc9f71797df4, regionState=OPENING, regionLocation=4999977c7e1b,34061,1731217236827 2024-11-10T05:40:49,221 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=dbe037e35cced82af3b8562c8d6588cb, regionState=OPENING, regionLocation=4999977c7e1b,34061,1731217236827 2024-11-10T05:40:49,221 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=7776f17af5207c456e993de95288441e, regionState=OPENING, regionLocation=4999977c7e1b,33561,1731217236866 2024-11-10T05:40:49,221 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0d421728b93d1a83e043cc4813cc1bb9, regionState=OPENING, regionLocation=4999977c7e1b,33561,1731217236866 2024-11-10T05:40:49,221 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9a2dadaba041c52d099f3bc98caac816, regionState=OPENING, regionLocation=4999977c7e1b,33561,1731217236866 2024-11-10T05:40:49,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3518951c01736bb0a7f5cc86d3eb1f7b, ASSIGN because future has completed 2024-11-10T05:40:49,225 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3518951c01736bb0a7f5cc86d3eb1f7b, server=4999977c7e1b,35585,1731217236723}] 2024-11-10T05:40:49,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bc6247afca13d79c0b34f00bc28333f6, ASSIGN because future has completed 2024-11-10T05:40:49,228 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc6247afca13d79c0b34f00bc28333f6, server=4999977c7e1b,34061,1731217236827}] 2024-11-10T05:40:49,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=376c2b376f84ff80b1abac109f39af32, ASSIGN because future has completed 2024-11-10T05:40:49,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a940f79bdca3cfe8c025821f62ff47d9, ASSIGN because future has completed 2024-11-10T05:40:49,232 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 376c2b376f84ff80b1abac109f39af32, server=4999977c7e1b,35585,1731217236723}] 2024-11-10T05:40:49,232 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure a940f79bdca3cfe8c025821f62ff47d9, server=4999977c7e1b,35585,1731217236723}] 2024-11-10T05:40:49,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d9ba9233162c72809cf6153e757e063e, ASSIGN because future has completed 2024-11-10T05:40:49,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=dbe037e35cced82af3b8562c8d6588cb, ASSIGN because future has completed 2024-11-10T05:40:49,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5f1701a2db3fddff552ddc9f71797df4, ASSIGN because future has completed 2024-11-10T05:40:49,241 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure d9ba9233162c72809cf6153e757e063e, server=4999977c7e1b,35585,1731217236723}] 2024-11-10T05:40:49,241 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure dbe037e35cced82af3b8562c8d6588cb, server=4999977c7e1b,34061,1731217236827}] 2024-11-10T05:40:49,241 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f1701a2db3fddff552ddc9f71797df4, server=4999977c7e1b,34061,1731217236827}] 2024-11-10T05:40:49,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7776f17af5207c456e993de95288441e, ASSIGN because future has completed 2024-11-10T05:40:49,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0d421728b93d1a83e043cc4813cc1bb9, ASSIGN because future has completed 2024-11-10T05:40:49,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9a2dadaba041c52d099f3bc98caac816, ASSIGN because future has completed 2024-11-10T05:40:49,249 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9a2dadaba041c52d099f3bc98caac816, server=4999977c7e1b,33561,1731217236866}] 2024-11-10T05:40:49,249 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d421728b93d1a83e043cc4813cc1bb9, server=4999977c7e1b,33561,1731217236866}] 2024-11-10T05:40:49,256 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7776f17af5207c456e993de95288441e, server=4999977c7e1b,33561,1731217236866}] 2024-11-10T05:40:49,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T05:40:50,008 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T05:40:50,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T05:40:51,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T05:40:53,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T05:40:54,002 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T05:40:55,973 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T05:40:55,973 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T05:40:55,974 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T05:40:55,974 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-10T05:40:57,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T05:40:59,235 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T05:40:59,237 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40113, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T05:40:59,238 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731217248864.3518951c01736bb0a7f5cc86d3eb1f7b. 2024-11-10T05:40:59,238 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 3518951c01736bb0a7f5cc86d3eb1f7b, NAME => 'SPTestTable,e6666661,1731217248864.3518951c01736bb0a7f5cc86d3eb1f7b.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-10T05:40:59,239 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3518951c01736bb0a7f5cc86d3eb1f7b 2024-11-10T05:40:59,239 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731217248864.3518951c01736bb0a7f5cc86d3eb1f7b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:40:59,239 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 3518951c01736bb0a7f5cc86d3eb1f7b 2024-11-10T05:40:59,239 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 3518951c01736bb0a7f5cc86d3eb1f7b 2024-11-10T05:40:59,241 INFO [StoreOpener-3518951c01736bb0a7f5cc86d3eb1f7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3518951c01736bb0a7f5cc86d3eb1f7b 2024-11-10T05:40:59,243 INFO [StoreOpener-3518951c01736bb0a7f5cc86d3eb1f7b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3518951c01736bb0a7f5cc86d3eb1f7b columnFamilyName cf 2024-11-10T05:40:59,243 DEBUG [StoreOpener-3518951c01736bb0a7f5cc86d3eb1f7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:40:59,244 INFO [StoreOpener-3518951c01736bb0a7f5cc86d3eb1f7b-1 {}] regionserver.HStore(327): Store=3518951c01736bb0a7f5cc86d3eb1f7b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T05:40:59,244 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 3518951c01736bb0a7f5cc86d3eb1f7b 2024-11-10T05:40:59,244 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731217248864.bc6247afca13d79c0b34f00bc28333f6. 2024-11-10T05:40:59,245 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => bc6247afca13d79c0b34f00bc28333f6, NAME => 'SPTestTable,b333332f,1731217248864.bc6247afca13d79c0b34f00bc28333f6.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-10T05:40:59,245 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/default/SPTestTable/3518951c01736bb0a7f5cc86d3eb1f7b 2024-11-10T05:40:59,245 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable bc6247afca13d79c0b34f00bc28333f6 2024-11-10T05:40:59,246 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731217248864.bc6247afca13d79c0b34f00bc28333f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:40:59,246 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for bc6247afca13d79c0b34f00bc28333f6 2024-11-10T05:40:59,246 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for bc6247afca13d79c0b34f00bc28333f6 2024-11-10T05:40:59,246 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/default/SPTestTable/3518951c01736bb0a7f5cc86d3eb1f7b 2024-11-10T05:40:59,247 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 3518951c01736bb0a7f5cc86d3eb1f7b 2024-11-10T05:40:59,247 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 3518951c01736bb0a7f5cc86d3eb1f7b 2024-11-10T05:40:59,248 INFO [StoreOpener-bc6247afca13d79c0b34f00bc28333f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region bc6247afca13d79c0b34f00bc28333f6 2024-11-10T05:40:59,250 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 3518951c01736bb0a7f5cc86d3eb1f7b 2024-11-10T05:40:59,250 INFO [StoreOpener-bc6247afca13d79c0b34f00bc28333f6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc6247afca13d79c0b34f00bc28333f6 columnFamilyName cf 2024-11-10T05:40:59,250 DEBUG [StoreOpener-bc6247afca13d79c0b34f00bc28333f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:40:59,251 INFO [StoreOpener-bc6247afca13d79c0b34f00bc28333f6-1 {}] regionserver.HStore(327): Store=bc6247afca13d79c0b34f00bc28333f6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T05:40:59,251 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for bc6247afca13d79c0b34f00bc28333f6 2024-11-10T05:40:59,252 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/default/SPTestTable/bc6247afca13d79c0b34f00bc28333f6 2024-11-10T05:40:59,253 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/default/SPTestTable/bc6247afca13d79c0b34f00bc28333f6 2024-11-10T05:40:59,253 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/default/SPTestTable/3518951c01736bb0a7f5cc86d3eb1f7b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T05:40:59,253 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for bc6247afca13d79c0b34f00bc28333f6 2024-11-10T05:40:59,253 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for bc6247afca13d79c0b34f00bc28333f6 2024-11-10T05:40:59,253 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 3518951c01736bb0a7f5cc86d3eb1f7b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74102498, jitterRate=0.10421326756477356}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T05:40:59,254 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3518951c01736bb0a7f5cc86d3eb1f7b 2024-11-10T05:40:59,255 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 3518951c01736bb0a7f5cc86d3eb1f7b: Running coprocessor pre-open hook at 1731217259239Writing region info on filesystem at 1731217259239Initializing all the Stores at 1731217259241 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731217259241Cleaning up temporary data from old regions at 1731217259247 (+6 ms)Running coprocessor post-open hooks at 1731217259254 (+7 ms)Region opened successfully at 1731217259255 (+1 ms) 2024-11-10T05:40:59,256 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for bc6247afca13d79c0b34f00bc28333f6 2024-11-10T05:40:59,257 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731217248864.3518951c01736bb0a7f5cc86d3eb1f7b., pid=15, masterSystemTime=1731217259230 2024-11-10T05:40:59,258 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T05:40:59,259 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42051, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T05:40:59,260 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/default/SPTestTable/bc6247afca13d79c0b34f00bc28333f6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T05:40:59,261 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened bc6247afca13d79c0b34f00bc28333f6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66287410, jitterRate=-0.012240618467330933}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T05:40:59,261 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bc6247afca13d79c0b34f00bc28333f6 2024-11-10T05:40:59,261 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731217248864.3518951c01736bb0a7f5cc86d3eb1f7b. 2024-11-10T05:40:59,261 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731217248864.3518951c01736bb0a7f5cc86d3eb1f7b. 2024-11-10T05:40:59,261 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for bc6247afca13d79c0b34f00bc28333f6: Running coprocessor pre-open hook at 1731217259246Writing region info on filesystem at 1731217259246Initializing all the Stores at 1731217259247 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731217259247Cleaning up temporary data from old regions at 1731217259254 (+7 ms)Running coprocessor post-open hooks at 1731217259261 (+7 ms)Region opened successfully at 1731217259261 2024-11-10T05:40:59,261 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731217248864.a940f79bdca3cfe8c025821f62ff47d9. 2024-11-10T05:40:59,262 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => a940f79bdca3cfe8c025821f62ff47d9, NAME => 'SPTestTable,33333332,1731217248864.a940f79bdca3cfe8c025821f62ff47d9.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-10T05:40:59,262 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=3518951c01736bb0a7f5cc86d3eb1f7b, regionState=OPEN, openSeqNum=2, regionLocation=4999977c7e1b,35585,1731217236723 2024-11-10T05:40:59,262 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a940f79bdca3cfe8c025821f62ff47d9 2024-11-10T05:40:59,262 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731217248864.a940f79bdca3cfe8c025821f62ff47d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:40:59,262 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for a940f79bdca3cfe8c025821f62ff47d9 2024-11-10T05:40:59,262 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for a940f79bdca3cfe8c025821f62ff47d9 2024-11-10T05:40:59,265 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731217248864.bc6247afca13d79c0b34f00bc28333f6., pid=16, masterSystemTime=1731217259234 2024-11-10T05:40:59,265 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731217248864.0d421728b93d1a83e043cc4813cc1bb9. 2024-11-10T05:40:59,265 INFO [StoreOpener-a940f79bdca3cfe8c025821f62ff47d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a940f79bdca3cfe8c025821f62ff47d9 2024-11-10T05:40:59,265 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 0d421728b93d1a83e043cc4813cc1bb9, NAME => 'SPTestTable,66666664,1731217248864.0d421728b93d1a83e043cc4813cc1bb9.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-10T05:40:59,266 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0d421728b93d1a83e043cc4813cc1bb9 2024-11-10T05:40:59,266 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731217248864.0d421728b93d1a83e043cc4813cc1bb9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:40:59,266 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 0d421728b93d1a83e043cc4813cc1bb9 2024-11-10T05:40:59,266 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 0d421728b93d1a83e043cc4813cc1bb9 2024-11-10T05:40:59,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3518951c01736bb0a7f5cc86d3eb1f7b, server=4999977c7e1b,35585,1731217236723 because future has completed 2024-11-10T05:40:59,267 INFO [StoreOpener-a940f79bdca3cfe8c025821f62ff47d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a940f79bdca3cfe8c025821f62ff47d9 columnFamilyName cf 2024-11-10T05:40:59,268 DEBUG [StoreOpener-a940f79bdca3cfe8c025821f62ff47d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:40:59,268 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731217248864.bc6247afca13d79c0b34f00bc28333f6. 2024-11-10T05:40:59,268 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731217248864.bc6247afca13d79c0b34f00bc28333f6. 2024-11-10T05:40:59,268 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731217248864.5f1701a2db3fddff552ddc9f71797df4. 2024-11-10T05:40:59,268 INFO [StoreOpener-0d421728b93d1a83e043cc4813cc1bb9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0d421728b93d1a83e043cc4813cc1bb9 2024-11-10T05:40:59,268 INFO [StoreOpener-a940f79bdca3cfe8c025821f62ff47d9-1 {}] regionserver.HStore(327): Store=a940f79bdca3cfe8c025821f62ff47d9/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T05:40:59,269 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for a940f79bdca3cfe8c025821f62ff47d9 2024-11-10T05:40:59,269 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 5f1701a2db3fddff552ddc9f71797df4, NAME => 'SPTestTable,7ffffffd,1731217248864.5f1701a2db3fddff552ddc9f71797df4.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-10T05:40:59,269 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5f1701a2db3fddff552ddc9f71797df4 2024-11-10T05:40:59,269 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731217248864.5f1701a2db3fddff552ddc9f71797df4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:40:59,269 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 5f1701a2db3fddff552ddc9f71797df4 2024-11-10T05:40:59,269 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=bc6247afca13d79c0b34f00bc28333f6, regionState=OPEN, openSeqNum=2, regionLocation=4999977c7e1b,34061,1731217236827 2024-11-10T05:40:59,269 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 5f1701a2db3fddff552ddc9f71797df4 2024-11-10T05:40:59,270 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/default/SPTestTable/a940f79bdca3cfe8c025821f62ff47d9 2024-11-10T05:40:59,271 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/default/SPTestTable/a940f79bdca3cfe8c025821f62ff47d9 2024-11-10T05:40:59,271 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for a940f79bdca3cfe8c025821f62ff47d9 2024-11-10T05:40:59,271 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for a940f79bdca3cfe8c025821f62ff47d9 2024-11-10T05:40:59,271 INFO [StoreOpener-5f1701a2db3fddff552ddc9f71797df4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5f1701a2db3fddff552ddc9f71797df4 2024-11-10T05:40:59,272 INFO [StoreOpener-0d421728b93d1a83e043cc4813cc1bb9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d421728b93d1a83e043cc4813cc1bb9 columnFamilyName cf 2024-11-10T05:40:59,274 DEBUG [StoreOpener-0d421728b93d1a83e043cc4813cc1bb9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:40:59,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc6247afca13d79c0b34f00bc28333f6, server=4999977c7e1b,34061,1731217236827 because future has completed 2024-11-10T05:40:59,274 INFO [StoreOpener-5f1701a2db3fddff552ddc9f71797df4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f1701a2db3fddff552ddc9f71797df4 columnFamilyName cf 2024-11-10T05:40:59,274 DEBUG [StoreOpener-5f1701a2db3fddff552ddc9f71797df4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:40:59,274 INFO [StoreOpener-0d421728b93d1a83e043cc4813cc1bb9-1 {}] regionserver.HStore(327): Store=0d421728b93d1a83e043cc4813cc1bb9/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T05:40:59,274 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for a940f79bdca3cfe8c025821f62ff47d9 2024-11-10T05:40:59,274 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 0d421728b93d1a83e043cc4813cc1bb9 2024-11-10T05:40:59,275 INFO [StoreOpener-5f1701a2db3fddff552ddc9f71797df4-1 {}] regionserver.HStore(327): Store=5f1701a2db3fddff552ddc9f71797df4/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T05:40:59,275 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 5f1701a2db3fddff552ddc9f71797df4 2024-11-10T05:40:59,276 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/default/SPTestTable/0d421728b93d1a83e043cc4813cc1bb9 2024-11-10T05:40:59,276 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-10T05:40:59,276 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 3518951c01736bb0a7f5cc86d3eb1f7b, server=4999977c7e1b,35585,1731217236723 in 10.0440 sec 2024-11-10T05:40:59,276 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/default/SPTestTable/0d421728b93d1a83e043cc4813cc1bb9 2024-11-10T05:40:59,276 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/default/SPTestTable/5f1701a2db3fddff552ddc9f71797df4 2024-11-10T05:40:59,277 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 0d421728b93d1a83e043cc4813cc1bb9 2024-11-10T05:40:59,277 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 0d421728b93d1a83e043cc4813cc1bb9 2024-11-10T05:40:59,278 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/default/SPTestTable/5f1701a2db3fddff552ddc9f71797df4 2024-11-10T05:40:59,278 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 5f1701a2db3fddff552ddc9f71797df4 2024-11-10T05:40:59,278 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 5f1701a2db3fddff552ddc9f71797df4 2024-11-10T05:40:59,279 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/default/SPTestTable/a940f79bdca3cfe8c025821f62ff47d9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T05:40:59,279 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=12 2024-11-10T05:40:59,279 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3518951c01736bb0a7f5cc86d3eb1f7b, ASSIGN in 10.2170 sec 2024-11-10T05:40:59,280 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure bc6247afca13d79c0b34f00bc28333f6, server=4999977c7e1b,34061,1731217236827 in 10.0490 sec 2024-11-10T05:40:59,280 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened a940f79bdca3cfe8c025821f62ff47d9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59880419, jitterRate=-0.10771222412586212}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T05:40:59,280 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a940f79bdca3cfe8c025821f62ff47d9 2024-11-10T05:40:59,280 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for a940f79bdca3cfe8c025821f62ff47d9: Running coprocessor pre-open hook at 1731217259263Writing region info on filesystem at 1731217259263Initializing all the Stores at 1731217259264 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731217259264Cleaning up temporary data from old regions at 1731217259271 (+7 ms)Running coprocessor post-open hooks at 1731217259280 (+9 ms)Region opened successfully at 1731217259280 2024-11-10T05:40:59,281 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 5f1701a2db3fddff552ddc9f71797df4 2024-11-10T05:40:59,282 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 0d421728b93d1a83e043cc4813cc1bb9 2024-11-10T05:40:59,282 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731217248864.a940f79bdca3cfe8c025821f62ff47d9., pid=18, masterSystemTime=1731217259230 2024-11-10T05:40:59,283 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bc6247afca13d79c0b34f00bc28333f6, ASSIGN in 10.2210 sec 2024-11-10T05:40:59,286 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731217248864.a940f79bdca3cfe8c025821f62ff47d9. 2024-11-10T05:40:59,286 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731217248864.a940f79bdca3cfe8c025821f62ff47d9. 2024-11-10T05:40:59,286 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731217248864.376c2b376f84ff80b1abac109f39af32. 2024-11-10T05:40:59,286 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 376c2b376f84ff80b1abac109f39af32, NAME => 'SPTestTable,99999996,1731217248864.376c2b376f84ff80b1abac109f39af32.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-10T05:40:59,287 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 376c2b376f84ff80b1abac109f39af32 2024-11-10T05:40:59,287 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731217248864.376c2b376f84ff80b1abac109f39af32.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:40:59,287 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 376c2b376f84ff80b1abac109f39af32 2024-11-10T05:40:59,287 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 376c2b376f84ff80b1abac109f39af32 2024-11-10T05:40:59,287 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=a940f79bdca3cfe8c025821f62ff47d9, regionState=OPEN, openSeqNum=2, regionLocation=4999977c7e1b,35585,1731217236723 2024-11-10T05:40:59,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure a940f79bdca3cfe8c025821f62ff47d9, server=4999977c7e1b,35585,1731217236723 because future has completed 2024-11-10T05:40:59,294 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=7 2024-11-10T05:40:59,295 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure a940f79bdca3cfe8c025821f62ff47d9, server=4999977c7e1b,35585,1731217236723 in 10.0590 sec 2024-11-10T05:40:59,297 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/default/SPTestTable/5f1701a2db3fddff552ddc9f71797df4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T05:40:59,297 INFO [StoreOpener-376c2b376f84ff80b1abac109f39af32-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 376c2b376f84ff80b1abac109f39af32 2024-11-10T05:40:59,298 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a940f79bdca3cfe8c025821f62ff47d9, ASSIGN in 10.2360 sec 2024-11-10T05:40:59,298 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 5f1701a2db3fddff552ddc9f71797df4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66411155, jitterRate=-0.010396674275398254}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T05:40:59,298 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5f1701a2db3fddff552ddc9f71797df4 2024-11-10T05:40:59,298 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 5f1701a2db3fddff552ddc9f71797df4: Running coprocessor pre-open hook at 1731217259270Writing region info on filesystem at 1731217259270Initializing all the Stores at 1731217259271 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731217259271Cleaning up temporary data from old regions at 1731217259279 (+8 ms)Running coprocessor post-open hooks at 1731217259298 (+19 ms)Region opened successfully at 1731217259298 2024-11-10T05:40:59,299 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731217248864.5f1701a2db3fddff552ddc9f71797df4., pid=21, masterSystemTime=1731217259234 2024-11-10T05:40:59,299 INFO [StoreOpener-376c2b376f84ff80b1abac109f39af32-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 376c2b376f84ff80b1abac109f39af32 columnFamilyName cf 2024-11-10T05:40:59,299 DEBUG [StoreOpener-376c2b376f84ff80b1abac109f39af32-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:40:59,300 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/default/SPTestTable/0d421728b93d1a83e043cc4813cc1bb9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T05:40:59,300 INFO [StoreOpener-376c2b376f84ff80b1abac109f39af32-1 {}] regionserver.HStore(327): Store=376c2b376f84ff80b1abac109f39af32/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T05:40:59,300 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 376c2b376f84ff80b1abac109f39af32 2024-11-10T05:40:59,301 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 0d421728b93d1a83e043cc4813cc1bb9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59434953, jitterRate=-0.11435018479824066}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T05:40:59,301 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0d421728b93d1a83e043cc4813cc1bb9 2024-11-10T05:40:59,301 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 0d421728b93d1a83e043cc4813cc1bb9: Running coprocessor pre-open hook at 1731217259266Writing region info on filesystem at 1731217259266Initializing all the Stores at 1731217259268 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731217259268Cleaning up temporary data from old regions at 1731217259277 (+9 ms)Running coprocessor post-open hooks at 1731217259301 (+24 ms)Region opened successfully at 1731217259301 2024-11-10T05:40:59,302 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/default/SPTestTable/376c2b376f84ff80b1abac109f39af32 2024-11-10T05:40:59,302 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731217248864.5f1701a2db3fddff552ddc9f71797df4. 2024-11-10T05:40:59,302 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731217248864.5f1701a2db3fddff552ddc9f71797df4. 2024-11-10T05:40:59,302 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/default/SPTestTable/376c2b376f84ff80b1abac109f39af32 2024-11-10T05:40:59,303 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731217248864.dbe037e35cced82af3b8562c8d6588cb. 2024-11-10T05:40:59,303 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => dbe037e35cced82af3b8562c8d6588cb, NAME => 'SPTestTable,19999999,1731217248864.dbe037e35cced82af3b8562c8d6588cb.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-10T05:40:59,303 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731217248864.0d421728b93d1a83e043cc4813cc1bb9., pid=23, masterSystemTime=1731217259258 2024-11-10T05:40:59,303 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 376c2b376f84ff80b1abac109f39af32 2024-11-10T05:40:59,304 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 376c2b376f84ff80b1abac109f39af32 2024-11-10T05:40:59,304 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable dbe037e35cced82af3b8562c8d6588cb 2024-11-10T05:40:59,304 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731217248864.dbe037e35cced82af3b8562c8d6588cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:40:59,304 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=5f1701a2db3fddff552ddc9f71797df4, regionState=OPEN, openSeqNum=2, regionLocation=4999977c7e1b,34061,1731217236827 2024-11-10T05:40:59,304 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for dbe037e35cced82af3b8562c8d6588cb 2024-11-10T05:40:59,304 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for dbe037e35cced82af3b8562c8d6588cb 2024-11-10T05:40:59,306 INFO [StoreOpener-dbe037e35cced82af3b8562c8d6588cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region dbe037e35cced82af3b8562c8d6588cb 2024-11-10T05:40:59,306 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731217248864.0d421728b93d1a83e043cc4813cc1bb9. 2024-11-10T05:40:59,307 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731217248864.0d421728b93d1a83e043cc4813cc1bb9. 2024-11-10T05:40:59,307 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731217248864.7776f17af5207c456e993de95288441e. 2024-11-10T05:40:59,307 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 7776f17af5207c456e993de95288441e, NAME => 'SPTestTable,ccccccc8,1731217248864.7776f17af5207c456e993de95288441e.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-10T05:40:59,307 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7776f17af5207c456e993de95288441e 2024-11-10T05:40:59,307 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731217248864.7776f17af5207c456e993de95288441e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:40:59,308 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 7776f17af5207c456e993de95288441e 2024-11-10T05:40:59,308 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 7776f17af5207c456e993de95288441e 2024-11-10T05:40:59,308 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0d421728b93d1a83e043cc4813cc1bb9, regionState=OPEN, openSeqNum=2, regionLocation=4999977c7e1b,33561,1731217236866 2024-11-10T05:40:59,309 INFO [StoreOpener-dbe037e35cced82af3b8562c8d6588cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dbe037e35cced82af3b8562c8d6588cb columnFamilyName cf 2024-11-10T05:40:59,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f1701a2db3fddff552ddc9f71797df4, server=4999977c7e1b,34061,1731217236827 because future has completed 2024-11-10T05:40:59,309 DEBUG [StoreOpener-dbe037e35cced82af3b8562c8d6588cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:40:59,310 INFO [StoreOpener-dbe037e35cced82af3b8562c8d6588cb-1 {}] regionserver.HStore(327): Store=dbe037e35cced82af3b8562c8d6588cb/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T05:40:59,310 INFO [StoreOpener-7776f17af5207c456e993de95288441e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7776f17af5207c456e993de95288441e 2024-11-10T05:40:59,310 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for dbe037e35cced82af3b8562c8d6588cb 2024-11-10T05:40:59,311 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 376c2b376f84ff80b1abac109f39af32 2024-11-10T05:40:59,312 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/default/SPTestTable/dbe037e35cced82af3b8562c8d6588cb 2024-11-10T05:40:59,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d421728b93d1a83e043cc4813cc1bb9, server=4999977c7e1b,33561,1731217236866 because future has completed 2024-11-10T05:40:59,313 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/default/SPTestTable/dbe037e35cced82af3b8562c8d6588cb 2024-11-10T05:40:59,313 INFO [StoreOpener-7776f17af5207c456e993de95288441e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7776f17af5207c456e993de95288441e columnFamilyName cf 2024-11-10T05:40:59,314 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for dbe037e35cced82af3b8562c8d6588cb 2024-11-10T05:40:59,314 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for dbe037e35cced82af3b8562c8d6588cb 2024-11-10T05:40:59,314 DEBUG [StoreOpener-7776f17af5207c456e993de95288441e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:40:59,315 INFO [StoreOpener-7776f17af5207c456e993de95288441e-1 {}] regionserver.HStore(327): Store=7776f17af5207c456e993de95288441e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T05:40:59,315 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 7776f17af5207c456e993de95288441e 2024-11-10T05:40:59,317 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/default/SPTestTable/7776f17af5207c456e993de95288441e 2024-11-10T05:40:59,317 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=10 2024-11-10T05:40:59,318 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 5f1701a2db3fddff552ddc9f71797df4, server=4999977c7e1b,34061,1731217236827 in 10.0710 sec 2024-11-10T05:40:59,318 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for dbe037e35cced82af3b8562c8d6588cb 2024-11-10T05:40:59,318 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/default/SPTestTable/7776f17af5207c456e993de95288441e 2024-11-10T05:40:59,319 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/default/SPTestTable/376c2b376f84ff80b1abac109f39af32/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T05:40:59,319 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 7776f17af5207c456e993de95288441e 2024-11-10T05:40:59,319 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 7776f17af5207c456e993de95288441e 2024-11-10T05:40:59,320 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 376c2b376f84ff80b1abac109f39af32; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62466769, jitterRate=-0.06917260587215424}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T05:40:59,320 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 376c2b376f84ff80b1abac109f39af32 2024-11-10T05:40:59,320 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 376c2b376f84ff80b1abac109f39af32: Running coprocessor pre-open hook at 1731217259287Writing region info on filesystem at 1731217259287Initializing all the Stores at 1731217259289 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731217259289Cleaning up temporary data from old regions at 1731217259304 (+15 ms)Running coprocessor post-open hooks at 1731217259320 (+16 ms)Region opened successfully at 1731217259320 2024-11-10T05:40:59,321 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=9 2024-11-10T05:40:59,321 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5f1701a2db3fddff552ddc9f71797df4, ASSIGN in 10.2590 sec 2024-11-10T05:40:59,321 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0d421728b93d1a83e043cc4813cc1bb9, server=4999977c7e1b,33561,1731217236866 in 10.0670 sec 2024-11-10T05:40:59,323 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731217248864.376c2b376f84ff80b1abac109f39af32., pid=17, masterSystemTime=1731217259230 2024-11-10T05:40:59,323 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/default/SPTestTable/dbe037e35cced82af3b8562c8d6588cb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T05:40:59,324 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened dbe037e35cced82af3b8562c8d6588cb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74404564, jitterRate=0.10871440172195435}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T05:40:59,324 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dbe037e35cced82af3b8562c8d6588cb 2024-11-10T05:40:59,324 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for dbe037e35cced82af3b8562c8d6588cb: Running coprocessor pre-open hook at 1731217259304Writing region info on filesystem at 1731217259304Initializing all the Stores at 1731217259305 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731217259306 (+1 ms)Cleaning up temporary data from old regions at 1731217259314 (+8 ms)Running coprocessor post-open hooks at 1731217259324 (+10 ms)Region opened successfully at 1731217259324 2024-11-10T05:40:59,324 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0d421728b93d1a83e043cc4813cc1bb9, ASSIGN in 10.2620 sec 2024-11-10T05:40:59,325 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 7776f17af5207c456e993de95288441e 2024-11-10T05:40:59,325 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731217248864.dbe037e35cced82af3b8562c8d6588cb., pid=20, masterSystemTime=1731217259234 2024-11-10T05:40:59,326 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731217248864.376c2b376f84ff80b1abac109f39af32. 2024-11-10T05:40:59,326 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731217248864.376c2b376f84ff80b1abac109f39af32. 2024-11-10T05:40:59,326 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731217248864.d9ba9233162c72809cf6153e757e063e. 2024-11-10T05:40:59,326 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => d9ba9233162c72809cf6153e757e063e, NAME => 'SPTestTable,4ccccccb,1731217248864.d9ba9233162c72809cf6153e757e063e.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-10T05:40:59,327 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d9ba9233162c72809cf6153e757e063e 2024-11-10T05:40:59,327 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731217248864.d9ba9233162c72809cf6153e757e063e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:40:59,327 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for d9ba9233162c72809cf6153e757e063e 2024-11-10T05:40:59,327 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for d9ba9233162c72809cf6153e757e063e 2024-11-10T05:40:59,328 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=376c2b376f84ff80b1abac109f39af32, regionState=OPEN, openSeqNum=2, regionLocation=4999977c7e1b,35585,1731217236723 2024-11-10T05:40:59,328 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/default/SPTestTable/7776f17af5207c456e993de95288441e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T05:40:59,329 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 7776f17af5207c456e993de95288441e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63609910, jitterRate=-0.05213847756385803}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T05:40:59,329 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7776f17af5207c456e993de95288441e 2024-11-10T05:40:59,329 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 7776f17af5207c456e993de95288441e: Running coprocessor pre-open hook at 1731217259308Writing region info on filesystem at 1731217259308Initializing all the Stores at 1731217259309 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731217259309Cleaning up temporary data from old regions at 1731217259319 (+10 ms)Running coprocessor post-open hooks at 1731217259329 (+10 ms)Region opened successfully at 1731217259329 2024-11-10T05:40:59,331 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731217248864.dbe037e35cced82af3b8562c8d6588cb. 2024-11-10T05:40:59,331 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731217248864.dbe037e35cced82af3b8562c8d6588cb. 2024-11-10T05:40:59,331 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731217248864.7776f17af5207c456e993de95288441e., pid=24, masterSystemTime=1731217259258 2024-11-10T05:40:59,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 376c2b376f84ff80b1abac109f39af32, server=4999977c7e1b,35585,1731217236723 because future has completed 2024-11-10T05:40:59,333 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=dbe037e35cced82af3b8562c8d6588cb, regionState=OPEN, openSeqNum=2, regionLocation=4999977c7e1b,34061,1731217236827 2024-11-10T05:40:59,335 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731217248864.7776f17af5207c456e993de95288441e. 2024-11-10T05:40:59,335 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731217248864.7776f17af5207c456e993de95288441e. 2024-11-10T05:40:59,335 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,,1731217248864.9a2dadaba041c52d099f3bc98caac816. 2024-11-10T05:40:59,336 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 9a2dadaba041c52d099f3bc98caac816, NAME => 'SPTestTable,,1731217248864.9a2dadaba041c52d099f3bc98caac816.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-10T05:40:59,336 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9a2dadaba041c52d099f3bc98caac816 2024-11-10T05:40:59,336 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,,1731217248864.9a2dadaba041c52d099f3bc98caac816.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:40:59,336 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 9a2dadaba041c52d099f3bc98caac816 2024-11-10T05:40:59,336 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 9a2dadaba041c52d099f3bc98caac816 2024-11-10T05:40:59,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure dbe037e35cced82af3b8562c8d6588cb, server=4999977c7e1b,34061,1731217236827 because future has completed 2024-11-10T05:40:59,337 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=7776f17af5207c456e993de95288441e, regionState=OPEN, openSeqNum=2, regionLocation=4999977c7e1b,33561,1731217236866 2024-11-10T05:40:59,338 INFO [StoreOpener-d9ba9233162c72809cf6153e757e063e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d9ba9233162c72809cf6153e757e063e 2024-11-10T05:40:59,340 INFO [StoreOpener-9a2dadaba041c52d099f3bc98caac816-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9a2dadaba041c52d099f3bc98caac816 2024-11-10T05:40:59,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7776f17af5207c456e993de95288441e, server=4999977c7e1b,33561,1731217236866 because future has completed 2024-11-10T05:40:59,341 INFO [StoreOpener-d9ba9233162c72809cf6153e757e063e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d9ba9233162c72809cf6153e757e063e columnFamilyName cf 2024-11-10T05:40:59,341 DEBUG [StoreOpener-d9ba9233162c72809cf6153e757e063e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:40:59,342 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=11 2024-11-10T05:40:59,342 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 376c2b376f84ff80b1abac109f39af32, server=4999977c7e1b,35585,1731217236723 in 10.1040 sec 2024-11-10T05:40:59,342 INFO [StoreOpener-9a2dadaba041c52d099f3bc98caac816-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a2dadaba041c52d099f3bc98caac816 columnFamilyName cf 2024-11-10T05:40:59,342 DEBUG [StoreOpener-9a2dadaba041c52d099f3bc98caac816-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:40:59,342 INFO [StoreOpener-d9ba9233162c72809cf6153e757e063e-1 {}] regionserver.HStore(327): Store=d9ba9233162c72809cf6153e757e063e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T05:40:59,343 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for d9ba9233162c72809cf6153e757e063e 2024-11-10T05:40:59,343 INFO [StoreOpener-9a2dadaba041c52d099f3bc98caac816-1 {}] regionserver.HStore(327): Store=9a2dadaba041c52d099f3bc98caac816/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T05:40:59,343 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 9a2dadaba041c52d099f3bc98caac816 2024-11-10T05:40:59,344 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/default/SPTestTable/d9ba9233162c72809cf6153e757e063e 2024-11-10T05:40:59,345 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/default/SPTestTable/9a2dadaba041c52d099f3bc98caac816 2024-11-10T05:40:59,345 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=6 2024-11-10T05:40:59,345 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/default/SPTestTable/d9ba9233162c72809cf6153e757e063e 2024-11-10T05:40:59,346 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/default/SPTestTable/9a2dadaba041c52d099f3bc98caac816 2024-11-10T05:40:59,346 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for d9ba9233162c72809cf6153e757e063e 2024-11-10T05:40:59,346 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for d9ba9233162c72809cf6153e757e063e 2024-11-10T05:40:59,346 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 9a2dadaba041c52d099f3bc98caac816 2024-11-10T05:40:59,346 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 9a2dadaba041c52d099f3bc98caac816 2024-11-10T05:40:59,347 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=376c2b376f84ff80b1abac109f39af32, ASSIGN in 10.2830 sec 2024-11-10T05:40:59,347 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure dbe037e35cced82af3b8562c8d6588cb, server=4999977c7e1b,34061,1731217236827 in 10.0990 sec 2024-11-10T05:40:59,350 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 9a2dadaba041c52d099f3bc98caac816 2024-11-10T05:40:59,350 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for d9ba9233162c72809cf6153e757e063e 2024-11-10T05:40:59,350 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=13 2024-11-10T05:40:59,351 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 7776f17af5207c456e993de95288441e, server=4999977c7e1b,33561,1731217236866 in 10.0890 sec 2024-11-10T05:40:59,351 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dbe037e35cced82af3b8562c8d6588cb, ASSIGN in 10.2880 sec 2024-11-10T05:40:59,354 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7776f17af5207c456e993de95288441e, ASSIGN in 10.2920 sec 2024-11-10T05:40:59,361 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/default/SPTestTable/d9ba9233162c72809cf6153e757e063e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T05:40:59,361 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/default/SPTestTable/9a2dadaba041c52d099f3bc98caac816/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T05:40:59,362 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 9a2dadaba041c52d099f3bc98caac816; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73281318, jitterRate=0.09197673201560974}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T05:40:59,362 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9a2dadaba041c52d099f3bc98caac816 2024-11-10T05:40:59,362 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened d9ba9233162c72809cf6153e757e063e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70089358, jitterRate=0.044412821531295776}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T05:40:59,362 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d9ba9233162c72809cf6153e757e063e 2024-11-10T05:40:59,362 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 9a2dadaba041c52d099f3bc98caac816: Running coprocessor pre-open hook at 1731217259336Writing region info on filesystem at 1731217259336Initializing all the Stores at 1731217259339 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731217259339Cleaning up temporary data from old regions at 1731217259347 (+8 ms)Running coprocessor post-open hooks at 1731217259362 (+15 ms)Region opened successfully at 1731217259362 2024-11-10T05:40:59,362 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for d9ba9233162c72809cf6153e757e063e: Running coprocessor pre-open hook at 1731217259327Writing region info on filesystem at 1731217259327Initializing all the Stores at 1731217259329 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731217259329Cleaning up temporary data from old regions at 1731217259346 (+17 ms)Running coprocessor post-open hooks at 1731217259362 (+16 ms)Region opened successfully at 1731217259362 2024-11-10T05:40:59,363 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731217248864.9a2dadaba041c52d099f3bc98caac816., pid=22, masterSystemTime=1731217259258 2024-11-10T05:40:59,364 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731217248864.d9ba9233162c72809cf6153e757e063e., pid=19, masterSystemTime=1731217259230 2024-11-10T05:40:59,366 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731217248864.9a2dadaba041c52d099f3bc98caac816. 2024-11-10T05:40:59,366 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731217248864.9a2dadaba041c52d099f3bc98caac816. 2024-11-10T05:40:59,367 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9a2dadaba041c52d099f3bc98caac816, regionState=OPEN, openSeqNum=2, regionLocation=4999977c7e1b,33561,1731217236866 2024-11-10T05:40:59,369 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731217248864.d9ba9233162c72809cf6153e757e063e. 2024-11-10T05:40:59,369 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731217248864.d9ba9233162c72809cf6153e757e063e. 2024-11-10T05:40:59,370 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=d9ba9233162c72809cf6153e757e063e, regionState=OPEN, openSeqNum=2, regionLocation=4999977c7e1b,35585,1731217236723 2024-11-10T05:40:59,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9a2dadaba041c52d099f3bc98caac816, server=4999977c7e1b,33561,1731217236866 because future has completed 2024-11-10T05:40:59,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure d9ba9233162c72809cf6153e757e063e, server=4999977c7e1b,35585,1731217236723 because future has completed 2024-11-10T05:40:59,376 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=5 2024-11-10T05:40:59,376 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9a2dadaba041c52d099f3bc98caac816, server=4999977c7e1b,33561,1731217236866 in 10.1230 sec 2024-11-10T05:40:59,378 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9a2dadaba041c52d099f3bc98caac816, ASSIGN in 10.3170 sec 2024-11-10T05:40:59,378 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=8 2024-11-10T05:40:59,378 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure d9ba9233162c72809cf6153e757e063e, server=4999977c7e1b,35585,1731217236723 in 10.1390 sec 2024-11-10T05:40:59,382 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-10T05:40:59,382 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d9ba9233162c72809cf6153e757e063e, ASSIGN in 10.3190 sec 2024-11-10T05:40:59,383 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T05:40:59,383 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731217259383"}]},"ts":"1731217259383"} 2024-11-10T05:40:59,385 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-10T05:40:59,387 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T05:40:59,391 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.5150 sec 2024-11-10T05:41:02,004 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-10T05:41:04,670 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T05:41:04,768 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T05:41:05,973 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-10T05:41:05,973 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-10T05:41:07,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T05:41:07,173 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-10T05:41:07,173 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-10T05:41:07,174 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T05:41:07,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-10T05:41:07,186 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T05:41:07,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-10T05:41:07,227 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731217248864.376c2b376f84ff80b1abac109f39af32., hostname=4999977c7e1b,35585,1731217236723, seqNum=2] 2024-11-10T05:41:07,233 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731217248864.376c2b376f84ff80b1abac109f39af32., hostname=4999977c7e1b,35585,1731217236723, seqNum=2] 2024-11-10T05:41:07,236 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731217248864.376c2b376f84ff80b1abac109f39af32., hostname=4999977c7e1b,35585,1731217236723, seqNum=2] 2024-11-10T05:41:07,240 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731217248864.376c2b376f84ff80b1abac109f39af32., hostname=4999977c7e1b,35585,1731217236723, seqNum=2] 2024-11-10T05:41:07,243 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1731217248864.376c2b376f84ff80b1abac109f39af32., hostname=4999977c7e1b,35585,1731217236723, seqNum=2] 2024-11-10T05:41:07,245 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731217248864.376c2b376f84ff80b1abac109f39af32., hostname=4999977c7e1b,35585,1731217236723, seqNum=2] 2024-11-10T05:41:07,247 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1731217248864.376c2b376f84ff80b1abac109f39af32., hostname=4999977c7e1b,35585,1731217236723, seqNum=2] 2024-11-10T05:41:07,250 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1731217248864.376c2b376f84ff80b1abac109f39af32., hostname=4999977c7e1b,35585,1731217236723, seqNum=2] 2024-11-10T05:41:07,284 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731217248864.bc6247afca13d79c0b34f00bc28333f6., hostname=4999977c7e1b,34061,1731217236827, seqNum=2] 2024-11-10T05:41:07,288 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731217248864.bc6247afca13d79c0b34f00bc28333f6., hostname=4999977c7e1b,34061,1731217236827, seqNum=2] 2024-11-10T05:41:07,290 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731217248864.bc6247afca13d79c0b34f00bc28333f6., hostname=4999977c7e1b,34061,1731217236827, seqNum=2] 2024-11-10T05:41:07,293 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731217248864.bc6247afca13d79c0b34f00bc28333f6., hostname=4999977c7e1b,34061,1731217236827, seqNum=2] 2024-11-10T05:41:07,295 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731217248864.bc6247afca13d79c0b34f00bc28333f6., hostname=4999977c7e1b,34061,1731217236827, seqNum=2] 2024-11-10T05:41:07,298 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1731217248864.bc6247afca13d79c0b34f00bc28333f6., hostname=4999977c7e1b,34061,1731217236827, seqNum=2] 2024-11-10T05:41:07,301 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1731217248864.bc6247afca13d79c0b34f00bc28333f6., hostname=4999977c7e1b,34061,1731217236827, seqNum=2] 2024-11-10T05:41:07,303 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1731217248864.bc6247afca13d79c0b34f00bc28333f6., hostname=4999977c7e1b,34061,1731217236827, seqNum=2] 2024-11-10T05:41:07,352 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731217248864.7776f17af5207c456e993de95288441e., hostname=4999977c7e1b,33561,1731217236866, seqNum=2] 2024-11-10T05:41:07,355 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731217248864.7776f17af5207c456e993de95288441e., hostname=4999977c7e1b,33561,1731217236866, seqNum=2] 2024-11-10T05:41:07,358 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731217248864.7776f17af5207c456e993de95288441e., hostname=4999977c7e1b,33561,1731217236866, seqNum=2] 2024-11-10T05:41:07,360 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731217248864.7776f17af5207c456e993de95288441e., hostname=4999977c7e1b,33561,1731217236866, seqNum=2] 2024-11-10T05:41:07,363 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731217248864.7776f17af5207c456e993de95288441e., hostname=4999977c7e1b,33561,1731217236866, seqNum=2] 2024-11-10T05:41:07,365 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731217248864.7776f17af5207c456e993de95288441e., hostname=4999977c7e1b,33561,1731217236866, seqNum=2] 2024-11-10T05:41:07,368 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731217248864.7776f17af5207c456e993de95288441e., hostname=4999977c7e1b,33561,1731217236866, seqNum=2] 2024-11-10T05:41:07,435 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731217248864.3518951c01736bb0a7f5cc86d3eb1f7b., hostname=4999977c7e1b,35585,1731217236723, seqNum=2] 2024-11-10T05:41:07,439 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731217248864.3518951c01736bb0a7f5cc86d3eb1f7b., hostname=4999977c7e1b,35585,1731217236723, seqNum=2] 2024-11-10T05:41:07,442 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731217248864.3518951c01736bb0a7f5cc86d3eb1f7b., hostname=4999977c7e1b,35585,1731217236723, seqNum=2] 2024-11-10T05:41:07,444 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731217248864.3518951c01736bb0a7f5cc86d3eb1f7b., hostname=4999977c7e1b,35585,1731217236723, seqNum=2] 2024-11-10T05:41:07,446 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731217248864.3518951c01736bb0a7f5cc86d3eb1f7b., hostname=4999977c7e1b,35585,1731217236723, seqNum=2] 2024-11-10T05:41:07,449 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1731217248864.3518951c01736bb0a7f5cc86d3eb1f7b., hostname=4999977c7e1b,35585,1731217236723, seqNum=2] 2024-11-10T05:41:07,451 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1731217248864.3518951c01736bb0a7f5cc86d3eb1f7b., hostname=4999977c7e1b,35585,1731217236723, seqNum=2] 2024-11-10T05:41:07,453 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eah', locateType=CURRENT is [region=SPTestTable,e6666661,1731217248864.3518951c01736bb0a7f5cc86d3eb1f7b., hostname=4999977c7e1b,35585,1731217236723, seqNum=2] 2024-11-10T05:41:08,155 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T05:41:08,158 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T05:41:08,163 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56674, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T05:41:08,169 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47630, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T05:41:08,232 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34061 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731217248864.bc6247afca13d79c0b34f00bc28333f6. with WAL disabled. Data may be lost in the event of a crash. 2024-11-10T05:41:08,266 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33561 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731217248864.7776f17af5207c456e993de95288441e. with WAL disabled. Data may be lost in the event of a crash. 2024-11-10T05:41:08,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35585 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1731217248864.376c2b376f84ff80b1abac109f39af32. 2024-11-10T05:41:08,320 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35585 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731217248864.376c2b376f84ff80b1abac109f39af32. with WAL disabled. Data may be lost in the event of a crash. 2024-11-10T05:41:08,874 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35585 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731217248864.3518951c01736bb0a7f5cc86d3eb1f7b. with WAL disabled. Data may be lost in the event of a crash. 2024-11-10T05:41:09,044 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-10T05:41:09,045 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T05:41:09,047 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-10T05:41:09,054 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-10T05:41:09,070 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-10T05:41:09,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37047 is added to blk_1073741848_1024 (size=49) 2024-11-10T05:41:09,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38209 is added to blk_1073741848_1024 (size=49) 2024-11-10T05:41:09,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741848_1024 (size=49) 2024-11-10T05:41:09,085 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-10T05:41:09,087 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9a2dadaba041c52d099f3bc98caac816}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dbe037e35cced82af3b8562c8d6588cb}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a940f79bdca3cfe8c025821f62ff47d9}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d9ba9233162c72809cf6153e757e063e}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0d421728b93d1a83e043cc4813cc1bb9}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5f1701a2db3fddff552ddc9f71797df4}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 376c2b376f84ff80b1abac109f39af32}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bc6247afca13d79c0b34f00bc28333f6}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7776f17af5207c456e993de95288441e}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3518951c01736bb0a7f5cc86d3eb1f7b}] 2024-11-10T05:41:09,092 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0d421728b93d1a83e043cc4813cc1bb9 2024-11-10T05:41:09,092 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bc6247afca13d79c0b34f00bc28333f6 2024-11-10T05:41:09,092 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 376c2b376f84ff80b1abac109f39af32 2024-11-10T05:41:09,092 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5f1701a2db3fddff552ddc9f71797df4 2024-11-10T05:41:09,093 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3518951c01736bb0a7f5cc86d3eb1f7b 2024-11-10T05:41:09,100 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a940f79bdca3cfe8c025821f62ff47d9 2024-11-10T05:41:09,100 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dbe037e35cced82af3b8562c8d6588cb 2024-11-10T05:41:09,100 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7776f17af5207c456e993de95288441e 2024-11-10T05:41:09,101 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d9ba9233162c72809cf6153e757e063e 2024-11-10T05:41:09,101 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9a2dadaba041c52d099f3bc98caac816 2024-11-10T05:41:09,146 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 4999977c7e1b,35585,1731217236723 2024-11-10T05:41:09,147 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 4999977c7e1b,35585,1731217236723: Simulated kill ***** 2024-11-10T05:41:09,147 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T05:41:09,149 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T05:41:09,150 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T05:41:09,152 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T05:41:09,152 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T05:41:09,156 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 530817968 }, "NonHeapMemoryUsage": { "committed": 156368896, "init": 7667712, "max": -1, "used": 153984592 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "4999977c7e1b", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14480, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 680 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "4999977c7e1b", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:60024", "tag.serverName": "4999977c7e1b,33561,1731217236866", "tag.clusterId": "683386fb-bc89-4738-8593-600f09633901", "tag.Context": "regionserver", "tag.Hostname": "4999977c7e1b", "regionCount": 3, "storeCount": 3, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 768, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731217236866, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-10T05:41:09,160 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38605 {}] master.MasterRpcServices(700): 4999977c7e1b,35585,1731217236723 reported a fatal error: ***** ABORTING region server 4999977c7e1b,35585,1731217236723: Simulated kill ***** 2024-11-10T05:41:09,162 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4999977c7e1b,35585,1731217236723' ***** 2024-11-10T05:41:09,162 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-10T05:41:09,162 INFO [RS:0;4999977c7e1b:35585 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T05:41:09,162 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T05:41:09,162 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T05:41:09,162 INFO [RS:0;4999977c7e1b:35585 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-10T05:41:09,163 INFO [RS:0;4999977c7e1b:35585 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-10T05:41:09,163 INFO [RS:0;4999977c7e1b:35585 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T05:41:09,163 INFO [RS:0;4999977c7e1b:35585 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4999977c7e1b:35585. 2024-11-10T05:41:09,163 DEBUG [RS:0;4999977c7e1b:35585 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T05:41:09,163 DEBUG [RS:0;4999977c7e1b:35585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T05:41:09,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38209 is added to blk_1073741836_1012 (size=14382) 2024-11-10T05:41:09,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37047 is added to blk_1073741836_1012 (size=14382) 2024-11-10T05:41:09,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741836_1012 (size=14382) 2024-11-10T05:41:09,172 INFO [regionserver/4999977c7e1b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T05:41:09,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741834_1010 (size=1257) 2024-11-10T05:41:09,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37047 is added to blk_1073741834_1010 (size=1257) 2024-11-10T05:41:09,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38209 is added to blk_1073741834_1010 (size=1257) 2024-11-10T05:41:09,176 DEBUG [RS:0;4999977c7e1b:35585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T05:41:09,176 INFO [RS:0;4999977c7e1b:35585 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T05:41:09,176 INFO [RS:0;4999977c7e1b:35585 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35585 2024-11-10T05:41:09,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35585-0x10190b210930001, quorum=127.0.0.1:60024, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4999977c7e1b,35585,1731217236723 2024-11-10T05:41:09,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38605-0x10190b210930000, quorum=127.0.0.1:60024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T05:41:09,184 INFO [RS:0;4999977c7e1b:35585 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T05:41:09,185 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4999977c7e1b,35585,1731217236723] 2024-11-10T05:41:09,187 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/4999977c7e1b,35585,1731217236723 already deleted, retry=false 2024-11-10T05:41:09,187 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 4999977c7e1b,35585,1731217236723 on 4999977c7e1b,38605,1731217235552 2024-11-10T05:41:09,192 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 4999977c7e1b,35585,1731217236723, splitWal=true, meta=true 2024-11-10T05:41:09,194 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for 4999977c7e1b,35585,1731217236723 (carryingMeta=true) 4999977c7e1b,35585,1731217236723/CRASHED/regionCount=5/lock=java.util.concurrent.locks.ReentrantReadWriteLock@35a05484[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-10T05:41:09,195 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 4999977c7e1b,35585,1731217236723, splitWal=true, meta=true 2024-11-10T05:41:09,196 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3518951c01736bb0a7f5cc86d3eb1f7b 2024-11-10T05:41:09,196 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 4999977c7e1b,35585,1731217236723, splitWal=true, meta=true, isMeta: true 2024-11-10T05:41:09,196 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a940f79bdca3cfe8c025821f62ff47d9 2024-11-10T05:41:09,197 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d9ba9233162c72809cf6153e757e063e 2024-11-10T05:41:09,197 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 376c2b376f84ff80b1abac109f39af32 2024-11-10T05:41:09,199 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a940f79bdca3cfe8c025821f62ff47d9 can not run currently because target server of region SPTestTable,33333332,1731217248864.a940f79bdca3cfe8c025821f62ff47d9. 4999977c7e1b,35585,1731217236723 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-10T05:41:09,199 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 3518951c01736bb0a7f5cc86d3eb1f7b can not run currently because target server of region SPTestTable,e6666661,1731217248864.3518951c01736bb0a7f5cc86d3eb1f7b. 4999977c7e1b,35585,1731217236723 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-10T05:41:09,199 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a940f79bdca3cfe8c025821f62ff47d9; timeout=1000, timestamp=1731217270199 2024-11-10T05:41:09,199 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 3518951c01736bb0a7f5cc86d3eb1f7b; timeout=1000, timestamp=1731217270199 2024-11-10T05:41:09,199 DEBUG [PEWorker-4 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/WALs/4999977c7e1b,35585,1731217236723-splitting 2024-11-10T05:41:09,200 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d9ba9233162c72809cf6153e757e063e can not run currently because target server of region SPTestTable,4ccccccb,1731217248864.d9ba9233162c72809cf6153e757e063e. 4999977c7e1b,35585,1731217236723 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-10T05:41:09,200 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d9ba9233162c72809cf6153e757e063e; timeout=1000, timestamp=1731217270200 2024-11-10T05:41:09,201 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 376c2b376f84ff80b1abac109f39af32 can not run currently because target server of region SPTestTable,99999996,1731217248864.376c2b376f84ff80b1abac109f39af32. 4999977c7e1b,35585,1731217236723 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-10T05:41:09,201 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 376c2b376f84ff80b1abac109f39af32; timeout=1000, timestamp=1731217270201 2024-11-10T05:41:09,201 INFO [PEWorker-4 {}] master.SplitWALManager(105): 4999977c7e1b,35585,1731217236723 WAL count=1, meta=true 2024-11-10T05:41:09,204 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 4999977c7e1b%2C35585%2C1731217236723.meta.1731217248430.meta}] 2024-11-10T05:41:09,211 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=4999977c7e1b,33561,1731217236866 2024-11-10T05:41:09,213 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 4999977c7e1b%2C35585%2C1731217236723.meta.1731217248430.meta, worker=4999977c7e1b,33561,1731217236866}] 2024-11-10T05:41:09,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35585-0x10190b210930001, quorum=127.0.0.1:60024, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T05:41:09,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35585-0x10190b210930001, quorum=127.0.0.1:60024, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T05:41:09,287 INFO [RS:0;4999977c7e1b:35585 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T05:41:09,287 INFO [RS:0;4999977c7e1b:35585 {}] regionserver.HRegionServer(1031): Exiting; stopping=4999977c7e1b,35585,1731217236723; zookeeper connection closed. 2024-11-10T05:41:09,287 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@fc7cc10 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@fc7cc10 2024-11-10T05:41:10,045 INFO [regionserver/4999977c7e1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T05:41:10,045 INFO [regionserver/4999977c7e1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T05:41:10,200 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3518951c01736bb0a7f5cc86d3eb1f7b 2024-11-10T05:41:10,200 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a940f79bdca3cfe8c025821f62ff47d9 2024-11-10T05:41:10,201 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 376c2b376f84ff80b1abac109f39af32 2024-11-10T05:41:10,201 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d9ba9233162c72809cf6153e757e063e 2024-11-10T05:41:10,201 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a940f79bdca3cfe8c025821f62ff47d9 can not run currently because target server of region SPTestTable,33333332,1731217248864.a940f79bdca3cfe8c025821f62ff47d9. 4999977c7e1b,35585,1731217236723 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-10T05:41:10,201 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 3518951c01736bb0a7f5cc86d3eb1f7b can not run currently because target server of region SPTestTable,e6666661,1731217248864.3518951c01736bb0a7f5cc86d3eb1f7b. 4999977c7e1b,35585,1731217236723 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-10T05:41:10,201 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 3518951c01736bb0a7f5cc86d3eb1f7b; timeout=2000, timestamp=1731217272201 2024-11-10T05:41:10,201 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a940f79bdca3cfe8c025821f62ff47d9; timeout=2000, timestamp=1731217272201 2024-11-10T05:41:10,202 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 376c2b376f84ff80b1abac109f39af32 can not run currently because target server of region SPTestTable,99999996,1731217248864.376c2b376f84ff80b1abac109f39af32. 4999977c7e1b,35585,1731217236723 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-10T05:41:10,202 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d9ba9233162c72809cf6153e757e063e can not run currently because target server of region SPTestTable,4ccccccb,1731217248864.d9ba9233162c72809cf6153e757e063e. 4999977c7e1b,35585,1731217236723 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-10T05:41:10,202 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 376c2b376f84ff80b1abac109f39af32; timeout=2000, timestamp=1731217272202 2024-11-10T05:41:10,202 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d9ba9233162c72809cf6153e757e063e; timeout=2000, timestamp=1731217272202 2024-11-10T05:41:12,202 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3518951c01736bb0a7f5cc86d3eb1f7b 2024-11-10T05:41:12,202 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d9ba9233162c72809cf6153e757e063e 2024-11-10T05:41:12,202 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a940f79bdca3cfe8c025821f62ff47d9 2024-11-10T05:41:12,202 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 376c2b376f84ff80b1abac109f39af32 2024-11-10T05:41:12,204 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 3518951c01736bb0a7f5cc86d3eb1f7b can not run currently because target server of region SPTestTable,e6666661,1731217248864.3518951c01736bb0a7f5cc86d3eb1f7b. 4999977c7e1b,35585,1731217236723 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-10T05:41:12,204 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a940f79bdca3cfe8c025821f62ff47d9 can not run currently because target server of region SPTestTable,33333332,1731217248864.a940f79bdca3cfe8c025821f62ff47d9. 4999977c7e1b,35585,1731217236723 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-10T05:41:12,204 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 376c2b376f84ff80b1abac109f39af32 can not run currently because target server of region SPTestTable,99999996,1731217248864.376c2b376f84ff80b1abac109f39af32. 4999977c7e1b,35585,1731217236723 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-10T05:41:12,204 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d9ba9233162c72809cf6153e757e063e can not run currently because target server of region SPTestTable,4ccccccb,1731217248864.d9ba9233162c72809cf6153e757e063e. 4999977c7e1b,35585,1731217236723 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-10T05:41:12,204 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 3518951c01736bb0a7f5cc86d3eb1f7b; timeout=4000, timestamp=1731217276204 2024-11-10T05:41:12,204 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a940f79bdca3cfe8c025821f62ff47d9; timeout=4000, timestamp=1731217276204 2024-11-10T05:41:12,204 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d9ba9233162c72809cf6153e757e063e; timeout=4000, timestamp=1731217276204 2024-11-10T05:41:12,204 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 376c2b376f84ff80b1abac109f39af32; timeout=4000, timestamp=1731217276204 2024-11-10T05:41:16,204 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a940f79bdca3cfe8c025821f62ff47d9 2024-11-10T05:41:16,205 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 376c2b376f84ff80b1abac109f39af32 2024-11-10T05:41:16,205 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d9ba9233162c72809cf6153e757e063e 2024-11-10T05:41:16,205 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3518951c01736bb0a7f5cc86d3eb1f7b 2024-11-10T05:41:16,206 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a940f79bdca3cfe8c025821f62ff47d9 can not run currently because target server of region SPTestTable,33333332,1731217248864.a940f79bdca3cfe8c025821f62ff47d9. 4999977c7e1b,35585,1731217236723 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-10T05:41:16,206 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 376c2b376f84ff80b1abac109f39af32 can not run currently because target server of region SPTestTable,99999996,1731217248864.376c2b376f84ff80b1abac109f39af32. 4999977c7e1b,35585,1731217236723 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-10T05:41:16,206 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a940f79bdca3cfe8c025821f62ff47d9; timeout=8000, timestamp=1731217284206 2024-11-10T05:41:16,206 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 3518951c01736bb0a7f5cc86d3eb1f7b can not run currently because target server of region SPTestTable,e6666661,1731217248864.3518951c01736bb0a7f5cc86d3eb1f7b. 4999977c7e1b,35585,1731217236723 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-10T05:41:16,206 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d9ba9233162c72809cf6153e757e063e can not run currently because target server of region SPTestTable,4ccccccb,1731217248864.d9ba9233162c72809cf6153e757e063e. 4999977c7e1b,35585,1731217236723 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-10T05:41:16,206 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 376c2b376f84ff80b1abac109f39af32; timeout=8000, timestamp=1731217284206 2024-11-10T05:41:16,206 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 3518951c01736bb0a7f5cc86d3eb1f7b; timeout=8000, timestamp=1731217284206 2024-11-10T05:41:16,206 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d9ba9233162c72809cf6153e757e063e; timeout=8000, timestamp=1731217284206 2024-11-10T05:41:19,101 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33561 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-10T05:41:19,101 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34061 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-10T05:41:19,102 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33561 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-10T05:41:19,102 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34061 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-10T05:41:19,102 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731217248864.9a2dadaba041c52d099f3bc98caac816. 2024-11-10T05:41:19,102 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731217248864.dbe037e35cced82af3b8562c8d6588cb. 2024-11-10T05:41:19,102 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33561 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-10T05:41:19,102 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731217248864.0d421728b93d1a83e043cc4813cc1bb9. 2024-11-10T05:41:19,103 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34061 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-10T05:41:19,103 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731217248864.5f1701a2db3fddff552ddc9f71797df4. 2024-11-10T05:41:19,103 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731217248864.7776f17af5207c456e993de95288441e. 2024-11-10T05:41:19,103 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731217248864.bc6247afca13d79c0b34f00bc28333f6. 2024-11-10T05:41:19,103 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33561 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-10T05:41:19,107 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing bc6247afca13d79c0b34f00bc28333f6 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-10T05:41:19,107 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 7776f17af5207c456e993de95288441e 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-10T05:41:19,107 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 0d421728b93d1a83e043cc4813cc1bb9: 2024-11-10T05:41:19,107 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 5f1701a2db3fddff552ddc9f71797df4: 2024-11-10T05:41:19,107 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 9a2dadaba041c52d099f3bc98caac816: 2024-11-10T05:41:19,107 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731217248864.0d421728b93d1a83e043cc4813cc1bb9. for SnapshotProcedureTest completed. 2024-11-10T05:41:19,107 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731217248864.5f1701a2db3fddff552ddc9f71797df4. for SnapshotProcedureTest completed. 2024-11-10T05:41:19,107 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731217248864.9a2dadaba041c52d099f3bc98caac816. for SnapshotProcedureTest completed. 2024-11-10T05:41:19,108 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for dbe037e35cced82af3b8562c8d6588cb: 2024-11-10T05:41:19,108 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731217248864.dbe037e35cced82af3b8562c8d6588cb. for SnapshotProcedureTest completed. 2024-11-10T05:41:19,109 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731217248864.5f1701a2db3fddff552ddc9f71797df4.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T05:41:19,109 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731217248864.9a2dadaba041c52d099f3bc98caac816.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T05:41:19,109 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731217248864.0d421728b93d1a83e043cc4813cc1bb9.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T05:41:19,109 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731217248864.dbe037e35cced82af3b8562c8d6588cb.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T05:41:19,112 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T05:41:19,112 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T05:41:19,112 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T05:41:19,112 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T05:41:19,115 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T05:41:19,115 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T05:41:19,115 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T05:41:19,115 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T05:41:19,136 INFO [RS_LOG_REPLAY_OPS-regionserver/4999977c7e1b:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/WALs/4999977c7e1b,35585,1731217236723-splitting/4999977c7e1b%2C35585%2C1731217236723.meta.1731217248430.meta, size=14.0 K (14382bytes) 2024-11-10T05:41:19,136 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4999977c7e1b:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-10T05:41:19,137 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4999977c7e1b:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-10T05:41:19,137 INFO [RS_LOG_REPLAY_OPS-regionserver/4999977c7e1b:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/WALs/4999977c7e1b,35585,1731217236723-splitting/4999977c7e1b%2C35585%2C1731217236723.meta.1731217248430.meta 2024-11-10T05:41:19,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37047 is added to blk_1073741849_1025 (size=57) 2024-11-10T05:41:19,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38209 is added to blk_1073741849_1025 (size=57) 2024-11-10T05:41:19,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741849_1025 (size=57) 2024-11-10T05:41:19,142 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731217248864.9a2dadaba041c52d099f3bc98caac816. 2024-11-10T05:41:19,143 INFO [RS_LOG_REPLAY_OPS-regionserver/4999977c7e1b:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/WALs/4999977c7e1b,35585,1731217236723-splitting/4999977c7e1b%2C35585%2C1731217236723.meta.1731217248430.meta after 4ms 2024-11-10T05:41:19,144 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-10T05:41:19,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38605 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-10T05:41:19,146 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38605 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9a2dadaba041c52d099f3bc98caac816 2024-11-10T05:41:19,147 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9a2dadaba041c52d099f3bc98caac816 2024-11-10T05:41:19,150 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9a2dadaba041c52d099f3bc98caac816 in 10.0610 sec 2024-11-10T05:41:19,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37047 is added to blk_1073741850_1026 (size=65) 2024-11-10T05:41:19,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38209 is added to blk_1073741850_1026 (size=65) 2024-11-10T05:41:19,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741850_1026 (size=65) 2024-11-10T05:41:19,158 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731217248864.0d421728b93d1a83e043cc4813cc1bb9. 2024-11-10T05:41:19,158 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-10T05:41:19,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38605 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-10T05:41:19,159 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38605 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0d421728b93d1a83e043cc4813cc1bb9 2024-11-10T05:41:19,159 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0d421728b93d1a83e043cc4813cc1bb9 2024-11-10T05:41:19,165 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0d421728b93d1a83e043cc4813cc1bb9 in 10.0730 sec 2024-11-10T05:41:19,169 INFO [RS_LOG_REPLAY_OPS-regionserver/4999977c7e1b:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/WALs/4999977c7e1b,35585,1731217236723-splitting/4999977c7e1b%2C35585%2C1731217236723.meta.1731217248430.meta took 35ms 2024-11-10T05:41:19,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38209 is added to blk_1073741851_1027 (size=65) 2024-11-10T05:41:19,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741851_1027 (size=65) 2024-11-10T05:41:19,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37047 is added to blk_1073741851_1027 (size=65) 2024-11-10T05:41:19,185 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731217248864.dbe037e35cced82af3b8562c8d6588cb. 2024-11-10T05:41:19,185 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-10T05:41:19,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38605 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-10T05:41:19,187 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38605 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region dbe037e35cced82af3b8562c8d6588cb 2024-11-10T05:41:19,187 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dbe037e35cced82af3b8562c8d6588cb 2024-11-10T05:41:19,191 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure dbe037e35cced82af3b8562c8d6588cb in 10.1020 sec 2024-11-10T05:41:19,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37047 is added to blk_1073741852_1028 (size=65) 2024-11-10T05:41:19,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38209 is added to blk_1073741852_1028 (size=65) 2024-11-10T05:41:19,199 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4999977c7e1b:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-11-10T05:41:19,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741852_1028 (size=65) 2024-11-10T05:41:19,201 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731217248864.5f1701a2db3fddff552ddc9f71797df4. 2024-11-10T05:41:19,201 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-10T05:41:19,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38605 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-10T05:41:19,202 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38605 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5f1701a2db3fddff552ddc9f71797df4 2024-11-10T05:41:19,202 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5f1701a2db3fddff552ddc9f71797df4 2024-11-10T05:41:19,206 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5f1701a2db3fddff552ddc9f71797df4 in 10.1170 sec 2024-11-10T05:41:19,211 INFO [RS_LOG_REPLAY_OPS-regionserver/4999977c7e1b:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-4999977c7e1b%2C35585%2C1731217236723.meta.1731217248430.meta.temp 2024-11-10T05:41:19,214 INFO [RS_LOG_REPLAY_OPS-regionserver/4999977c7e1b:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-4999977c7e1b%2C35585%2C1731217236723.meta.1731217248430.meta.temp 2024-11-10T05:41:19,216 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4999977c7e1b:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/WALs/4999977c7e1b,35585,1731217236723-splitting/4999977c7e1b%2C35585%2C1731217236723.meta.1731217248430.meta so closing down 2024-11-10T05:41:19,216 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4999977c7e1b:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-10T05:41:19,217 INFO [RS_LOG_REPLAY_OPS-regionserver/4999977c7e1b:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-10T05:41:19,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38209 is added to blk_1073741853_1029 (size=14141) 2024-11-10T05:41:19,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741853_1029 (size=14141) 2024-11-10T05:41:19,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37047 is added to blk_1073741853_1029 (size=14141) 2024-11-10T05:41:19,235 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/default/SPTestTable/7776f17af5207c456e993de95288441e/.tmp/cf/0b01a6ea137246b0bbaf6112184f6d89 is 34, key is ccd/cf:cf/1731217268262/Put/seqid=0 2024-11-10T05:41:19,235 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/default/SPTestTable/bc6247afca13d79c0b34f00bc28333f6/.tmp/cf/7f915a2ca2d04384817a170819b228f5 is 34, key is baa/cf:cf/1731217268229/Put/seqid=0 2024-11-10T05:41:19,239 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-4999977c7e1b%2C35585%2C1731217236723.meta.1731217248430.meta.temp (wrote 25 edits, skipped 0 edits in 1 ms) 2024-11-10T05:41:19,242 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-4999977c7e1b%2C35585%2C1731217236723.meta.1731217248430.meta.temp to hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-10T05:41:19,248 INFO [RS_LOG_REPLAY_OPS-regionserver/4999977c7e1b:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 58 ms; skipped=1; WAL=hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/WALs/4999977c7e1b,35585,1731217236723-splitting/4999977c7e1b%2C35585%2C1731217236723.meta.1731217248430.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-11-10T05:41:19,248 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4999977c7e1b:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/WALs/4999977c7e1b,35585,1731217236723-splitting/4999977c7e1b%2C35585%2C1731217236723.meta.1731217248430.meta, journal: Splitting hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/WALs/4999977c7e1b,35585,1731217236723-splitting/4999977c7e1b%2C35585%2C1731217236723.meta.1731217248430.meta, size=14.0 K (14382bytes) at 1731217279136Creating recovered edits writer path=hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-4999977c7e1b%2C35585%2C1731217236723.meta.1731217248430.meta.temp at 1731217279214 (+78 ms)Finishing writing output for hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/WALs/4999977c7e1b,35585,1731217236723-splitting/4999977c7e1b%2C35585%2C1731217236723.meta.1731217248430.meta so closing down at 1731217279216 (+2 ms)3 split writer threads finished at 1731217279217 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-4999977c7e1b%2C35585%2C1731217236723.meta.1731217248430.meta.temp (wrote 25 edits, skipped 0 edits in 1 ms) at 1731217279239 (+22 ms)Rename recovered edits hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-4999977c7e1b%2C35585%2C1731217236723.meta.1731217248430.meta.temp to hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1731217279242 (+3 ms)Processed 26 edits across 1 Regions in 58 ms; skipped=1; WAL=hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/WALs/4999977c7e1b,35585,1731217236723-splitting/4999977c7e1b%2C35585%2C1731217236723.meta.1731217248430.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1731217279248 (+6 ms) 2024-11-10T05:41:19,248 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4999977c7e1b:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/WALs/4999977c7e1b,35585,1731217236723-splitting/4999977c7e1b%2C35585%2C1731217236723.meta.1731217248430.meta 2024-11-10T05:41:19,248 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4999977c7e1b:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-10T05:41:19,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38605 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-10T05:41:19,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38209 is added to blk_1073741854_1030 (size=47197) 2024-11-10T05:41:19,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38209 is added to blk_1073741855_1031 (size=28623) 2024-11-10T05:41:19,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741855_1031 (size=28623) 2024-11-10T05:41:19,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37047 is added to blk_1073741854_1030 (size=47197) 2024-11-10T05:41:19,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37047 is added to blk_1073741855_1031 (size=28623) 2024-11-10T05:41:19,264 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/default/SPTestTable/7776f17af5207c456e993de95288441e/.tmp/cf/0b01a6ea137246b0bbaf6112184f6d89 2024-11-10T05:41:19,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741854_1030 (size=47197) 2024-11-10T05:41:19,266 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/default/SPTestTable/bc6247afca13d79c0b34f00bc28333f6/.tmp/cf/7f915a2ca2d04384817a170819b228f5 2024-11-10T05:41:19,267 INFO [PEWorker-2 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/WALs/4999977c7e1b,35585,1731217236723-splitting/4999977c7e1b%2C35585%2C1731217236723.meta.1731217248430.meta to hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/oldWALs 2024-11-10T05:41:19,270 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-10T05:41:19,270 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 4999977c7e1b%2C35585%2C1731217236723.meta.1731217248430.meta, worker=4999977c7e1b,33561,1731217236866 in 10.0540 sec 2024-11-10T05:41:19,272 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=4999977c7e1b,33561,1731217236866 2024-11-10T05:41:19,276 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-10T05:41:19,276 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 4999977c7e1b%2C35585%2C1731217236723.meta.1731217248430.meta, worker=4999977c7e1b,33561,1731217236866 in 10.0700 sec 2024-11-10T05:41:19,280 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/WALs/4999977c7e1b,35585,1731217236723-splitting dir is empty, no logs to split. 2024-11-10T05:41:19,280 INFO [PEWorker-1 {}] master.SplitWALManager(105): 4999977c7e1b,35585,1731217236723 WAL count=0, meta=true 2024-11-10T05:41:19,280 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 4999977c7e1b,35585,1731217236723 WAL splitting is done? wals=0, meta=true 2024-11-10T05:41:19,283 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T05:41:19,285 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T05:41:19,286 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T05:41:19,318 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/default/SPTestTable/7776f17af5207c456e993de95288441e/.tmp/cf/0b01a6ea137246b0bbaf6112184f6d89 as hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/default/SPTestTable/7776f17af5207c456e993de95288441e/cf/0b01a6ea137246b0bbaf6112184f6d89 2024-11-10T05:41:19,318 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/default/SPTestTable/bc6247afca13d79c0b34f00bc28333f6/.tmp/cf/7f915a2ca2d04384817a170819b228f5 as hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/default/SPTestTable/bc6247afca13d79c0b34f00bc28333f6/cf/7f915a2ca2d04384817a170819b228f5 2024-11-10T05:41:19,328 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/default/SPTestTable/7776f17af5207c456e993de95288441e/cf/0b01a6ea137246b0bbaf6112184f6d89, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-10T05:41:19,330 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/default/SPTestTable/bc6247afca13d79c0b34f00bc28333f6/cf/7f915a2ca2d04384817a170819b228f5, entries=731, sequenceid=5, filesize=28.0 K 2024-11-10T05:41:19,338 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 7776f17af5207c456e993de95288441e in 228ms, sequenceid=5, compaction requested=false 2024-11-10T05:41:19,338 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for bc6247afca13d79c0b34f00bc28333f6 in 228ms, sequenceid=5, compaction requested=false 2024-11-10T05:41:19,338 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 7776f17af5207c456e993de95288441e: 2024-11-10T05:41:19,338 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for bc6247afca13d79c0b34f00bc28333f6: 2024-11-10T05:41:19,338 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731217248864.bc6247afca13d79c0b34f00bc28333f6. for SnapshotProcedureTest completed. 2024-11-10T05:41:19,338 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731217248864.7776f17af5207c456e993de95288441e. for SnapshotProcedureTest completed. 2024-11-10T05:41:19,339 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731217248864.7776f17af5207c456e993de95288441e.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T05:41:19,339 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731217248864.bc6247afca13d79c0b34f00bc28333f6.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T05:41:19,339 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T05:41:19,339 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T05:41:19,339 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/default/SPTestTable/7776f17af5207c456e993de95288441e/cf/0b01a6ea137246b0bbaf6112184f6d89] hfiles 2024-11-10T05:41:19,339 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/default/SPTestTable/bc6247afca13d79c0b34f00bc28333f6/cf/7f915a2ca2d04384817a170819b228f5] hfiles 2024-11-10T05:41:19,342 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/default/SPTestTable/bc6247afca13d79c0b34f00bc28333f6/cf/7f915a2ca2d04384817a170819b228f5 for snapshot=SnapshotProcedureTest 2024-11-10T05:41:19,342 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/default/SPTestTable/7776f17af5207c456e993de95288441e/cf/0b01a6ea137246b0bbaf6112184f6d89 for snapshot=SnapshotProcedureTest 2024-11-10T05:41:19,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38209 is added to blk_1073741856_1032 (size=105) 2024-11-10T05:41:19,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741856_1032 (size=105) 2024-11-10T05:41:19,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37047 is added to blk_1073741856_1032 (size=105) 2024-11-10T05:41:19,361 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731217248864.7776f17af5207c456e993de95288441e. 2024-11-10T05:41:19,362 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-10T05:41:19,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38605 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-10T05:41:19,363 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38605 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 7776f17af5207c456e993de95288441e 2024-11-10T05:41:19,363 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7776f17af5207c456e993de95288441e 2024-11-10T05:41:19,366 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7776f17af5207c456e993de95288441e in 10.2770 sec 2024-11-10T05:41:19,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38209 is added to blk_1073741857_1033 (size=105) 2024-11-10T05:41:19,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741857_1033 (size=105) 2024-11-10T05:41:19,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37047 is added to blk_1073741857_1033 (size=105) 2024-11-10T05:41:19,369 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731217248864.bc6247afca13d79c0b34f00bc28333f6. 2024-11-10T05:41:19,370 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-10T05:41:19,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38605 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-10T05:41:19,370 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38605 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region bc6247afca13d79c0b34f00bc28333f6 2024-11-10T05:41:19,370 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bc6247afca13d79c0b34f00bc28333f6 2024-11-10T05:41:19,373 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure bc6247afca13d79c0b34f00bc28333f6 in 10.2850 sec 2024-11-10T05:41:19,436 DEBUG [4999977c7e1b:38605 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-10T05:41:19,437 DEBUG [4999977c7e1b:38605 {}] balancer.BalancerClusterState(204): Hosts are {4999977c7e1b=0} racks are {/default-rack=0} 2024-11-10T05:41:19,437 DEBUG [4999977c7e1b:38605 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-10T05:41:19,437 DEBUG [4999977c7e1b:38605 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-10T05:41:19,437 DEBUG [4999977c7e1b:38605 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-10T05:41:19,437 DEBUG [4999977c7e1b:38605 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-10T05:41:19,437 INFO [4999977c7e1b:38605 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-10T05:41:19,437 INFO [4999977c7e1b:38605 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-10T05:41:19,437 DEBUG [4999977c7e1b:38605 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-10T05:41:19,437 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4999977c7e1b,33561,1731217236866 2024-11-10T05:41:19,439 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4999977c7e1b,33561,1731217236866, state=OPENING 2024-11-10T05:41:19,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33561-0x10190b210930003, quorum=127.0.0.1:60024, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T05:41:19,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34061-0x10190b210930002, quorum=127.0.0.1:60024, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T05:41:19,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38605-0x10190b210930000, quorum=127.0.0.1:60024, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T05:41:19,441 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T05:41:19,441 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T05:41:19,441 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T05:41:19,441 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4999977c7e1b,33561,1731217236866}] 2024-11-10T05:41:19,441 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T05:41:24,206 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d9ba9233162c72809cf6153e757e063e 2024-11-10T05:41:24,207 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a940f79bdca3cfe8c025821f62ff47d9 2024-11-10T05:41:24,207 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3518951c01736bb0a7f5cc86d3eb1f7b 2024-11-10T05:41:24,207 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 376c2b376f84ff80b1abac109f39af32 2024-11-10T05:41:24,208 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 3518951c01736bb0a7f5cc86d3eb1f7b can not run currently because target server of region SPTestTable,e6666661,1731217248864.3518951c01736bb0a7f5cc86d3eb1f7b. 4999977c7e1b,35585,1731217236723 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-10T05:41:24,208 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 376c2b376f84ff80b1abac109f39af32 can not run currently because target server of region SPTestTable,99999996,1731217248864.376c2b376f84ff80b1abac109f39af32. 4999977c7e1b,35585,1731217236723 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-10T05:41:24,208 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d9ba9233162c72809cf6153e757e063e can not run currently because target server of region SPTestTable,4ccccccb,1731217248864.d9ba9233162c72809cf6153e757e063e. 4999977c7e1b,35585,1731217236723 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-10T05:41:24,208 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a940f79bdca3cfe8c025821f62ff47d9 can not run currently because target server of region SPTestTable,33333332,1731217248864.a940f79bdca3cfe8c025821f62ff47d9. 4999977c7e1b,35585,1731217236723 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-10T05:41:24,208 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 3518951c01736bb0a7f5cc86d3eb1f7b; timeout=16000, timestamp=1731217300208 2024-11-10T05:41:24,208 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d9ba9233162c72809cf6153e757e063e; timeout=16000, timestamp=1731217300208 2024-11-10T05:41:24,208 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 376c2b376f84ff80b1abac109f39af32; timeout=16000, timestamp=1731217300208 2024-11-10T05:41:24,208 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a940f79bdca3cfe8c025821f62ff47d9; timeout=16000, timestamp=1731217300208 2024-11-10T05:41:29,450 INFO [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=40}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T05:41:29,450 INFO [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T05:41:29,451 INFO [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=40}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T05:41:29,453 INFO [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4999977c7e1b%2C33561%2C1731217236866.meta, suffix=.meta, logDir=hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/WALs/4999977c7e1b,33561,1731217236866, archiveDir=hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/oldWALs, maxLogs=32 2024-11-10T05:41:29,468 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=40}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/WALs/4999977c7e1b,33561,1731217236866/4999977c7e1b%2C33561%2C1731217236866.meta.1731217289455.meta, exclude list is [], retry=0 2024-11-10T05:41:29,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37047,DS-e04a19a6-a7be-4fed-9707-a5acfd1e1d16,DISK] 2024-11-10T05:41:29,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42175,DS-e3bc75fd-ff59-4b13-9c37-3d349604d877,DISK] 2024-11-10T05:41:29,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38209,DS-fff970fe-64e0-4c2d-8e94-c6f75d14a330,DISK] 2024-11-10T05:41:29,477 INFO [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/WALs/4999977c7e1b,33561,1731217236866/4999977c7e1b%2C33561%2C1731217236866.meta.1731217289455.meta 2024-11-10T05:41:29,478 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40695:40695),(127.0.0.1/127.0.0.1:35645:35645),(127.0.0.1/127.0.0.1:40953:40953)] 2024-11-10T05:41:29,478 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T05:41:29,478 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=40}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T05:41:29,478 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T05:41:29,479 INFO [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T05:41:29,479 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T05:41:29,479 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:41:29,479 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T05:41:29,479 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T05:41:29,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T05:41:29,482 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T05:41:29,482 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:41:29,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T05:41:29,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T05:41:29,484 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T05:41:29,484 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:41:29,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T05:41:29,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T05:41:29,485 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T05:41:29,485 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:41:29,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T05:41:29,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T05:41:29,487 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T05:41:29,487 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:41:29,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T05:41:29,488 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T05:41:29,488 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/hbase/meta/1588230740 2024-11-10T05:41:29,491 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/hbase/meta/1588230740 2024-11-10T05:41:29,492 INFO [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-10T05:41:29,504 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-10T05:41:29,504 INFO [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-10T05:41:29,529 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/hbase/meta/1588230740/.tmp/info/bc0f43365dfd427685431fff0767dc2b is 167, key is SPTestTable,19999999,1731217248864.dbe037e35cced82af3b8562c8d6588cb./info:regioninfo/1731217259333/Put/seqid=0 2024-11-10T05:41:29,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37047 is added to blk_1073741859_1035 (size=18393) 2024-11-10T05:41:29,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741859_1035 (size=18393) 2024-11-10T05:41:29,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38209 is added to blk_1073741859_1035 (size=18393) 2024-11-10T05:41:29,539 INFO [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/hbase/meta/1588230740/.tmp/info/bc0f43365dfd427685431fff0767dc2b 2024-11-10T05:41:29,565 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/hbase/meta/1588230740/.tmp/ns/21ef8946f5a345daa7dba1137c08db98 is 43, key is default/ns:d/1731217248583/Put/seqid=0 2024-11-10T05:41:29,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38209 is added to blk_1073741860_1036 (size=5153) 2024-11-10T05:41:29,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741860_1036 (size=5153) 2024-11-10T05:41:29,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37047 is added to blk_1073741860_1036 (size=5153) 2024-11-10T05:41:29,574 INFO [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/hbase/meta/1588230740/.tmp/ns/21ef8946f5a345daa7dba1137c08db98 2024-11-10T05:41:29,597 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/hbase/meta/1588230740/.tmp/table/ba0a9794d59f450684c046a7fcbe9def is 47, key is SPTestTable/table:state/1731217259383/Put/seqid=0 2024-11-10T05:41:29,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37047 is added to blk_1073741861_1037 (size=5214) 2024-11-10T05:41:29,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38209 is added to blk_1073741861_1037 (size=5214) 2024-11-10T05:41:29,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741861_1037 (size=5214) 2024-11-10T05:41:29,605 INFO [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/hbase/meta/1588230740/.tmp/table/ba0a9794d59f450684c046a7fcbe9def 2024-11-10T05:41:29,614 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/hbase/meta/1588230740/.tmp/info/bc0f43365dfd427685431fff0767dc2b as hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/hbase/meta/1588230740/info/bc0f43365dfd427685431fff0767dc2b 2024-11-10T05:41:29,622 INFO [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/hbase/meta/1588230740/info/bc0f43365dfd427685431fff0767dc2b, entries=100, sequenceid=28, filesize=18.0 K 2024-11-10T05:41:29,623 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/hbase/meta/1588230740/.tmp/ns/21ef8946f5a345daa7dba1137c08db98 as hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/hbase/meta/1588230740/ns/21ef8946f5a345daa7dba1137c08db98 2024-11-10T05:41:29,631 INFO [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/hbase/meta/1588230740/ns/21ef8946f5a345daa7dba1137c08db98, entries=2, sequenceid=28, filesize=5.0 K 2024-11-10T05:41:29,633 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/hbase/meta/1588230740/.tmp/table/ba0a9794d59f450684c046a7fcbe9def as hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/hbase/meta/1588230740/table/ba0a9794d59f450684c046a7fcbe9def 2024-11-10T05:41:29,640 INFO [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/hbase/meta/1588230740/table/ba0a9794d59f450684c046a7fcbe9def, entries=2, sequenceid=28, filesize=5.1 K 2024-11-10T05:41:29,641 INFO [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 136ms, sequenceid=28, compaction requested=false; wal=null 2024-11-10T05:41:29,641 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-10T05:41:29,643 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T05:41:29,643 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T05:41:29,644 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T05:41:29,646 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T05:41:29,646 INFO [master/4999977c7e1b:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-10T05:41:29,646 INFO [master/4999977c7e1b:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-10T05:41:29,649 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-11-10T05:41:29,650 INFO [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73682081, jitterRate=0.09794856607913971}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T05:41:29,650 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T05:41:29,650 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731217289479Writing region info on filesystem at 1731217289479Initializing all the Stores at 1731217289480 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731217289480Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731217289481 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731217289481Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731217289481Obtaining lock to block concurrent updates at 1731217289505 (+24 ms)Preparing flush snapshotting stores in 1588230740 at 1731217289505Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1731217289505Flushing stores of hbase:meta,,1.1588230740 at 1731217289505Flushing 1588230740/info: creating writer at 1731217289505Flushing 1588230740/info: appending metadata at 1731217289528 (+23 ms)Flushing 1588230740/info: closing flushed file at 1731217289528Flushing 1588230740/ns: creating writer at 1731217289548 (+20 ms)Flushing 1588230740/ns: appending metadata at 1731217289563 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731217289563Flushing 1588230740/table: creating writer at 1731217289581 (+18 ms)Flushing 1588230740/table: appending metadata at 1731217289596 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731217289596Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4eb7c738: reopening flushed file at 1731217289612 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70b24523: reopening flushed file at 1731217289622 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38b625a0: reopening flushed file at 1731217289631 (+9 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 136ms, sequenceid=28, compaction requested=false; wal=null at 1731217289641 (+10 ms)Cleaning up temporary data from old regions at 1731217289643 (+2 ms)Running coprocessor post-open hooks at 1731217289650 (+7 ms)Region opened successfully at 1731217289650 2024-11-10T05:41:29,651 INFO [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=40, masterSystemTime=1731217289444 2024-11-10T05:41:29,654 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T05:41:29,654 INFO [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=40}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T05:41:29,654 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=4999977c7e1b,33561,1731217236866 2024-11-10T05:41:29,655 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4999977c7e1b,33561,1731217236866, state=OPEN 2024-11-10T05:41:29,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34061-0x10190b210930002, quorum=127.0.0.1:60024, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T05:41:29,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38605-0x10190b210930000, quorum=127.0.0.1:60024, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T05:41:29,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33561-0x10190b210930003, quorum=127.0.0.1:60024, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T05:41:29,657 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=40, ppid=39, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4999977c7e1b,33561,1731217236866 2024-11-10T05:41:29,657 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T05:41:29,657 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T05:41:29,657 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T05:41:29,660 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-11-10T05:41:29,660 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4999977c7e1b,33561,1731217236866 in 10.2160 sec 2024-11-10T05:41:29,663 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=36 2024-11-10T05:41:29,663 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.3770 sec 2024-11-10T05:41:29,663 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(207): 4999977c7e1b,35585,1731217236723 had 5 regions 2024-11-10T05:41:29,664 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 4999977c7e1b,35585,1731217236723, splitWal=true, meta=true, isMeta: false 2024-11-10T05:41:29,667 INFO [PEWorker-5 {}] master.SplitWALManager(105): 4999977c7e1b,35585,1731217236723 WAL count=1, meta=false 2024-11-10T05:41:29,667 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 4999977c7e1b%2C35585%2C1731217236723.1731217238207}] 2024-11-10T05:41:29,669 DEBUG [PEWorker-4 {}] master.SplitWALManager(158): Acquired split WAL worker=4999977c7e1b,33561,1731217236866 2024-11-10T05:41:29,670 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 4999977c7e1b%2C35585%2C1731217236723.1731217238207, worker=4999977c7e1b,33561,1731217236866}] 2024-11-10T05:41:34,671 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T05:41:35,008 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T05:41:38,923 INFO [regionserver/4999977c7e1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-10T05:41:39,673 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33561 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=42 2024-11-10T05:41:39,690 INFO [RS_LOG_REPLAY_OPS-regionserver/4999977c7e1b:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(299): Splitting hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/WALs/4999977c7e1b,35585,1731217236723-splitting/4999977c7e1b%2C35585%2C1731217236723.1731217238207, size=1.2 K (1257bytes) 2024-11-10T05:41:39,690 INFO [RS_LOG_REPLAY_OPS-regionserver/4999977c7e1b:0-1 {event_type=RS_LOG_REPLAY, pid=42}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/WALs/4999977c7e1b,35585,1731217236723-splitting/4999977c7e1b%2C35585%2C1731217236723.1731217238207 2024-11-10T05:41:39,690 INFO [RS_LOG_REPLAY_OPS-regionserver/4999977c7e1b:0-1 {event_type=RS_LOG_REPLAY, pid=42}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/WALs/4999977c7e1b,35585,1731217236723-splitting/4999977c7e1b%2C35585%2C1731217236723.1731217238207 after 0ms 2024-11-10T05:41:39,694 INFO [RS_LOG_REPLAY_OPS-regionserver/4999977c7e1b:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(310): Open hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/WALs/4999977c7e1b,35585,1731217236723-splitting/4999977c7e1b%2C35585%2C1731217236723.1731217238207 took 5ms 2024-11-10T05:41:39,699 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4999977c7e1b:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 3518951c01736bb0a7f5cc86d3eb1f7b: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-10T05:41:39,700 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4999977c7e1b:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for a940f79bdca3cfe8c025821f62ff47d9: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-10T05:41:39,702 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4999977c7e1b:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 376c2b376f84ff80b1abac109f39af32: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-10T05:41:39,703 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4999977c7e1b:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for d9ba9233162c72809cf6153e757e063e: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-10T05:41:39,703 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4999977c7e1b:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/WALs/4999977c7e1b,35585,1731217236723-splitting/4999977c7e1b%2C35585%2C1731217236723.1731217238207 so closing down 2024-11-10T05:41:39,703 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4999977c7e1b:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-10T05:41:39,703 INFO [RS_LOG_REPLAY_OPS-regionserver/4999977c7e1b:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.OutputSink(145): 3 split writer threads finished 2024-11-10T05:41:39,703 INFO [RS_LOG_REPLAY_OPS-regionserver/4999977c7e1b:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 7 ms; skipped=4; WAL=hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/WALs/4999977c7e1b,35585,1731217236723-splitting/4999977c7e1b%2C35585%2C1731217236723.1731217238207, size=1.2 K, length=1257, corrupted=false, cancelled=false 2024-11-10T05:41:39,703 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4999977c7e1b:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(428): Completed split of hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/WALs/4999977c7e1b,35585,1731217236723-splitting/4999977c7e1b%2C35585%2C1731217236723.1731217238207, journal: Splitting hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/WALs/4999977c7e1b,35585,1731217236723-splitting/4999977c7e1b%2C35585%2C1731217236723.1731217238207, size=1.2 K (1257bytes) at 1731217299690Finishing writing output for hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/WALs/4999977c7e1b,35585,1731217236723-splitting/4999977c7e1b%2C35585%2C1731217236723.1731217238207 so closing down at 1731217299703 (+13 ms)3 split writer threads finished at 1731217299703Processed 4 edits across 0 Regions in 7 ms; skipped=4; WAL=hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/WALs/4999977c7e1b,35585,1731217236723-splitting/4999977c7e1b%2C35585%2C1731217236723.1731217238207, size=1.2 K, length=1257, corrupted=false, cancelled=false at 1731217299703 2024-11-10T05:41:39,703 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4999977c7e1b:0-1 {event_type=RS_LOG_REPLAY, pid=42}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/WALs/4999977c7e1b,35585,1731217236723-splitting/4999977c7e1b%2C35585%2C1731217236723.1731217238207 2024-11-10T05:41:39,703 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4999977c7e1b:0-1 {event_type=RS_LOG_REPLAY, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-10T05:41:39,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38605 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-10T05:41:39,708 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/WALs/4999977c7e1b,35585,1731217236723-splitting/4999977c7e1b%2C35585%2C1731217236723.1731217238207 to hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/oldWALs 2024-11-10T05:41:39,711 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=41 2024-11-10T05:41:39,711 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=41, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 4999977c7e1b%2C35585%2C1731217236723.1731217238207, worker=4999977c7e1b,33561,1731217236866 in 10.0380 sec 2024-11-10T05:41:39,713 DEBUG [PEWorker-2 {}] master.SplitWALManager(172): Release split WAL worker=4999977c7e1b,33561,1731217236866 2024-11-10T05:41:39,715 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=36 2024-11-10T05:41:39,715 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 4999977c7e1b%2C35585%2C1731217236723.1731217238207, worker=4999977c7e1b,33561,1731217236866 in 10.0460 sec 2024-11-10T05:41:39,717 INFO [PEWorker-5 {}] master.SplitLogManager(171): hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/WALs/4999977c7e1b,35585,1731217236723-splitting dir is empty, no logs to split. 2024-11-10T05:41:39,717 INFO [PEWorker-5 {}] master.SplitWALManager(105): 4999977c7e1b,35585,1731217236723 WAL count=0, meta=false 2024-11-10T05:41:39,717 DEBUG [PEWorker-5 {}] procedure.ServerCrashProcedure(329): Check if 4999977c7e1b,35585,1731217236723 WAL splitting is done? wals=0, meta=false 2024-11-10T05:41:39,720 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3518951c01736bb0a7f5cc86d3eb1f7b, ASSIGN}, {pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=376c2b376f84ff80b1abac109f39af32, ASSIGN}, {pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a940f79bdca3cfe8c025821f62ff47d9, ASSIGN}, {pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d9ba9233162c72809cf6153e757e063e, ASSIGN}] 2024-11-10T05:41:39,722 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=376c2b376f84ff80b1abac109f39af32, ASSIGN 2024-11-10T05:41:39,722 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d9ba9233162c72809cf6153e757e063e, ASSIGN 2024-11-10T05:41:39,723 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3518951c01736bb0a7f5cc86d3eb1f7b, ASSIGN 2024-11-10T05:41:39,723 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=376c2b376f84ff80b1abac109f39af32, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T05:41:39,723 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a940f79bdca3cfe8c025821f62ff47d9, ASSIGN 2024-11-10T05:41:39,724 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d9ba9233162c72809cf6153e757e063e, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T05:41:39,724 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3518951c01736bb0a7f5cc86d3eb1f7b, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T05:41:39,724 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a940f79bdca3cfe8c025821f62ff47d9, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T05:41:39,873 DEBUG [4999977c7e1b:38605 {}] balancer.BalancerClusterState(204): Hosts are {4999977c7e1b=0} racks are {/default-rack=0} 2024-11-10T05:41:39,874 DEBUG [4999977c7e1b:38605 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-10T05:41:39,874 DEBUG [4999977c7e1b:38605 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-10T05:41:39,874 DEBUG [4999977c7e1b:38605 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-10T05:41:39,874 DEBUG [4999977c7e1b:38605 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-10T05:41:39,874 INFO [4999977c7e1b:38605 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-10T05:41:39,874 INFO [4999977c7e1b:38605 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-10T05:41:39,874 DEBUG [4999977c7e1b:38605 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-10T05:41:39,874 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=a940f79bdca3cfe8c025821f62ff47d9, regionState=OPENING, regionLocation=4999977c7e1b,34061,1731217236827 2024-11-10T05:41:39,874 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=3518951c01736bb0a7f5cc86d3eb1f7b, regionState=OPENING, regionLocation=4999977c7e1b,33561,1731217236866 2024-11-10T05:41:39,874 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=46 updating hbase:meta row=d9ba9233162c72809cf6153e757e063e, regionState=OPENING, regionLocation=4999977c7e1b,33561,1731217236866 2024-11-10T05:41:39,874 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=376c2b376f84ff80b1abac109f39af32, regionState=OPENING, regionLocation=4999977c7e1b,34061,1731217236827 2024-11-10T05:41:39,876 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 4999977c7e1b:35585 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4999977c7e1b/172.17.0.2:35585 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T05:41:39,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=4999977c7e1b,35585,1731217236723, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=4999977c7e1b,35585,1731217236723, seqNum=-1, error=java.net.ConnectException: Call to address=4999977c7e1b:35585 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4999977c7e1b/172.17.0.2:35585 2024-11-10T05:41:39,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=4999977c7e1b,35585,1731217236723, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-10T05:41:39,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=4999977c7e1b,35585,1731217236723, seqNum=-1 from cache 2024-11-10T05:41:39,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=4999977c7e1b,35585,1731217236723, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=4999977c7e1b:35585 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4999977c7e1b/172.17.0.2:35585 2024-11-10T05:41:39,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=4999977c7e1b,35585,1731217236723, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=4999977c7e1b:35585 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4999977c7e1b/172.17.0.2:35585 2024-11-10T05:41:39,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=4999977c7e1b,35585,1731217236723, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=4999977c7e1b:35585 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4999977c7e1b/172.17.0.2:35585 2024-11-10T05:41:39,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 4999977c7e1b:35585 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4999977c7e1b/172.17.0.2:35585 2024-11-10T05:41:39,982 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T05:41:39,982 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4999977c7e1b,33561,1731217236866, seqNum=-1] 2024-11-10T05:41:39,982 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T05:41:39,984 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56381, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T05:41:39,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3518951c01736bb0a7f5cc86d3eb1f7b, ASSIGN because future has completed 2024-11-10T05:41:39,987 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3518951c01736bb0a7f5cc86d3eb1f7b, server=4999977c7e1b,33561,1731217236866}] 2024-11-10T05:41:39,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a940f79bdca3cfe8c025821f62ff47d9, ASSIGN because future has completed 2024-11-10T05:41:39,989 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=45, state=RUNNABLE, hasLock=false; OpenRegionProcedure a940f79bdca3cfe8c025821f62ff47d9, server=4999977c7e1b,34061,1731217236827}] 2024-11-10T05:41:39,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d9ba9233162c72809cf6153e757e063e, ASSIGN because future has completed 2024-11-10T05:41:39,990 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE, hasLock=false; OpenRegionProcedure d9ba9233162c72809cf6153e757e063e, server=4999977c7e1b,33561,1731217236866}] 2024-11-10T05:41:39,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=376c2b376f84ff80b1abac109f39af32, ASSIGN because future has completed 2024-11-10T05:41:39,991 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 376c2b376f84ff80b1abac109f39af32, server=4999977c7e1b,34061,1731217236827}] 2024-11-10T05:41:40,208 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3518951c01736bb0a7f5cc86d3eb1f7b held by pid=43 2024-11-10T05:41:40,209 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a940f79bdca3cfe8c025821f62ff47d9 held by pid=45 2024-11-10T05:41:40,209 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 376c2b376f84ff80b1abac109f39af32 held by pid=44 2024-11-10T05:41:40,209 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3518951c01736bb0a7f5cc86d3eb1f7b 2024-11-10T05:41:40,209 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 376c2b376f84ff80b1abac109f39af32 2024-11-10T05:41:40,209 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a940f79bdca3cfe8c025821f62ff47d9 2024-11-10T05:41:40,209 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d9ba9233162c72809cf6153e757e063e held by pid=46 2024-11-10T05:41:40,209 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d9ba9233162c72809cf6153e757e063e 2024-11-10T05:41:41,715 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4999977c7e1b:38605 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-10T05:41:44,246 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region bc6247afca13d79c0b34f00bc28333f6, had cached 0 bytes from a total of 28623 2024-11-10T05:41:44,307 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 7776f17af5207c456e993de95288441e, had cached 0 bytes from a total of 47197 2024-11-10T05:41:48,653 DEBUG [master/4999977c7e1b:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 9a2dadaba041c52d099f3bc98caac816 changed from -1.0 to 0.0, refreshing cache 2024-11-10T05:41:48,653 DEBUG [master/4999977c7e1b:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 0d421728b93d1a83e043cc4813cc1bb9 changed from -1.0 to 0.0, refreshing cache 2024-11-10T05:41:48,654 DEBUG [master/4999977c7e1b:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 7776f17af5207c456e993de95288441e changed from -1.0 to 0.0, refreshing cache 2024-11-10T05:41:48,654 DEBUG [master/4999977c7e1b:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-10T05:41:48,654 DEBUG [master/4999977c7e1b:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region dbe037e35cced82af3b8562c8d6588cb changed from -1.0 to 0.0, refreshing cache 2024-11-10T05:41:48,654 DEBUG [master/4999977c7e1b:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 5f1701a2db3fddff552ddc9f71797df4 changed from -1.0 to 0.0, refreshing cache 2024-11-10T05:41:48,654 DEBUG [master/4999977c7e1b:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region bc6247afca13d79c0b34f00bc28333f6 changed from -1.0 to 0.0, refreshing cache 2024-11-10T05:41:49,996 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731217248864.d9ba9233162c72809cf6153e757e063e. 2024-11-10T05:41:49,996 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731217248864.376c2b376f84ff80b1abac109f39af32. 2024-11-10T05:41:49,996 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 376c2b376f84ff80b1abac109f39af32, NAME => 'SPTestTable,99999996,1731217248864.376c2b376f84ff80b1abac109f39af32.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-10T05:41:49,996 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7752): Opening region: {ENCODED => d9ba9233162c72809cf6153e757e063e, NAME => 'SPTestTable,4ccccccb,1731217248864.d9ba9233162c72809cf6153e757e063e.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-10T05:41:49,997 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d9ba9233162c72809cf6153e757e063e 2024-11-10T05:41:49,997 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 376c2b376f84ff80b1abac109f39af32 2024-11-10T05:41:49,997 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731217248864.376c2b376f84ff80b1abac109f39af32.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:41:49,997 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731217248864.d9ba9233162c72809cf6153e757e063e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:41:49,997 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7794): checking encryption for d9ba9233162c72809cf6153e757e063e 2024-11-10T05:41:49,997 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7794): checking encryption for 376c2b376f84ff80b1abac109f39af32 2024-11-10T05:41:49,997 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7797): checking classloading for 376c2b376f84ff80b1abac109f39af32 2024-11-10T05:41:49,997 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7797): checking classloading for d9ba9233162c72809cf6153e757e063e 2024-11-10T05:41:49,999 INFO [StoreOpener-376c2b376f84ff80b1abac109f39af32-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 376c2b376f84ff80b1abac109f39af32 2024-11-10T05:41:49,999 INFO [StoreOpener-d9ba9233162c72809cf6153e757e063e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d9ba9233162c72809cf6153e757e063e 2024-11-10T05:41:50,001 INFO [StoreOpener-d9ba9233162c72809cf6153e757e063e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d9ba9233162c72809cf6153e757e063e columnFamilyName cf 2024-11-10T05:41:50,001 DEBUG [StoreOpener-d9ba9233162c72809cf6153e757e063e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:41:50,001 INFO [StoreOpener-376c2b376f84ff80b1abac109f39af32-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 376c2b376f84ff80b1abac109f39af32 columnFamilyName cf 2024-11-10T05:41:50,001 DEBUG [StoreOpener-376c2b376f84ff80b1abac109f39af32-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:41:50,002 INFO [StoreOpener-d9ba9233162c72809cf6153e757e063e-1 {}] regionserver.HStore(327): Store=d9ba9233162c72809cf6153e757e063e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T05:41:50,002 INFO [StoreOpener-376c2b376f84ff80b1abac109f39af32-1 {}] regionserver.HStore(327): Store=376c2b376f84ff80b1abac109f39af32/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T05:41:50,002 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1038): replaying wal for d9ba9233162c72809cf6153e757e063e 2024-11-10T05:41:50,002 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1038): replaying wal for 376c2b376f84ff80b1abac109f39af32 2024-11-10T05:41:50,003 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/default/SPTestTable/376c2b376f84ff80b1abac109f39af32 2024-11-10T05:41:50,003 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/default/SPTestTable/d9ba9233162c72809cf6153e757e063e 2024-11-10T05:41:50,005 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/default/SPTestTable/376c2b376f84ff80b1abac109f39af32 2024-11-10T05:41:50,005 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/default/SPTestTable/d9ba9233162c72809cf6153e757e063e 2024-11-10T05:41:50,005 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1048): stopping wal replay for 376c2b376f84ff80b1abac109f39af32 2024-11-10T05:41:50,005 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 376c2b376f84ff80b1abac109f39af32 2024-11-10T05:41:50,006 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1048): stopping wal replay for d9ba9233162c72809cf6153e757e063e 2024-11-10T05:41:50,006 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1060): Cleaning up temporary data for d9ba9233162c72809cf6153e757e063e 2024-11-10T05:41:50,008 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1093): writing seq id for 376c2b376f84ff80b1abac109f39af32 2024-11-10T05:41:50,009 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1114): Opened 376c2b376f84ff80b1abac109f39af32; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63574896, jitterRate=-0.052660226821899414}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T05:41:50,009 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1093): writing seq id for d9ba9233162c72809cf6153e757e063e 2024-11-10T05:41:50,009 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 376c2b376f84ff80b1abac109f39af32 2024-11-10T05:41:50,009 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1006): Region open journal for 376c2b376f84ff80b1abac109f39af32: Running coprocessor pre-open hook at 1731217309997Writing region info on filesystem at 1731217309997Initializing all the Stores at 1731217309998 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731217309998Cleaning up temporary data from old regions at 1731217310005 (+7 ms)Running coprocessor post-open hooks at 1731217310009 (+4 ms)Region opened successfully at 1731217310009 2024-11-10T05:41:50,010 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731217248864.376c2b376f84ff80b1abac109f39af32., pid=50, masterSystemTime=1731217309991 2024-11-10T05:41:50,010 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1114): Opened d9ba9233162c72809cf6153e757e063e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67279320, jitterRate=0.002539992332458496}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T05:41:50,010 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d9ba9233162c72809cf6153e757e063e 2024-11-10T05:41:50,010 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1006): Region open journal for d9ba9233162c72809cf6153e757e063e: Running coprocessor pre-open hook at 1731217309997Writing region info on filesystem at 1731217309997Initializing all the Stores at 1731217309998 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731217309998Cleaning up temporary data from old regions at 1731217310006 (+8 ms)Running coprocessor post-open hooks at 1731217310010 (+4 ms)Region opened successfully at 1731217310010 2024-11-10T05:41:50,011 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731217248864.d9ba9233162c72809cf6153e757e063e., pid=49, masterSystemTime=1731217309990 2024-11-10T05:41:50,012 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731217248864.376c2b376f84ff80b1abac109f39af32. 2024-11-10T05:41:50,012 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731217248864.376c2b376f84ff80b1abac109f39af32. 2024-11-10T05:41:50,013 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731217248864.a940f79bdca3cfe8c025821f62ff47d9. 2024-11-10T05:41:50,013 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7752): Opening region: {ENCODED => a940f79bdca3cfe8c025821f62ff47d9, NAME => 'SPTestTable,33333332,1731217248864.a940f79bdca3cfe8c025821f62ff47d9.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-10T05:41:50,013 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a940f79bdca3cfe8c025821f62ff47d9 2024-11-10T05:41:50,013 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=376c2b376f84ff80b1abac109f39af32, regionState=OPEN, openSeqNum=2, regionLocation=4999977c7e1b,34061,1731217236827 2024-11-10T05:41:50,013 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731217248864.a940f79bdca3cfe8c025821f62ff47d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:41:50,013 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731217248864.d9ba9233162c72809cf6153e757e063e. 2024-11-10T05:41:50,013 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731217248864.d9ba9233162c72809cf6153e757e063e. 2024-11-10T05:41:50,013 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7794): checking encryption for a940f79bdca3cfe8c025821f62ff47d9 2024-11-10T05:41:50,014 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7797): checking classloading for a940f79bdca3cfe8c025821f62ff47d9 2024-11-10T05:41:50,014 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731217248864.3518951c01736bb0a7f5cc86d3eb1f7b. 2024-11-10T05:41:50,014 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7752): Opening region: {ENCODED => 3518951c01736bb0a7f5cc86d3eb1f7b, NAME => 'SPTestTable,e6666661,1731217248864.3518951c01736bb0a7f5cc86d3eb1f7b.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-10T05:41:50,014 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3518951c01736bb0a7f5cc86d3eb1f7b 2024-11-10T05:41:50,014 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731217248864.3518951c01736bb0a7f5cc86d3eb1f7b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:41:50,015 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7794): checking encryption for 3518951c01736bb0a7f5cc86d3eb1f7b 2024-11-10T05:41:50,015 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7797): checking classloading for 3518951c01736bb0a7f5cc86d3eb1f7b 2024-11-10T05:41:50,015 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=46 updating hbase:meta row=d9ba9233162c72809cf6153e757e063e, regionState=OPEN, openSeqNum=2, regionLocation=4999977c7e1b,33561,1731217236866 2024-11-10T05:41:50,016 INFO [StoreOpener-a940f79bdca3cfe8c025821f62ff47d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a940f79bdca3cfe8c025821f62ff47d9 2024-11-10T05:41:50,017 INFO [StoreOpener-3518951c01736bb0a7f5cc86d3eb1f7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3518951c01736bb0a7f5cc86d3eb1f7b 2024-11-10T05:41:50,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 376c2b376f84ff80b1abac109f39af32, server=4999977c7e1b,34061,1731217236827 because future has completed 2024-11-10T05:41:50,017 INFO [StoreOpener-a940f79bdca3cfe8c025821f62ff47d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a940f79bdca3cfe8c025821f62ff47d9 columnFamilyName cf 2024-11-10T05:41:50,017 DEBUG [StoreOpener-a940f79bdca3cfe8c025821f62ff47d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:41:50,018 INFO [StoreOpener-3518951c01736bb0a7f5cc86d3eb1f7b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3518951c01736bb0a7f5cc86d3eb1f7b columnFamilyName cf 2024-11-10T05:41:50,018 DEBUG [StoreOpener-3518951c01736bb0a7f5cc86d3eb1f7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:41:50,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE, hasLock=false; OpenRegionProcedure d9ba9233162c72809cf6153e757e063e, server=4999977c7e1b,33561,1731217236866 because future has completed 2024-11-10T05:41:50,018 INFO [StoreOpener-a940f79bdca3cfe8c025821f62ff47d9-1 {}] regionserver.HStore(327): Store=a940f79bdca3cfe8c025821f62ff47d9/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T05:41:50,018 INFO [StoreOpener-3518951c01736bb0a7f5cc86d3eb1f7b-1 {}] regionserver.HStore(327): Store=3518951c01736bb0a7f5cc86d3eb1f7b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T05:41:50,018 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1038): replaying wal for a940f79bdca3cfe8c025821f62ff47d9 2024-11-10T05:41:50,018 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1038): replaying wal for 3518951c01736bb0a7f5cc86d3eb1f7b 2024-11-10T05:41:50,020 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/default/SPTestTable/3518951c01736bb0a7f5cc86d3eb1f7b 2024-11-10T05:41:50,020 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/default/SPTestTable/a940f79bdca3cfe8c025821f62ff47d9 2024-11-10T05:41:50,021 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=44 2024-11-10T05:41:50,021 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=44, state=SUCCESS, hasLock=false; OpenRegionProcedure 376c2b376f84ff80b1abac109f39af32, server=4999977c7e1b,34061,1731217236827 in 10.0270 sec 2024-11-10T05:41:50,021 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/default/SPTestTable/3518951c01736bb0a7f5cc86d3eb1f7b 2024-11-10T05:41:50,022 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=46 2024-11-10T05:41:50,022 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1048): stopping wal replay for 3518951c01736bb0a7f5cc86d3eb1f7b 2024-11-10T05:41:50,022 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1060): Cleaning up temporary data for 3518951c01736bb0a7f5cc86d3eb1f7b 2024-11-10T05:41:50,022 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; OpenRegionProcedure d9ba9233162c72809cf6153e757e063e, server=4999977c7e1b,33561,1731217236866 in 10.0290 sec 2024-11-10T05:41:50,022 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/default/SPTestTable/a940f79bdca3cfe8c025821f62ff47d9 2024-11-10T05:41:50,023 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=376c2b376f84ff80b1abac109f39af32, ASSIGN in 10.3010 sec 2024-11-10T05:41:50,023 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 376c2b376f84ff80b1abac109f39af32 2024-11-10T05:41:50,023 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1048): stopping wal replay for a940f79bdca3cfe8c025821f62ff47d9 2024-11-10T05:41:50,023 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1060): Cleaning up temporary data for a940f79bdca3cfe8c025821f62ff47d9 2024-11-10T05:41:50,023 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d9ba9233162c72809cf6153e757e063e, ASSIGN in 10.3020 sec 2024-11-10T05:41:50,023 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d9ba9233162c72809cf6153e757e063e 2024-11-10T05:41:50,025 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): writing seq id for 3518951c01736bb0a7f5cc86d3eb1f7b 2024-11-10T05:41:50,025 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1093): writing seq id for a940f79bdca3cfe8c025821f62ff47d9 2024-11-10T05:41:50,026 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1114): Opened 3518951c01736bb0a7f5cc86d3eb1f7b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60605622, jitterRate=-0.09690585732460022}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T05:41:50,026 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3518951c01736bb0a7f5cc86d3eb1f7b 2024-11-10T05:41:50,026 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1006): Region open journal for 3518951c01736bb0a7f5cc86d3eb1f7b: Running coprocessor pre-open hook at 1731217310015Writing region info on filesystem at 1731217310015Initializing all the Stores at 1731217310016 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731217310016Cleaning up temporary data from old regions at 1731217310022 (+6 ms)Running coprocessor post-open hooks at 1731217310026 (+4 ms)Region opened successfully at 1731217310026 2024-11-10T05:41:50,027 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1114): Opened a940f79bdca3cfe8c025821f62ff47d9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60089876, jitterRate=-0.10459107160568237}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T05:41:50,027 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a940f79bdca3cfe8c025821f62ff47d9 2024-11-10T05:41:50,027 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1006): Region open journal for a940f79bdca3cfe8c025821f62ff47d9: Running coprocessor pre-open hook at 1731217310014Writing region info on filesystem at 1731217310014Initializing all the Stores at 1731217310016 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731217310016Cleaning up temporary data from old regions at 1731217310023 (+7 ms)Running coprocessor post-open hooks at 1731217310027 (+4 ms)Region opened successfully at 1731217310027 2024-11-10T05:41:50,027 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731217248864.3518951c01736bb0a7f5cc86d3eb1f7b., pid=47, masterSystemTime=1731217309990 2024-11-10T05:41:50,028 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731217248864.a940f79bdca3cfe8c025821f62ff47d9., pid=48, masterSystemTime=1731217309991 2024-11-10T05:41:50,029 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731217248864.3518951c01736bb0a7f5cc86d3eb1f7b. 2024-11-10T05:41:50,029 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731217248864.3518951c01736bb0a7f5cc86d3eb1f7b. 2024-11-10T05:41:50,030 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=3518951c01736bb0a7f5cc86d3eb1f7b, regionState=OPEN, openSeqNum=2, regionLocation=4999977c7e1b,33561,1731217236866 2024-11-10T05:41:50,030 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731217248864.a940f79bdca3cfe8c025821f62ff47d9. 2024-11-10T05:41:50,030 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731217248864.a940f79bdca3cfe8c025821f62ff47d9. 2024-11-10T05:41:50,031 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=a940f79bdca3cfe8c025821f62ff47d9, regionState=OPEN, openSeqNum=2, regionLocation=4999977c7e1b,34061,1731217236827 2024-11-10T05:41:50,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=47, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3518951c01736bb0a7f5cc86d3eb1f7b, server=4999977c7e1b,33561,1731217236866 because future has completed 2024-11-10T05:41:50,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=48, ppid=45, state=RUNNABLE, hasLock=false; OpenRegionProcedure a940f79bdca3cfe8c025821f62ff47d9, server=4999977c7e1b,34061,1731217236827 because future has completed 2024-11-10T05:41:50,037 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=43 2024-11-10T05:41:50,037 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=43, state=SUCCESS, hasLock=false; OpenRegionProcedure 3518951c01736bb0a7f5cc86d3eb1f7b, server=4999977c7e1b,33561,1731217236866 in 10.0470 sec 2024-11-10T05:41:50,038 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=45 2024-11-10T05:41:50,038 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=45, state=SUCCESS, hasLock=false; OpenRegionProcedure a940f79bdca3cfe8c025821f62ff47d9, server=4999977c7e1b,34061,1731217236827 in 10.0460 sec 2024-11-10T05:41:50,039 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3518951c01736bb0a7f5cc86d3eb1f7b, ASSIGN in 10.3170 sec 2024-11-10T05:41:50,039 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3518951c01736bb0a7f5cc86d3eb1f7b 2024-11-10T05:41:50,040 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a940f79bdca3cfe8c025821f62ff47d9 2024-11-10T05:41:50,041 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=36 2024-11-10T05:41:50,041 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server 4999977c7e1b,35585,1731217236723 after splitting done 2024-11-10T05:41:50,042 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a940f79bdca3cfe8c025821f62ff47d9, ASSIGN in 10.3180 sec 2024-11-10T05:41:50,044 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 4999977c7e1b,35585,1731217236723, splitWal=true, meta=true in 40.8540 sec 2024-11-10T05:41:55,519 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T05:42:00,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34061 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-10T05:42:00,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34061 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-10T05:42:00,025 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731217248864.a940f79bdca3cfe8c025821f62ff47d9. 2024-11-10T05:42:00,025 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731217248864.376c2b376f84ff80b1abac109f39af32. 2024-11-10T05:42:00,025 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for a940f79bdca3cfe8c025821f62ff47d9: 2024-11-10T05:42:00,025 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731217248864.a940f79bdca3cfe8c025821f62ff47d9. for SnapshotProcedureTest completed. 2024-11-10T05:42:00,025 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 376c2b376f84ff80b1abac109f39af32: 2024-11-10T05:42:00,025 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731217248864.376c2b376f84ff80b1abac109f39af32. for SnapshotProcedureTest completed. 2024-11-10T05:42:00,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33561 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-10T05:42:00,026 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731217248864.376c2b376f84ff80b1abac109f39af32.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T05:42:00,026 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731217248864.a940f79bdca3cfe8c025821f62ff47d9.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T05:42:00,026 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731217248864.d9ba9233162c72809cf6153e757e063e. 2024-11-10T05:42:00,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33561 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-10T05:42:00,026 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T05:42:00,026 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T05:42:00,026 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T05:42:00,026 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T05:42:00,026 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for d9ba9233162c72809cf6153e757e063e: 2024-11-10T05:42:00,026 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731217248864.3518951c01736bb0a7f5cc86d3eb1f7b. 2024-11-10T05:42:00,026 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731217248864.d9ba9233162c72809cf6153e757e063e. for SnapshotProcedureTest completed. 2024-11-10T05:42:00,026 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 3518951c01736bb0a7f5cc86d3eb1f7b: 2024-11-10T05:42:00,026 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731217248864.d9ba9233162c72809cf6153e757e063e.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T05:42:00,026 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731217248864.3518951c01736bb0a7f5cc86d3eb1f7b. for SnapshotProcedureTest completed. 2024-11-10T05:42:00,026 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T05:42:00,026 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T05:42:00,027 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731217248864.3518951c01736bb0a7f5cc86d3eb1f7b.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T05:42:00,027 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T05:42:00,027 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T05:42:00,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741862_1038 (size=65) 2024-11-10T05:42:00,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37047 is added to blk_1073741862_1038 (size=65) 2024-11-10T05:42:00,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38209 is added to blk_1073741862_1038 (size=65) 2024-11-10T05:42:00,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38209 is added to blk_1073741863_1039 (size=57) 2024-11-10T05:42:00,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37047 is added to blk_1073741863_1039 (size=57) 2024-11-10T05:42:00,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741863_1039 (size=57) 2024-11-10T05:42:00,052 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731217248864.a940f79bdca3cfe8c025821f62ff47d9. 2024-11-10T05:42:00,052 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-10T05:42:00,053 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731217248864.3518951c01736bb0a7f5cc86d3eb1f7b. 2024-11-10T05:42:00,053 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-10T05:42:00,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38605 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-10T05:42:00,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-10T05:42:00,053 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3518951c01736bb0a7f5cc86d3eb1f7b 2024-11-10T05:42:00,053 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38605 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a940f79bdca3cfe8c025821f62ff47d9 2024-11-10T05:42:00,053 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a940f79bdca3cfe8c025821f62ff47d9 2024-11-10T05:42:00,054 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3518951c01736bb0a7f5cc86d3eb1f7b 2024-11-10T05:42:00,057 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3518951c01736bb0a7f5cc86d3eb1f7b in 50.9680 sec 2024-11-10T05:42:00,058 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a940f79bdca3cfe8c025821f62ff47d9 in 50.9680 sec 2024-11-10T05:42:00,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37047 is added to blk_1073741864_1040 (size=65) 2024-11-10T05:42:00,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38209 is added to blk_1073741864_1040 (size=65) 2024-11-10T05:42:00,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741864_1040 (size=65) 2024-11-10T05:42:00,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38209 is added to blk_1073741865_1041 (size=65) 2024-11-10T05:42:00,062 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731217248864.376c2b376f84ff80b1abac109f39af32. 2024-11-10T05:42:00,062 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-10T05:42:00,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37047 is added to blk_1073741865_1041 (size=65) 2024-11-10T05:42:00,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38605 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-10T05:42:00,063 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38605 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 376c2b376f84ff80b1abac109f39af32 2024-11-10T05:42:00,063 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 376c2b376f84ff80b1abac109f39af32 2024-11-10T05:42:00,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741865_1041 (size=65) 2024-11-10T05:42:00,064 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731217248864.d9ba9233162c72809cf6153e757e063e. 2024-11-10T05:42:00,064 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-10T05:42:00,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38605 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-10T05:42:00,064 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38605 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d9ba9233162c72809cf6153e757e063e 2024-11-10T05:42:00,065 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d9ba9233162c72809cf6153e757e063e 2024-11-10T05:42:00,066 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 376c2b376f84ff80b1abac109f39af32 in 50.9770 sec 2024-11-10T05:42:00,068 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=25 2024-11-10T05:42:00,068 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d9ba9233162c72809cf6153e757e063e in 50.9790 sec 2024-11-10T05:42:00,068 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-10T05:42:00,070 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-10T05:42:00,074 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-10T05:42:00,074 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-10T05:42:00,078 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-10T05:42:00,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741866_1042 (size=1094) 2024-11-10T05:42:00,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37047 is added to blk_1073741866_1042 (size=1094) 2024-11-10T05:42:00,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38209 is added to blk_1073741866_1042 (size=1094) 2024-11-10T05:42:00,105 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-10T05:42:00,112 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=57, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=58, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=59, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=60, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-10T05:42:00,118 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=60, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=4999977c7e1b,33561,1731217236866 2024-11-10T05:42:00,118 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=4999977c7e1b,34061,1731217236827 2024-11-10T05:42:00,118 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=58, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=4999977c7e1b,34061,1731217236827 2024-11-10T05:42:00,118 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=59, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=4999977c7e1b,33561,1731217236866 2024-11-10T05:42:00,118 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=57, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=4999977c7e1b,33561,1731217236866 2024-11-10T05:42:00,124 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=4999977c7e1b,34061,1731217236827 2024-11-10T05:42:04,671 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T05:42:10,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34061 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=58 2024-11-10T05:42:10,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33561 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=57 2024-11-10T05:42:10,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33561 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=60 2024-11-10T05:42:10,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34061 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-10T05:42:10,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33561 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=59 2024-11-10T05:42:10,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34061 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-11-10T05:42:10,125 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=58}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-10T05:42:10,126 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=57}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-10T05:42:10,127 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-10T05:42:10,127 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-11-10T05:42:10,127 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-10T05:42:10,127 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-11-10T05:42:10,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38605 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-10T05:42:10,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.HMaster(4169): Remote procedure done, pid=60 2024-11-10T05:42:10,129 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-10T05:42:10,129 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-10T05:42:10,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-11-10T05:42:10,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38605 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-10T05:42:10,130 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4999977c7e1b,34061,1731217236827 Release verify snapshot worker=4999977c7e1b,34061,1731217236827 2024-11-10T05:42:10,130 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=60, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4999977c7e1b,33561,1731217236866 Release verify snapshot worker=4999977c7e1b,33561,1731217236866 2024-11-10T05:42:10,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38605 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-10T05:42:10,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.HMaster(4169): Remote procedure done, pid=58 2024-11-10T05:42:10,131 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=57, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4999977c7e1b,33561,1731217236866 Release verify snapshot worker=4999977c7e1b,33561,1731217236866 2024-11-10T05:42:10,132 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=4999977c7e1b,33561,1731217236866 2024-11-10T05:42:10,133 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=4999977c7e1b,33561,1731217236866 2024-11-10T05:42:10,133 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4999977c7e1b,33561,1731217236866 in 10.0180 sec 2024-11-10T05:42:10,135 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4999977c7e1b,33561,1731217236866 in 10.0190 sec 2024-11-10T05:42:10,135 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4999977c7e1b,34061,1731217236827 in 10.0180 sec 2024-11-10T05:42:10,136 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=59, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4999977c7e1b,33561,1731217236866 Release verify snapshot worker=4999977c7e1b,33561,1731217236866 2024-11-10T05:42:10,136 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=58, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4999977c7e1b,34061,1731217236827 Release verify snapshot worker=4999977c7e1b,34061,1731217236827 2024-11-10T05:42:10,136 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=4999977c7e1b,34061,1731217236827 2024-11-10T05:42:10,136 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=4999977c7e1b,33561,1731217236866 2024-11-10T05:42:10,136 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4999977c7e1b,34061,1731217236827 Release verify snapshot worker=4999977c7e1b,34061,1731217236827 2024-11-10T05:42:10,137 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4999977c7e1b,33561,1731217236866 in 10.0240 sec 2024-11-10T05:42:10,139 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4999977c7e1b,34061,1731217236827 in 10.0240 sec 2024-11-10T05:42:10,140 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4999977c7e1b,34061,1731217236827 in 10.0240 sec 2024-11-10T05:42:14,479 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 28760 2024-11-10T05:42:16,717 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4999977c7e1b:38605 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-10T05:42:20,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33561 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-10T05:42:20,134 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33561 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-11-10T05:42:20,134 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33561 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-10T05:42:20,134 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-10T05:42:20,134 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-10T05:42:20,134 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-10T05:42:20,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38605 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-10T05:42:20,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38605 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-10T05:42:20,137 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34061 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-10T05:42:20,137 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-10T05:42:20,137 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4999977c7e1b,33561,1731217236866 Release verify snapshot worker=4999977c7e1b,33561,1731217236866 2024-11-10T05:42:20,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-10T05:42:20,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38605 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-10T05:42:20,139 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4999977c7e1b,33561,1731217236866 Release verify snapshot worker=4999977c7e1b,33561,1731217236866 2024-11-10T05:42:20,139 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4999977c7e1b,33561,1731217236866 in 20.0250 sec 2024-11-10T05:42:20,139 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4999977c7e1b,34061,1731217236827 Release verify snapshot worker=4999977c7e1b,34061,1731217236827 2024-11-10T05:42:20,139 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4999977c7e1b,33561,1731217236866 Release verify snapshot worker=4999977c7e1b,33561,1731217236866 2024-11-10T05:42:20,141 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4999977c7e1b,33561,1731217236866 in 20.0270 sec 2024-11-10T05:42:20,141 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4999977c7e1b,33561,1731217236866 in 20.0270 sec 2024-11-10T05:42:20,143 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=25 2024-11-10T05:42:20,143 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-10T05:42:20,143 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4999977c7e1b,34061,1731217236827 in 20.0270 sec 2024-11-10T05:42:20,145 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/.hbase-snapshot/SnapshotProcedureTest 2024-11-10T05:42:20,147 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-10T05:42:20,147 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-10T05:42:20,150 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 1 mins, 11.109 sec 2024-11-10T05:42:20,328 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-10T05:42:20,330 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 4999977c7e1b:35585 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 4999977c7e1b/172.17.0.2:35585 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T05:42:20,331 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=4999977c7e1b,35585,1731217236723, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=4999977c7e1b,35585,1731217236723, seqNum=-1, error=java.net.ConnectException: Call to address=4999977c7e1b:35585 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 4999977c7e1b/172.17.0.2:35585 2024-11-10T05:42:20,331 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=4999977c7e1b,35585,1731217236723, seqNum=-1 is java.net.ConnectException: Connection refused 2024-11-10T05:42:20,331 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=4999977c7e1b,35585,1731217236723, seqNum=-1 from cache 2024-11-10T05:42:20,331 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address 4999977c7e1b:35585 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 4999977c7e1b/172.17.0.2:35585 2024-11-10T05:42:20,442 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T05:42:20,443 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4999977c7e1b,33561,1731217236866, seqNum=-1] 2024-11-10T05:42:20,468 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-10T05:42:20,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T05:42:20,469 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T05:42:20,469 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T05:42:20,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T05:42:20,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T05:42:20,469 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T05:42:20,470 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T05:42:20,470 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2094701087, stopped=false 2024-11-10T05:42:20,470 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4999977c7e1b,38605,1731217235552 2024-11-10T05:42:20,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33561-0x10190b210930003, quorum=127.0.0.1:60024, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T05:42:20,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34061-0x10190b210930002, quorum=127.0.0.1:60024, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T05:42:20,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33561-0x10190b210930003, quorum=127.0.0.1:60024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:42:20,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34061-0x10190b210930002, quorum=127.0.0.1:60024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:42:20,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38605-0x10190b210930000, quorum=127.0.0.1:60024, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T05:42:20,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38605-0x10190b210930000, quorum=127.0.0.1:60024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:42:20,473 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T05:42:20,474 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38605-0x10190b210930000, quorum=127.0.0.1:60024, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T05:42:20,474 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33561-0x10190b210930003, quorum=127.0.0.1:60024, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T05:42:20,475 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34061-0x10190b210930002, quorum=127.0.0.1:60024, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T05:42:20,475 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T05:42:20,475 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T05:42:20,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T05:42:20,475 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4999977c7e1b,34061,1731217236827' ***** 2024-11-10T05:42:20,476 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T05:42:20,476 INFO [RS:1;4999977c7e1b:34061 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T05:42:20,476 INFO [RS:1;4999977c7e1b:34061 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T05:42:20,476 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T05:42:20,476 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4999977c7e1b,33561,1731217236866' ***** 2024-11-10T05:42:20,476 INFO [RS:1;4999977c7e1b:34061 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T05:42:20,476 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T05:42:20,476 INFO [RS:1;4999977c7e1b:34061 {}] regionserver.HRegionServer(3091): Received CLOSE for bc6247afca13d79c0b34f00bc28333f6 2024-11-10T05:42:20,476 INFO [RS:2;4999977c7e1b:33561 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T05:42:20,477 INFO [RS:2;4999977c7e1b:33561 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T05:42:20,477 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T05:42:20,477 INFO [RS:2;4999977c7e1b:33561 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T05:42:20,477 INFO [RS:2;4999977c7e1b:33561 {}] regionserver.HRegionServer(3091): Received CLOSE for d9ba9233162c72809cf6153e757e063e 2024-11-10T05:42:20,477 INFO [RS:1;4999977c7e1b:34061 {}] regionserver.HRegionServer(3091): Received CLOSE for 376c2b376f84ff80b1abac109f39af32 2024-11-10T05:42:20,477 INFO [RS:1;4999977c7e1b:34061 {}] regionserver.HRegionServer(3091): Received CLOSE for dbe037e35cced82af3b8562c8d6588cb 2024-11-10T05:42:20,477 INFO [RS:2;4999977c7e1b:33561 {}] regionserver.HRegionServer(3091): Received CLOSE for 0d421728b93d1a83e043cc4813cc1bb9 2024-11-10T05:42:20,477 INFO [RS:1;4999977c7e1b:34061 {}] regionserver.HRegionServer(3091): Received CLOSE for a940f79bdca3cfe8c025821f62ff47d9 2024-11-10T05:42:20,477 INFO [RS:1;4999977c7e1b:34061 {}] regionserver.HRegionServer(3091): Received CLOSE for 5f1701a2db3fddff552ddc9f71797df4 2024-11-10T05:42:20,477 INFO [RS:2;4999977c7e1b:33561 {}] regionserver.HRegionServer(3091): Received CLOSE for 7776f17af5207c456e993de95288441e 2024-11-10T05:42:20,477 INFO [RS:2;4999977c7e1b:33561 {}] regionserver.HRegionServer(3091): Received CLOSE for 9a2dadaba041c52d099f3bc98caac816 2024-11-10T05:42:20,477 INFO [RS:1;4999977c7e1b:34061 {}] regionserver.HRegionServer(959): stopping server 4999977c7e1b,34061,1731217236827 2024-11-10T05:42:20,477 INFO [RS:2;4999977c7e1b:33561 {}] regionserver.HRegionServer(3091): Received CLOSE for 3518951c01736bb0a7f5cc86d3eb1f7b 2024-11-10T05:42:20,477 INFO [RS:1;4999977c7e1b:34061 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T05:42:20,477 INFO [RS:2;4999977c7e1b:33561 {}] regionserver.HRegionServer(959): stopping server 4999977c7e1b,33561,1731217236866 2024-11-10T05:42:20,477 INFO [RS:1;4999977c7e1b:34061 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;4999977c7e1b:34061. 2024-11-10T05:42:20,477 INFO [RS:2;4999977c7e1b:33561 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T05:42:20,477 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bc6247afca13d79c0b34f00bc28333f6, disabling compactions & flushes 2024-11-10T05:42:20,478 DEBUG [RS:1;4999977c7e1b:34061 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T05:42:20,478 INFO [RS:2;4999977c7e1b:33561 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;4999977c7e1b:33561. 2024-11-10T05:42:20,478 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731217248864.bc6247afca13d79c0b34f00bc28333f6. 2024-11-10T05:42:20,478 DEBUG [RS:1;4999977c7e1b:34061 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T05:42:20,478 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731217248864.bc6247afca13d79c0b34f00bc28333f6. 2024-11-10T05:42:20,478 DEBUG [RS:2;4999977c7e1b:33561 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T05:42:20,478 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731217248864.bc6247afca13d79c0b34f00bc28333f6. after waiting 0 ms 2024-11-10T05:42:20,478 DEBUG [RS:2;4999977c7e1b:33561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T05:42:20,478 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731217248864.bc6247afca13d79c0b34f00bc28333f6. 2024-11-10T05:42:20,478 INFO [RS:1;4999977c7e1b:34061 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-10T05:42:20,478 DEBUG [RS:1;4999977c7e1b:34061 {}] regionserver.HRegionServer(1325): Online Regions={bc6247afca13d79c0b34f00bc28333f6=SPTestTable,b333332f,1731217248864.bc6247afca13d79c0b34f00bc28333f6., 376c2b376f84ff80b1abac109f39af32=SPTestTable,99999996,1731217248864.376c2b376f84ff80b1abac109f39af32., dbe037e35cced82af3b8562c8d6588cb=SPTestTable,19999999,1731217248864.dbe037e35cced82af3b8562c8d6588cb., a940f79bdca3cfe8c025821f62ff47d9=SPTestTable,33333332,1731217248864.a940f79bdca3cfe8c025821f62ff47d9., 5f1701a2db3fddff552ddc9f71797df4=SPTestTable,7ffffffd,1731217248864.5f1701a2db3fddff552ddc9f71797df4.} 2024-11-10T05:42:20,478 INFO [RS:2;4999977c7e1b:33561 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T05:42:20,478 INFO [RS:2;4999977c7e1b:33561 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T05:42:20,478 INFO [RS:2;4999977c7e1b:33561 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T05:42:20,478 INFO [RS:2;4999977c7e1b:33561 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T05:42:20,478 DEBUG [RS:1;4999977c7e1b:34061 {}] regionserver.HRegionServer(1351): Waiting on 376c2b376f84ff80b1abac109f39af32, 5f1701a2db3fddff552ddc9f71797df4, a940f79bdca3cfe8c025821f62ff47d9, bc6247afca13d79c0b34f00bc28333f6, dbe037e35cced82af3b8562c8d6588cb 2024-11-10T05:42:20,479 INFO [RS:2;4999977c7e1b:33561 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-10T05:42:20,479 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d9ba9233162c72809cf6153e757e063e, disabling compactions & flushes 2024-11-10T05:42:20,479 DEBUG [RS:2;4999977c7e1b:33561 {}] regionserver.HRegionServer(1325): Online Regions={d9ba9233162c72809cf6153e757e063e=SPTestTable,4ccccccb,1731217248864.d9ba9233162c72809cf6153e757e063e., 0d421728b93d1a83e043cc4813cc1bb9=SPTestTable,66666664,1731217248864.0d421728b93d1a83e043cc4813cc1bb9., 7776f17af5207c456e993de95288441e=SPTestTable,ccccccc8,1731217248864.7776f17af5207c456e993de95288441e., 1588230740=hbase:meta,,1.1588230740, 9a2dadaba041c52d099f3bc98caac816=SPTestTable,,1731217248864.9a2dadaba041c52d099f3bc98caac816., 3518951c01736bb0a7f5cc86d3eb1f7b=SPTestTable,e6666661,1731217248864.3518951c01736bb0a7f5cc86d3eb1f7b.} 2024-11-10T05:42:20,479 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731217248864.d9ba9233162c72809cf6153e757e063e. 2024-11-10T05:42:20,479 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731217248864.d9ba9233162c72809cf6153e757e063e. 2024-11-10T05:42:20,479 DEBUG [RS:2;4999977c7e1b:33561 {}] regionserver.HRegionServer(1351): Waiting on 0d421728b93d1a83e043cc4813cc1bb9, 1588230740, 3518951c01736bb0a7f5cc86d3eb1f7b, 7776f17af5207c456e993de95288441e, 9a2dadaba041c52d099f3bc98caac816, d9ba9233162c72809cf6153e757e063e 2024-11-10T05:42:20,479 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731217248864.d9ba9233162c72809cf6153e757e063e. after waiting 0 ms 2024-11-10T05:42:20,479 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731217248864.d9ba9233162c72809cf6153e757e063e. 2024-11-10T05:42:20,479 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T05:42:20,479 INFO [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T05:42:20,479 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T05:42:20,479 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T05:42:20,479 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T05:42:20,479 INFO [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=3.91 KB heapSize=7.27 KB 2024-11-10T05:42:20,488 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/default/SPTestTable/d9ba9233162c72809cf6153e757e063e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-10T05:42:20,489 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/hbase/meta/1588230740/.tmp/info/ad582146c9074033b9bbbe061505973b is 167, key is SPTestTable,33333332,1731217248864.a940f79bdca3cfe8c025821f62ff47d9./info:regioninfo/1731217310031/Put/seqid=0 2024-11-10T05:42:20,489 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/default/SPTestTable/bc6247afca13d79c0b34f00bc28333f6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T05:42:20,491 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731217248864.bc6247afca13d79c0b34f00bc28333f6. 2024-11-10T05:42:20,491 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731217248864.d9ba9233162c72809cf6153e757e063e. 2024-11-10T05:42:20,491 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bc6247afca13d79c0b34f00bc28333f6: Waiting for close lock at 1731217340477Running coprocessor pre-close hooks at 1731217340477Disabling compacts and flushes for region at 1731217340477Disabling writes for close at 1731217340478 (+1 ms)Writing region close event to WAL at 1731217340480 (+2 ms)Running coprocessor post-close hooks at 1731217340490 (+10 ms)Closed at 1731217340491 (+1 ms) 2024-11-10T05:42:20,491 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d9ba9233162c72809cf6153e757e063e: Waiting for close lock at 1731217340478Running coprocessor pre-close hooks at 1731217340478Disabling compacts and flushes for region at 1731217340478Disabling writes for close at 1731217340479 (+1 ms)Writing region close event to WAL at 1731217340479Running coprocessor post-close hooks at 1731217340489 (+10 ms)Closed at 1731217340491 (+2 ms) 2024-11-10T05:42:20,492 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731217248864.d9ba9233162c72809cf6153e757e063e. 2024-11-10T05:42:20,492 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731217248864.bc6247afca13d79c0b34f00bc28333f6. 2024-11-10T05:42:20,492 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0d421728b93d1a83e043cc4813cc1bb9, disabling compactions & flushes 2024-11-10T05:42:20,492 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 376c2b376f84ff80b1abac109f39af32, disabling compactions & flushes 2024-11-10T05:42:20,492 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731217248864.376c2b376f84ff80b1abac109f39af32. 2024-11-10T05:42:20,492 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731217248864.0d421728b93d1a83e043cc4813cc1bb9. 2024-11-10T05:42:20,492 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731217248864.0d421728b93d1a83e043cc4813cc1bb9. 2024-11-10T05:42:20,492 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731217248864.376c2b376f84ff80b1abac109f39af32. 2024-11-10T05:42:20,492 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731217248864.376c2b376f84ff80b1abac109f39af32. after waiting 0 ms 2024-11-10T05:42:20,492 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731217248864.0d421728b93d1a83e043cc4813cc1bb9. after waiting 0 ms 2024-11-10T05:42:20,493 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731217248864.376c2b376f84ff80b1abac109f39af32. 2024-11-10T05:42:20,493 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731217248864.0d421728b93d1a83e043cc4813cc1bb9. 2024-11-10T05:42:20,504 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/default/SPTestTable/376c2b376f84ff80b1abac109f39af32/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-10T05:42:20,504 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/default/SPTestTable/0d421728b93d1a83e043cc4813cc1bb9/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-10T05:42:20,505 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731217248864.0d421728b93d1a83e043cc4813cc1bb9. 2024-11-10T05:42:20,505 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0d421728b93d1a83e043cc4813cc1bb9: Waiting for close lock at 1731217340492Running coprocessor pre-close hooks at 1731217340492Disabling compacts and flushes for region at 1731217340492Disabling writes for close at 1731217340493 (+1 ms)Writing region close event to WAL at 1731217340494 (+1 ms)Running coprocessor post-close hooks at 1731217340505 (+11 ms)Closed at 1731217340505 2024-11-10T05:42:20,505 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731217248864.0d421728b93d1a83e043cc4813cc1bb9. 2024-11-10T05:42:20,506 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7776f17af5207c456e993de95288441e, disabling compactions & flushes 2024-11-10T05:42:20,506 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731217248864.7776f17af5207c456e993de95288441e. 2024-11-10T05:42:20,506 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731217248864.7776f17af5207c456e993de95288441e. 2024-11-10T05:42:20,506 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731217248864.7776f17af5207c456e993de95288441e. after waiting 0 ms 2024-11-10T05:42:20,506 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731217248864.7776f17af5207c456e993de95288441e. 2024-11-10T05:42:20,508 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731217248864.376c2b376f84ff80b1abac109f39af32. 2024-11-10T05:42:20,508 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 376c2b376f84ff80b1abac109f39af32: Waiting for close lock at 1731217340492Running coprocessor pre-close hooks at 1731217340492Disabling compacts and flushes for region at 1731217340492Disabling writes for close at 1731217340493 (+1 ms)Writing region close event to WAL at 1731217340496 (+3 ms)Running coprocessor post-close hooks at 1731217340508 (+12 ms)Closed at 1731217340508 2024-11-10T05:42:20,509 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731217248864.376c2b376f84ff80b1abac109f39af32. 2024-11-10T05:42:20,509 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dbe037e35cced82af3b8562c8d6588cb, disabling compactions & flushes 2024-11-10T05:42:20,509 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731217248864.dbe037e35cced82af3b8562c8d6588cb. 2024-11-10T05:42:20,509 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731217248864.dbe037e35cced82af3b8562c8d6588cb. 2024-11-10T05:42:20,509 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731217248864.dbe037e35cced82af3b8562c8d6588cb. after waiting 0 ms 2024-11-10T05:42:20,509 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731217248864.dbe037e35cced82af3b8562c8d6588cb. 2024-11-10T05:42:20,511 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/default/SPTestTable/7776f17af5207c456e993de95288441e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T05:42:20,512 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731217248864.7776f17af5207c456e993de95288441e. 2024-11-10T05:42:20,512 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7776f17af5207c456e993de95288441e: Waiting for close lock at 1731217340506Running coprocessor pre-close hooks at 1731217340506Disabling compacts and flushes for region at 1731217340506Disabling writes for close at 1731217340506Writing region close event to WAL at 1731217340507 (+1 ms)Running coprocessor post-close hooks at 1731217340511 (+4 ms)Closed at 1731217340511 2024-11-10T05:42:20,512 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731217248864.7776f17af5207c456e993de95288441e. 2024-11-10T05:42:20,512 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9a2dadaba041c52d099f3bc98caac816, disabling compactions & flushes 2024-11-10T05:42:20,512 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731217248864.9a2dadaba041c52d099f3bc98caac816. 2024-11-10T05:42:20,512 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731217248864.9a2dadaba041c52d099f3bc98caac816. 2024-11-10T05:42:20,512 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731217248864.9a2dadaba041c52d099f3bc98caac816. after waiting 0 ms 2024-11-10T05:42:20,512 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731217248864.9a2dadaba041c52d099f3bc98caac816. 2024-11-10T05:42:20,513 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/default/SPTestTable/dbe037e35cced82af3b8562c8d6588cb/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-10T05:42:20,514 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731217248864.dbe037e35cced82af3b8562c8d6588cb. 2024-11-10T05:42:20,514 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dbe037e35cced82af3b8562c8d6588cb: Waiting for close lock at 1731217340509Running coprocessor pre-close hooks at 1731217340509Disabling compacts and flushes for region at 1731217340509Disabling writes for close at 1731217340509Writing region close event to WAL at 1731217340509Running coprocessor post-close hooks at 1731217340514 (+5 ms)Closed at 1731217340514 2024-11-10T05:42:20,514 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731217248864.dbe037e35cced82af3b8562c8d6588cb. 2024-11-10T05:42:20,514 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a940f79bdca3cfe8c025821f62ff47d9, disabling compactions & flushes 2024-11-10T05:42:20,514 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731217248864.a940f79bdca3cfe8c025821f62ff47d9. 2024-11-10T05:42:20,514 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731217248864.a940f79bdca3cfe8c025821f62ff47d9. 2024-11-10T05:42:20,515 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731217248864.a940f79bdca3cfe8c025821f62ff47d9. after waiting 0 ms 2024-11-10T05:42:20,515 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731217248864.a940f79bdca3cfe8c025821f62ff47d9. 2024-11-10T05:42:20,517 INFO [regionserver/4999977c7e1b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T05:42:20,517 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/default/SPTestTable/9a2dadaba041c52d099f3bc98caac816/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-10T05:42:20,518 INFO [regionserver/4999977c7e1b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T05:42:20,518 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731217248864.9a2dadaba041c52d099f3bc98caac816. 2024-11-10T05:42:20,518 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9a2dadaba041c52d099f3bc98caac816: Waiting for close lock at 1731217340512Running coprocessor pre-close hooks at 1731217340512Disabling compacts and flushes for region at 1731217340512Disabling writes for close at 1731217340512Writing region close event to WAL at 1731217340513 (+1 ms)Running coprocessor post-close hooks at 1731217340518 (+5 ms)Closed at 1731217340518 2024-11-10T05:42:20,518 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731217248864.9a2dadaba041c52d099f3bc98caac816. 2024-11-10T05:42:20,519 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3518951c01736bb0a7f5cc86d3eb1f7b, disabling compactions & flushes 2024-11-10T05:42:20,519 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731217248864.3518951c01736bb0a7f5cc86d3eb1f7b. 2024-11-10T05:42:20,519 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731217248864.3518951c01736bb0a7f5cc86d3eb1f7b. 2024-11-10T05:42:20,519 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731217248864.3518951c01736bb0a7f5cc86d3eb1f7b. after waiting 0 ms 2024-11-10T05:42:20,519 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731217248864.3518951c01736bb0a7f5cc86d3eb1f7b. 2024-11-10T05:42:20,519 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/default/SPTestTable/a940f79bdca3cfe8c025821f62ff47d9/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-10T05:42:20,520 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731217248864.a940f79bdca3cfe8c025821f62ff47d9. 2024-11-10T05:42:20,520 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a940f79bdca3cfe8c025821f62ff47d9: Waiting for close lock at 1731217340514Running coprocessor pre-close hooks at 1731217340514Disabling compacts and flushes for region at 1731217340514Disabling writes for close at 1731217340515 (+1 ms)Writing region close event to WAL at 1731217340515Running coprocessor post-close hooks at 1731217340520 (+5 ms)Closed at 1731217340520 2024-11-10T05:42:20,521 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731217248864.a940f79bdca3cfe8c025821f62ff47d9. 2024-11-10T05:42:20,521 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5f1701a2db3fddff552ddc9f71797df4, disabling compactions & flushes 2024-11-10T05:42:20,521 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731217248864.5f1701a2db3fddff552ddc9f71797df4. 2024-11-10T05:42:20,521 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731217248864.5f1701a2db3fddff552ddc9f71797df4. 2024-11-10T05:42:20,521 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731217248864.5f1701a2db3fddff552ddc9f71797df4. after waiting 0 ms 2024-11-10T05:42:20,521 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731217248864.5f1701a2db3fddff552ddc9f71797df4. 2024-11-10T05:42:20,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741867_1043 (size=9527) 2024-11-10T05:42:20,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37047 is added to blk_1073741867_1043 (size=9527) 2024-11-10T05:42:20,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38209 is added to blk_1073741867_1043 (size=9527) 2024-11-10T05:42:20,525 INFO [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.91 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/hbase/meta/1588230740/.tmp/info/ad582146c9074033b9bbbe061505973b 2024-11-10T05:42:20,529 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/default/SPTestTable/3518951c01736bb0a7f5cc86d3eb1f7b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-10T05:42:20,530 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731217248864.3518951c01736bb0a7f5cc86d3eb1f7b. 2024-11-10T05:42:20,530 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3518951c01736bb0a7f5cc86d3eb1f7b: Waiting for close lock at 1731217340519Running coprocessor pre-close hooks at 1731217340519Disabling compacts and flushes for region at 1731217340519Disabling writes for close at 1731217340519Writing region close event to WAL at 1731217340519Running coprocessor post-close hooks at 1731217340530 (+11 ms)Closed at 1731217340530 2024-11-10T05:42:20,530 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731217248864.3518951c01736bb0a7f5cc86d3eb1f7b. 2024-11-10T05:42:20,534 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/default/SPTestTable/5f1701a2db3fddff552ddc9f71797df4/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-10T05:42:20,535 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731217248864.5f1701a2db3fddff552ddc9f71797df4. 2024-11-10T05:42:20,535 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/hbase/meta/1588230740/.tmp/info/ad582146c9074033b9bbbe061505973b as hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/hbase/meta/1588230740/info/ad582146c9074033b9bbbe061505973b 2024-11-10T05:42:20,535 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5f1701a2db3fddff552ddc9f71797df4: Waiting for close lock at 1731217340521Running coprocessor pre-close hooks at 1731217340521Disabling compacts and flushes for region at 1731217340521Disabling writes for close at 1731217340521Writing region close event to WAL at 1731217340528 (+7 ms)Running coprocessor post-close hooks at 1731217340535 (+7 ms)Closed at 1731217340535 2024-11-10T05:42:20,535 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731217248864.5f1701a2db3fddff552ddc9f71797df4. 2024-11-10T05:42:20,542 INFO [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/hbase/meta/1588230740/info/ad582146c9074033b9bbbe061505973b, entries=32, sequenceid=39, filesize=9.3 K 2024-11-10T05:42:20,544 INFO [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~3.91 KB/4000, heapSize ~6.50 KB/6656, currentSize=0 B/0 for 1588230740 in 64ms, sequenceid=39, compaction requested=false 2024-11-10T05:42:20,550 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/data/hbase/meta/1588230740/recovered.edits/42.seqid, newMaxSeqId=42, maxSeqId=28 2024-11-10T05:42:20,550 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T05:42:20,550 INFO [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T05:42:20,551 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731217340479Running coprocessor pre-close hooks at 1731217340479Disabling compacts and flushes for region at 1731217340479Disabling writes for close at 1731217340479Obtaining lock to block concurrent updates at 1731217340479Preparing flush snapshotting stores in 1588230740 at 1731217340479Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=4000, getHeapSize=7376, getOffHeapSize=0, getCellsCount=32 at 1731217340480 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731217340481 (+1 ms)Flushing 1588230740/info: creating writer at 1731217340481Flushing 1588230740/info: appending metadata at 1731217340488 (+7 ms)Flushing 1588230740/info: closing flushed file at 1731217340488Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13c17937: reopening flushed file at 1731217340533 (+45 ms)Finished flush of dataSize ~3.91 KB/4000, heapSize ~6.50 KB/6656, currentSize=0 B/0 for 1588230740 in 64ms, sequenceid=39, compaction requested=false at 1731217340544 (+11 ms)Writing region close event to WAL at 1731217340545 (+1 ms)Running coprocessor post-close hooks at 1731217340550 (+5 ms)Closed at 1731217340550 2024-11-10T05:42:20,551 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T05:42:20,679 INFO [RS:1;4999977c7e1b:34061 {}] regionserver.HRegionServer(976): stopping server 4999977c7e1b,34061,1731217236827; all regions closed. 2024-11-10T05:42:20,679 INFO [RS:2;4999977c7e1b:33561 {}] regionserver.HRegionServer(976): stopping server 4999977c7e1b,33561,1731217236866; all regions closed. 2024-11-10T05:42:20,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37047 is added to blk_1073741858_1034 (size=5516) 2024-11-10T05:42:20,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37047 is added to blk_1073741835_1011 (size=3530) 2024-11-10T05:42:20,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38209 is added to blk_1073741835_1011 (size=3530) 2024-11-10T05:42:20,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38209 is added to blk_1073741858_1034 (size=5516) 2024-11-10T05:42:20,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741835_1011 (size=3530) 2024-11-10T05:42:20,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741858_1034 (size=5516) 2024-11-10T05:42:20,686 DEBUG [RS:2;4999977c7e1b:33561 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/oldWALs 2024-11-10T05:42:20,686 DEBUG [RS:1;4999977c7e1b:34061 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/oldWALs 2024-11-10T05:42:20,686 INFO [RS:1;4999977c7e1b:34061 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4999977c7e1b%2C34061%2C1731217236827:(num 1731217238207) 2024-11-10T05:42:20,686 INFO [RS:2;4999977c7e1b:33561 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4999977c7e1b%2C33561%2C1731217236866.meta:.meta(num 1731217289455) 2024-11-10T05:42:20,686 DEBUG [RS:1;4999977c7e1b:34061 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T05:42:20,686 INFO [RS:1;4999977c7e1b:34061 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T05:42:20,686 INFO [RS:1;4999977c7e1b:34061 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T05:42:20,687 INFO [RS:1;4999977c7e1b:34061 {}] hbase.ChoreService(370): Chore service for: regionserver/4999977c7e1b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T05:42:20,687 INFO [RS:1;4999977c7e1b:34061 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T05:42:20,687 INFO [RS:1;4999977c7e1b:34061 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T05:42:20,687 INFO [RS:1;4999977c7e1b:34061 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T05:42:20,687 INFO [RS:1;4999977c7e1b:34061 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T05:42:20,687 INFO [regionserver/4999977c7e1b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T05:42:20,687 INFO [RS:1;4999977c7e1b:34061 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34061 2024-11-10T05:42:20,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37047 is added to blk_1073741833_1009 (size=3500) 2024-11-10T05:42:20,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38605-0x10190b210930000, quorum=127.0.0.1:60024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T05:42:20,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34061-0x10190b210930002, quorum=127.0.0.1:60024, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4999977c7e1b,34061,1731217236827 2024-11-10T05:42:20,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741833_1009 (size=3500) 2024-11-10T05:42:20,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38209 is added to blk_1073741833_1009 (size=3500) 2024-11-10T05:42:20,690 INFO [RS:1;4999977c7e1b:34061 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T05:42:20,690 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4999977c7e1b,34061,1731217236827] 2024-11-10T05:42:20,693 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/4999977c7e1b,34061,1731217236827 already deleted, retry=false 2024-11-10T05:42:20,693 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4999977c7e1b,34061,1731217236827 expired; onlineServers=1 2024-11-10T05:42:20,693 DEBUG [RS:2;4999977c7e1b:33561 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/oldWALs 2024-11-10T05:42:20,693 INFO [RS:2;4999977c7e1b:33561 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4999977c7e1b%2C33561%2C1731217236866:(num 1731217238207) 2024-11-10T05:42:20,694 DEBUG [RS:2;4999977c7e1b:33561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T05:42:20,694 INFO [RS:2;4999977c7e1b:33561 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T05:42:20,694 INFO [RS:2;4999977c7e1b:33561 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T05:42:20,694 INFO [RS:2;4999977c7e1b:33561 {}] hbase.ChoreService(370): Chore service for: regionserver/4999977c7e1b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T05:42:20,694 INFO [RS:2;4999977c7e1b:33561 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T05:42:20,694 INFO [regionserver/4999977c7e1b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T05:42:20,695 INFO [RS:2;4999977c7e1b:33561 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33561 2024-11-10T05:42:20,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33561-0x10190b210930003, quorum=127.0.0.1:60024, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4999977c7e1b,33561,1731217236866 2024-11-10T05:42:20,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38605-0x10190b210930000, quorum=127.0.0.1:60024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T05:42:20,696 INFO [RS:2;4999977c7e1b:33561 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T05:42:20,698 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4999977c7e1b,33561,1731217236866] 2024-11-10T05:42:20,699 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/4999977c7e1b,33561,1731217236866 already deleted, retry=false 2024-11-10T05:42:20,699 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4999977c7e1b,33561,1731217236866 expired; onlineServers=0 2024-11-10T05:42:20,700 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4999977c7e1b,38605,1731217235552' ***** 2024-11-10T05:42:20,700 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T05:42:20,700 INFO [M:0;4999977c7e1b:38605 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T05:42:20,700 INFO [M:0;4999977c7e1b:38605 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T05:42:20,700 DEBUG [M:0;4999977c7e1b:38605 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T05:42:20,700 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T05:42:20,700 DEBUG [M:0;4999977c7e1b:38605 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T05:42:20,700 DEBUG [master/4999977c7e1b:0:becomeActiveMaster-HFileCleaner.small.0-1731217237813 {}] cleaner.HFileCleaner(306): Exit Thread[master/4999977c7e1b:0:becomeActiveMaster-HFileCleaner.small.0-1731217237813,5,FailOnTimeoutGroup] 2024-11-10T05:42:20,700 DEBUG [master/4999977c7e1b:0:becomeActiveMaster-HFileCleaner.large.0-1731217237812 {}] cleaner.HFileCleaner(306): Exit Thread[master/4999977c7e1b:0:becomeActiveMaster-HFileCleaner.large.0-1731217237812,5,FailOnTimeoutGroup] 2024-11-10T05:42:20,700 INFO [M:0;4999977c7e1b:38605 {}] hbase.ChoreService(370): Chore service for: master/4999977c7e1b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T05:42:20,700 INFO [M:0;4999977c7e1b:38605 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T05:42:20,700 DEBUG [M:0;4999977c7e1b:38605 {}] master.HMaster(1795): Stopping service threads 2024-11-10T05:42:20,700 INFO [M:0;4999977c7e1b:38605 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T05:42:20,701 INFO [M:0;4999977c7e1b:38605 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T05:42:20,701 ERROR [M:0;4999977c7e1b:38605 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:41055,5,PEWorkerGroup] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:41055 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:41055,5,PEWorkerGroup] 2024-11-10T05:42:20,701 INFO [M:0;4999977c7e1b:38605 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T05:42:20,701 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T05:42:20,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38605-0x10190b210930000, quorum=127.0.0.1:60024, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-10T05:42:20,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38605-0x10190b210930000, quorum=127.0.0.1:60024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:42:20,702 DEBUG [M:0;4999977c7e1b:38605 {}] zookeeper.ZKUtil(347): master:38605-0x10190b210930000, quorum=127.0.0.1:60024, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-10T05:42:20,702 WARN [M:0;4999977c7e1b:38605 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T05:42:20,703 INFO [M:0;4999977c7e1b:38605 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/.lastflushedseqids 2024-11-10T05:42:20,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741868_1044 (size=668) 2024-11-10T05:42:20,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38209 is added to blk_1073741868_1044 (size=668) 2024-11-10T05:42:20,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37047 is added to blk_1073741868_1044 (size=668) 2024-11-10T05:42:20,717 INFO [M:0;4999977c7e1b:38605 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T05:42:20,717 INFO [M:0;4999977c7e1b:38605 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T05:42:20,717 DEBUG [M:0;4999977c7e1b:38605 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T05:42:20,717 INFO [M:0;4999977c7e1b:38605 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T05:42:20,717 DEBUG [M:0;4999977c7e1b:38605 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T05:42:20,717 DEBUG [M:0;4999977c7e1b:38605 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T05:42:20,717 DEBUG [M:0;4999977c7e1b:38605 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T05:42:20,718 INFO [M:0;4999977c7e1b:38605 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=212.83 KB heapSize=264.18 KB 2024-11-10T05:42:20,735 DEBUG [M:0;4999977c7e1b:38605 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/69a12b806a234f6b9ab5ba80b50477ca is 82, key is hbase:meta,,1/info:regioninfo/1731217289654/Put/seqid=0 2024-11-10T05:42:20,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38209 is added to blk_1073741869_1045 (size=6071) 2024-11-10T05:42:20,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37047 is added to blk_1073741869_1045 (size=6071) 2024-11-10T05:42:20,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741869_1045 (size=6071) 2024-11-10T05:42:20,742 INFO [M:0;4999977c7e1b:38605 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=561 (bloomFilter=true), to=hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/69a12b806a234f6b9ab5ba80b50477ca 2024-11-10T05:42:20,764 DEBUG [M:0;4999977c7e1b:38605 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f7d97eade4534bd8b7ca1ea71d496988 is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731217259390/Put/seqid=0 2024-11-10T05:42:20,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38209 is added to blk_1073741870_1046 (size=9113) 2024-11-10T05:42:20,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741870_1046 (size=9113) 2024-11-10T05:42:20,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37047 is added to blk_1073741870_1046 (size=9113) 2024-11-10T05:42:20,774 INFO [M:0;4999977c7e1b:38605 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=211.61 KB at sequenceid=561 (bloomFilter=true), to=hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f7d97eade4534bd8b7ca1ea71d496988 2024-11-10T05:42:20,780 INFO [M:0;4999977c7e1b:38605 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f7d97eade4534bd8b7ca1ea71d496988 2024-11-10T05:42:20,792 INFO [RS:1;4999977c7e1b:34061 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T05:42:20,792 INFO [RS:1;4999977c7e1b:34061 {}] regionserver.HRegionServer(1031): Exiting; stopping=4999977c7e1b,34061,1731217236827; zookeeper connection closed. 2024-11-10T05:42:20,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34061-0x10190b210930002, quorum=127.0.0.1:60024, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T05:42:20,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34061-0x10190b210930002, quorum=127.0.0.1:60024, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T05:42:20,792 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@24940c39 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@24940c39 2024-11-10T05:42:20,796 DEBUG [M:0;4999977c7e1b:38605 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0d2b6d8484a74d8bac4a7979fd3dc27b is 69, key is 4999977c7e1b,33561,1731217236866/rs:state/1731217237978/Put/seqid=0 2024-11-10T05:42:20,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33561-0x10190b210930003, quorum=127.0.0.1:60024, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T05:42:20,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33561-0x10190b210930003, quorum=127.0.0.1:60024, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T05:42:20,798 INFO [RS:2;4999977c7e1b:33561 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T05:42:20,798 INFO [RS:2;4999977c7e1b:33561 {}] regionserver.HRegionServer(1031): Exiting; stopping=4999977c7e1b,33561,1731217236866; zookeeper connection closed. 2024-11-10T05:42:20,799 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@356d549b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@356d549b 2024-11-10T05:42:20,799 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-10T05:42:20,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38209 is added to blk_1073741871_1047 (size=5441) 2024-11-10T05:42:20,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741871_1047 (size=5441) 2024-11-10T05:42:20,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37047 is added to blk_1073741871_1047 (size=5441) 2024-11-10T05:42:20,809 INFO [M:0;4999977c7e1b:38605 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=561 (bloomFilter=true), to=hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0d2b6d8484a74d8bac4a7979fd3dc27b 2024-11-10T05:42:20,816 INFO [M:0;4999977c7e1b:38605 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0d2b6d8484a74d8bac4a7979fd3dc27b 2024-11-10T05:42:20,817 DEBUG [M:0;4999977c7e1b:38605 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/69a12b806a234f6b9ab5ba80b50477ca as hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/69a12b806a234f6b9ab5ba80b50477ca 2024-11-10T05:42:20,825 INFO [M:0;4999977c7e1b:38605 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/69a12b806a234f6b9ab5ba80b50477ca, entries=14, sequenceid=561, filesize=5.9 K 2024-11-10T05:42:20,826 DEBUG [M:0;4999977c7e1b:38605 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f7d97eade4534bd8b7ca1ea71d496988 as hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f7d97eade4534bd8b7ca1ea71d496988 2024-11-10T05:42:20,833 INFO [M:0;4999977c7e1b:38605 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f7d97eade4534bd8b7ca1ea71d496988 2024-11-10T05:42:20,833 INFO [M:0;4999977c7e1b:38605 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f7d97eade4534bd8b7ca1ea71d496988, entries=60, sequenceid=561, filesize=8.9 K 2024-11-10T05:42:20,834 DEBUG [M:0;4999977c7e1b:38605 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0d2b6d8484a74d8bac4a7979fd3dc27b as hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0d2b6d8484a74d8bac4a7979fd3dc27b 2024-11-10T05:42:20,841 INFO [M:0;4999977c7e1b:38605 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0d2b6d8484a74d8bac4a7979fd3dc27b 2024-11-10T05:42:20,841 INFO [M:0;4999977c7e1b:38605 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41055/user/jenkins/test-data/cc1dd51f-8122-fa91-810e-2eb1fa2ded63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0d2b6d8484a74d8bac4a7979fd3dc27b, entries=3, sequenceid=561, filesize=5.3 K 2024-11-10T05:42:20,843 INFO [M:0;4999977c7e1b:38605 {}] regionserver.HRegion(3140): Finished flush of dataSize ~212.83 KB/217941, heapSize ~263.88 KB/270216, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 125ms, sequenceid=561, compaction requested=false 2024-11-10T05:42:20,844 INFO [M:0;4999977c7e1b:38605 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T05:42:20,844 DEBUG [M:0;4999977c7e1b:38605 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731217340717Disabling compacts and flushes for region at 1731217340717Disabling writes for close at 1731217340717Obtaining lock to block concurrent updates at 1731217340718 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731217340718Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=217941, getHeapSize=270456, getOffHeapSize=0, getCellsCount=682 at 1731217340718Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731217340718Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731217340718Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731217340734 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731217340734Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731217340748 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731217340764 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731217340764Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731217340780 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731217340795 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731217340795Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a383596: reopening flushed file at 1731217340816 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29edb50a: reopening flushed file at 1731217340825 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16e07b1b: reopening flushed file at 1731217340833 (+8 ms)Finished flush of dataSize ~212.83 KB/217941, heapSize ~263.88 KB/270216, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 125ms, sequenceid=561, compaction requested=false at 1731217340843 (+10 ms)Writing region close event to WAL at 1731217340844 (+1 ms)Closed at 1731217340844 2024-11-10T05:42:20,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37047 is added to blk_1073741830_1006 (size=255309) 2024-11-10T05:42:20,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42175 is added to blk_1073741830_1006 (size=255309) 2024-11-10T05:42:20,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38209 is added to blk_1073741830_1006 (size=255309) 2024-11-10T05:42:20,848 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T05:42:20,849 INFO [M:0;4999977c7e1b:38605 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T05:42:20,849 INFO [M:0;4999977c7e1b:38605 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38605 2024-11-10T05:42:20,849 INFO [M:0;4999977c7e1b:38605 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T05:42:20,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38605-0x10190b210930000, quorum=127.0.0.1:60024, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T05:42:20,951 INFO [M:0;4999977c7e1b:38605 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T05:42:20,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38605-0x10190b210930000, quorum=127.0.0.1:60024, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T05:42:20,955 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e7c21d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T05:42:20,957 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T05:42:20,957 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T05:42:20,957 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T05:42:20,958 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/134f3fb6-e027-5dce-9889-307fe6adedfd/hadoop.log.dir/,STOPPED} 2024-11-10T05:42:20,960 WARN [BP-1825393957-172.17.0.2-1731217232510 heartbeating to localhost/127.0.0.1:41055 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T05:42:20,960 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T05:42:20,960 WARN [BP-1825393957-172.17.0.2-1731217232510 heartbeating to localhost/127.0.0.1:41055 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1825393957-172.17.0.2-1731217232510 (Datanode Uuid 73d59ca3-6483-4efe-8d83-7c30f07bc7ab) service to localhost/127.0.0.1:41055 2024-11-10T05:42:20,960 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T05:42:20,962 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/134f3fb6-e027-5dce-9889-307fe6adedfd/cluster_17aaf30b-562e-39ae-0b34-e09cef9183e5/data/data5/current/BP-1825393957-172.17.0.2-1731217232510 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T05:42:20,962 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/134f3fb6-e027-5dce-9889-307fe6adedfd/cluster_17aaf30b-562e-39ae-0b34-e09cef9183e5/data/data6/current/BP-1825393957-172.17.0.2-1731217232510 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T05:42:20,962 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T05:42:20,964 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9d2632f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T05:42:20,965 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T05:42:20,965 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T05:42:20,965 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T05:42:20,965 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/134f3fb6-e027-5dce-9889-307fe6adedfd/hadoop.log.dir/,STOPPED} 2024-11-10T05:42:20,966 WARN [BP-1825393957-172.17.0.2-1731217232510 heartbeating to localhost/127.0.0.1:41055 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T05:42:20,966 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T05:42:20,966 WARN [BP-1825393957-172.17.0.2-1731217232510 heartbeating to localhost/127.0.0.1:41055 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1825393957-172.17.0.2-1731217232510 (Datanode Uuid ea7beec5-183a-4050-a12f-f4681e769b7e) service to localhost/127.0.0.1:41055 2024-11-10T05:42:20,966 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T05:42:20,967 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/134f3fb6-e027-5dce-9889-307fe6adedfd/cluster_17aaf30b-562e-39ae-0b34-e09cef9183e5/data/data3/current/BP-1825393957-172.17.0.2-1731217232510 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T05:42:20,967 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/134f3fb6-e027-5dce-9889-307fe6adedfd/cluster_17aaf30b-562e-39ae-0b34-e09cef9183e5/data/data4/current/BP-1825393957-172.17.0.2-1731217232510 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T05:42:20,967 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T05:42:20,970 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1722ba9a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T05:42:20,970 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T05:42:20,970 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T05:42:20,971 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T05:42:20,971 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/134f3fb6-e027-5dce-9889-307fe6adedfd/hadoop.log.dir/,STOPPED} 2024-11-10T05:42:20,972 WARN [BP-1825393957-172.17.0.2-1731217232510 heartbeating to localhost/127.0.0.1:41055 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T05:42:20,972 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T05:42:20,972 WARN [BP-1825393957-172.17.0.2-1731217232510 heartbeating to localhost/127.0.0.1:41055 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1825393957-172.17.0.2-1731217232510 (Datanode Uuid f93ffd38-049f-4644-a766-3ffa15e367ff) service to localhost/127.0.0.1:41055 2024-11-10T05:42:20,972 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T05:42:20,973 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/134f3fb6-e027-5dce-9889-307fe6adedfd/cluster_17aaf30b-562e-39ae-0b34-e09cef9183e5/data/data1/current/BP-1825393957-172.17.0.2-1731217232510 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T05:42:20,973 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/134f3fb6-e027-5dce-9889-307fe6adedfd/cluster_17aaf30b-562e-39ae-0b34-e09cef9183e5/data/data2/current/BP-1825393957-172.17.0.2-1731217232510 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T05:42:20,973 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T05:42:20,983 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T05:42:20,983 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T05:42:20,983 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T05:42:20,983 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T05:42:20,983 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/134f3fb6-e027-5dce-9889-307fe6adedfd/hadoop.log.dir/,STOPPED} 2024-11-10T05:42:20,992 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T05:42:21,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T05:42:21,042 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=96 (was 11) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:41055 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41055 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/4999977c7e1b:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@645dcee4 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41055 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:41055 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:41055 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41055 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/4999977c7e1b:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:41055 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: regionserver/4999977c7e1b:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41055 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:41055 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/4999977c7e1b:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41055 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41055 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/4999977c7e1b:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/4999977c7e1b:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:41055 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/4999977c7e1b:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41055 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/4999977c7e1b:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=440 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=74 (was 250), ProcessCount=11 (was 11), AvailableMemoryMB=7755 (was 8908) 2024-11-10T05:42:21,049 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=97, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=74, ProcessCount=11, AvailableMemoryMB=7755 2024-11-10T05:42:21,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/134f3fb6-e027-5dce-9889-307fe6adedfd/hadoop.log.dir so I do NOT create it in target/test-data/4770feea-24ae-1baa-325e-35167bbacc63 2024-11-10T05:42:21,062 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/134f3fb6-e027-5dce-9889-307fe6adedfd/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T05:42:21,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/134f3fb6-e027-5dce-9889-307fe6adedfd/hadoop.tmp.dir so I do NOT create it in target/test-data/4770feea-24ae-1baa-325e-35167bbacc63 2024-11-10T05:42:21,062 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/134f3fb6-e027-5dce-9889-307fe6adedfd/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T05:42:21,062 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4770feea-24ae-1baa-325e-35167bbacc63 2024-11-10T05:42:21,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T05:42:21,063 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4770feea-24ae-1baa-325e-35167bbacc63/cluster_f3302d20-afa8-dcfa-07c5-babde33fad90, deleteOnExit=true 2024-11-10T05:42:21,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T05:42:21,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4770feea-24ae-1baa-325e-35167bbacc63/test.cache.data in system properties and HBase conf 2024-11-10T05:42:21,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4770feea-24ae-1baa-325e-35167bbacc63/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T05:42:21,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4770feea-24ae-1baa-325e-35167bbacc63/hadoop.log.dir in system properties and HBase conf 2024-11-10T05:42:21,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4770feea-24ae-1baa-325e-35167bbacc63/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T05:42:21,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4770feea-24ae-1baa-325e-35167bbacc63/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T05:42:21,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T05:42:21,064 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T05:42:21,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4770feea-24ae-1baa-325e-35167bbacc63/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T05:42:21,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4770feea-24ae-1baa-325e-35167bbacc63/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T05:42:21,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4770feea-24ae-1baa-325e-35167bbacc63/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T05:42:21,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4770feea-24ae-1baa-325e-35167bbacc63/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T05:42:21,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4770feea-24ae-1baa-325e-35167bbacc63/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T05:42:21,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4770feea-24ae-1baa-325e-35167bbacc63/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T05:42:21,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4770feea-24ae-1baa-325e-35167bbacc63/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T05:42:21,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4770feea-24ae-1baa-325e-35167bbacc63/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T05:42:21,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4770feea-24ae-1baa-325e-35167bbacc63/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T05:42:21,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4770feea-24ae-1baa-325e-35167bbacc63/nfs.dump.dir in system properties and HBase conf 2024-11-10T05:42:21,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4770feea-24ae-1baa-325e-35167bbacc63/java.io.tmpdir in system properties and HBase conf 2024-11-10T05:42:21,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4770feea-24ae-1baa-325e-35167bbacc63/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T05:42:21,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4770feea-24ae-1baa-325e-35167bbacc63/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T05:42:21,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4770feea-24ae-1baa-325e-35167bbacc63/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T05:42:21,135 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T05:42:21,140 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T05:42:21,148 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T05:42:21,148 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T05:42:21,148 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T05:42:21,149 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T05:42:21,149 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e2bbf15{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4770feea-24ae-1baa-325e-35167bbacc63/hadoop.log.dir/,AVAILABLE} 2024-11-10T05:42:21,150 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1dc25a87{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T05:42:21,264 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3ffc67f1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4770feea-24ae-1baa-325e-35167bbacc63/java.io.tmpdir/jetty-localhost-38203-hadoop-hdfs-3_4_1-tests_jar-_-any-2586448255926959377/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T05:42:21,264 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4136d28e{HTTP/1.1, (http/1.1)}{localhost:38203} 2024-11-10T05:42:21,264 INFO [Time-limited test {}] server.Server(415): Started @110681ms 2024-11-10T05:42:21,348 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T05:42:21,354 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T05:42:21,357 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T05:42:21,357 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T05:42:21,358 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T05:42:21,359 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55383a1d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4770feea-24ae-1baa-325e-35167bbacc63/hadoop.log.dir/,AVAILABLE} 2024-11-10T05:42:21,360 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a8c2d0a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T05:42:21,486 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@31631745{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4770feea-24ae-1baa-325e-35167bbacc63/java.io.tmpdir/jetty-localhost-46079-hadoop-hdfs-3_4_1-tests_jar-_-any-12942680267928217244/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T05:42:21,486 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2f594751{HTTP/1.1, (http/1.1)}{localhost:46079} 2024-11-10T05:42:21,486 INFO [Time-limited test {}] server.Server(415): Started @110903ms 2024-11-10T05:42:21,488 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T05:42:21,521 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T05:42:21,525 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T05:42:21,526 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T05:42:21,526 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T05:42:21,526 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T05:42:21,527 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14d72d91{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4770feea-24ae-1baa-325e-35167bbacc63/hadoop.log.dir/,AVAILABLE} 2024-11-10T05:42:21,527 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59829fca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T05:42:21,578 WARN [Thread-699 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4770feea-24ae-1baa-325e-35167bbacc63/cluster_f3302d20-afa8-dcfa-07c5-babde33fad90/data/data1/current/BP-176993227-172.17.0.2-1731217341088/current, will proceed with Du for space computation calculation, 2024-11-10T05:42:21,579 WARN [Thread-700 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4770feea-24ae-1baa-325e-35167bbacc63/cluster_f3302d20-afa8-dcfa-07c5-babde33fad90/data/data2/current/BP-176993227-172.17.0.2-1731217341088/current, will proceed with Du for space computation calculation, 2024-11-10T05:42:21,597 WARN [Thread-678 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T05:42:21,600 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb55756525332767 with lease ID 0x1036ad2f804839e4: Processing first storage report for DS-074195ec-ed4f-4148-b16b-1ebffcd10379 from datanode DatanodeRegistration(127.0.0.1:44933, datanodeUuid=a185d75d-8fbf-463a-a3fa-f1b4cf172da4, infoPort=38571, infoSecurePort=0, ipcPort=45187, storageInfo=lv=-57;cid=testClusterID;nsid=1251755659;c=1731217341088) 2024-11-10T05:42:21,600 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb55756525332767 with lease ID 0x1036ad2f804839e4: from storage DS-074195ec-ed4f-4148-b16b-1ebffcd10379 node DatanodeRegistration(127.0.0.1:44933, datanodeUuid=a185d75d-8fbf-463a-a3fa-f1b4cf172da4, infoPort=38571, infoSecurePort=0, ipcPort=45187, storageInfo=lv=-57;cid=testClusterID;nsid=1251755659;c=1731217341088), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T05:42:21,600 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb55756525332767 with lease ID 0x1036ad2f804839e4: Processing first storage report for DS-358a6d6a-72a1-4e3b-83ae-3cfd31a96f2b from datanode DatanodeRegistration(127.0.0.1:44933, datanodeUuid=a185d75d-8fbf-463a-a3fa-f1b4cf172da4, infoPort=38571, infoSecurePort=0, ipcPort=45187, storageInfo=lv=-57;cid=testClusterID;nsid=1251755659;c=1731217341088) 2024-11-10T05:42:21,600 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb55756525332767 with lease ID 0x1036ad2f804839e4: from storage DS-358a6d6a-72a1-4e3b-83ae-3cfd31a96f2b node DatanodeRegistration(127.0.0.1:44933, datanodeUuid=a185d75d-8fbf-463a-a3fa-f1b4cf172da4, infoPort=38571, infoSecurePort=0, ipcPort=45187, storageInfo=lv=-57;cid=testClusterID;nsid=1251755659;c=1731217341088), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T05:42:21,653 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@235874fe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4770feea-24ae-1baa-325e-35167bbacc63/java.io.tmpdir/jetty-localhost-38245-hadoop-hdfs-3_4_1-tests_jar-_-any-1814722559707617112/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T05:42:21,653 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@56b658e{HTTP/1.1, (http/1.1)}{localhost:38245} 2024-11-10T05:42:21,653 INFO [Time-limited test {}] server.Server(415): Started @111070ms 2024-11-10T05:42:21,655 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T05:42:21,685 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T05:42:21,688 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T05:42:21,688 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T05:42:21,688 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T05:42:21,688 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T05:42:21,689 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47665ca9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4770feea-24ae-1baa-325e-35167bbacc63/hadoop.log.dir/,AVAILABLE} 2024-11-10T05:42:21,690 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ae4ac48{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T05:42:21,738 WARN [Thread-734 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4770feea-24ae-1baa-325e-35167bbacc63/cluster_f3302d20-afa8-dcfa-07c5-babde33fad90/data/data3/current/BP-176993227-172.17.0.2-1731217341088/current, will proceed with Du for space computation calculation, 2024-11-10T05:42:21,738 WARN [Thread-735 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4770feea-24ae-1baa-325e-35167bbacc63/cluster_f3302d20-afa8-dcfa-07c5-babde33fad90/data/data4/current/BP-176993227-172.17.0.2-1731217341088/current, will proceed with Du for space computation calculation, 2024-11-10T05:42:21,754 WARN [Thread-714 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T05:42:21,757 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8f38eafe49444d79 with lease ID 0x1036ad2f804839e5: Processing first storage report for DS-eef7396c-aa53-45e0-bb2c-e7d9f4e9ed84 from datanode DatanodeRegistration(127.0.0.1:41705, datanodeUuid=e8c50b25-0284-43ff-ab5e-007baf1a3581, infoPort=33487, infoSecurePort=0, ipcPort=42509, storageInfo=lv=-57;cid=testClusterID;nsid=1251755659;c=1731217341088) 2024-11-10T05:42:21,757 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8f38eafe49444d79 with lease ID 0x1036ad2f804839e5: from storage DS-eef7396c-aa53-45e0-bb2c-e7d9f4e9ed84 node DatanodeRegistration(127.0.0.1:41705, datanodeUuid=e8c50b25-0284-43ff-ab5e-007baf1a3581, infoPort=33487, infoSecurePort=0, ipcPort=42509, storageInfo=lv=-57;cid=testClusterID;nsid=1251755659;c=1731217341088), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T05:42:21,757 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8f38eafe49444d79 with lease ID 0x1036ad2f804839e5: Processing first storage report for DS-fcca67e3-f65a-4a54-b877-368ac50a1090 from datanode DatanodeRegistration(127.0.0.1:41705, datanodeUuid=e8c50b25-0284-43ff-ab5e-007baf1a3581, infoPort=33487, infoSecurePort=0, ipcPort=42509, storageInfo=lv=-57;cid=testClusterID;nsid=1251755659;c=1731217341088) 2024-11-10T05:42:21,757 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8f38eafe49444d79 with lease ID 0x1036ad2f804839e5: from storage DS-fcca67e3-f65a-4a54-b877-368ac50a1090 node DatanodeRegistration(127.0.0.1:41705, datanodeUuid=e8c50b25-0284-43ff-ab5e-007baf1a3581, infoPort=33487, infoSecurePort=0, ipcPort=42509, storageInfo=lv=-57;cid=testClusterID;nsid=1251755659;c=1731217341088), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T05:42:21,807 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@741a1bb2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4770feea-24ae-1baa-325e-35167bbacc63/java.io.tmpdir/jetty-localhost-39463-hadoop-hdfs-3_4_1-tests_jar-_-any-14855540773694423110/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T05:42:21,807 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8e7ec4f{HTTP/1.1, (http/1.1)}{localhost:39463} 2024-11-10T05:42:21,807 INFO [Time-limited test {}] server.Server(415): Started @111224ms 2024-11-10T05:42:21,808 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T05:42:21,881 WARN [Thread-761 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4770feea-24ae-1baa-325e-35167bbacc63/cluster_f3302d20-afa8-dcfa-07c5-babde33fad90/data/data6/current/BP-176993227-172.17.0.2-1731217341088/current, will proceed with Du for space computation calculation, 2024-11-10T05:42:21,881 WARN [Thread-760 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4770feea-24ae-1baa-325e-35167bbacc63/cluster_f3302d20-afa8-dcfa-07c5-babde33fad90/data/data5/current/BP-176993227-172.17.0.2-1731217341088/current, will proceed with Du for space computation calculation, 2024-11-10T05:42:21,899 WARN [Thread-749 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T05:42:21,902 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbfb0b5baeaa7d374 with lease ID 0x1036ad2f804839e6: Processing first storage report for DS-d9278ab7-8921-45a4-a0bf-c8ee8f509bba from datanode DatanodeRegistration(127.0.0.1:45663, datanodeUuid=61be9b02-1d12-45ad-8899-b13361edf569, infoPort=34473, infoSecurePort=0, ipcPort=36551, storageInfo=lv=-57;cid=testClusterID;nsid=1251755659;c=1731217341088) 2024-11-10T05:42:21,902 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbfb0b5baeaa7d374 with lease ID 0x1036ad2f804839e6: from storage DS-d9278ab7-8921-45a4-a0bf-c8ee8f509bba node DatanodeRegistration(127.0.0.1:45663, datanodeUuid=61be9b02-1d12-45ad-8899-b13361edf569, infoPort=34473, infoSecurePort=0, ipcPort=36551, storageInfo=lv=-57;cid=testClusterID;nsid=1251755659;c=1731217341088), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T05:42:21,902 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbfb0b5baeaa7d374 with lease ID 0x1036ad2f804839e6: Processing first storage report for DS-a100078e-0b16-4bc4-b183-b20e28585180 from datanode DatanodeRegistration(127.0.0.1:45663, datanodeUuid=61be9b02-1d12-45ad-8899-b13361edf569, infoPort=34473, infoSecurePort=0, ipcPort=36551, storageInfo=lv=-57;cid=testClusterID;nsid=1251755659;c=1731217341088) 2024-11-10T05:42:21,902 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbfb0b5baeaa7d374 with lease ID 0x1036ad2f804839e6: from storage DS-a100078e-0b16-4bc4-b183-b20e28585180 node DatanodeRegistration(127.0.0.1:45663, datanodeUuid=61be9b02-1d12-45ad-8899-b13361edf569, infoPort=34473, infoSecurePort=0, ipcPort=36551, storageInfo=lv=-57;cid=testClusterID;nsid=1251755659;c=1731217341088), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T05:42:21,934 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4770feea-24ae-1baa-325e-35167bbacc63 2024-11-10T05:42:21,936 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4770feea-24ae-1baa-325e-35167bbacc63/cluster_f3302d20-afa8-dcfa-07c5-babde33fad90/zookeeper_0, clientPort=61077, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4770feea-24ae-1baa-325e-35167bbacc63/cluster_f3302d20-afa8-dcfa-07c5-babde33fad90/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4770feea-24ae-1baa-325e-35167bbacc63/cluster_f3302d20-afa8-dcfa-07c5-babde33fad90/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T05:42:21,937 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61077 2024-11-10T05:42:21,938 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T05:42:21,939 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T05:42:21,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741825_1001 (size=7) 2024-11-10T05:42:21,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41705 is added to blk_1073741825_1001 (size=7) 2024-11-10T05:42:21,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45663 is added to blk_1073741825_1001 (size=7) 2024-11-10T05:42:21,952 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d with version=8 2024-11-10T05:42:21,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/hbase-staging 2024-11-10T05:42:21,955 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4999977c7e1b:0 server-side Connection retries=45 2024-11-10T05:42:21,955 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T05:42:21,955 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T05:42:21,955 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T05:42:21,956 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T05:42:21,956 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T05:42:21,956 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T05:42:21,956 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T05:42:21,957 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39425 2024-11-10T05:42:21,958 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39425 connecting to ZooKeeper ensemble=127.0.0.1:61077 2024-11-10T05:42:21,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:394250x0, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T05:42:21,965 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39425-0x10190b3b3580000 connected 2024-11-10T05:42:21,985 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T05:42:21,987 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T05:42:21,990 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39425-0x10190b3b3580000, quorum=127.0.0.1:61077, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T05:42:21,990 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d, hbase.cluster.distributed=false 2024-11-10T05:42:21,992 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39425-0x10190b3b3580000, quorum=127.0.0.1:61077, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T05:42:21,993 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39425 2024-11-10T05:42:21,994 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39425 2024-11-10T05:42:21,994 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39425 2024-11-10T05:42:21,994 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39425 2024-11-10T05:42:21,995 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39425 2024-11-10T05:42:22,010 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4999977c7e1b:0 server-side Connection retries=45 2024-11-10T05:42:22,010 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T05:42:22,010 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T05:42:22,010 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T05:42:22,010 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T05:42:22,010 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T05:42:22,010 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T05:42:22,010 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T05:42:22,011 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33117 2024-11-10T05:42:22,012 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33117 connecting to ZooKeeper ensemble=127.0.0.1:61077 2024-11-10T05:42:22,013 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T05:42:22,015 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T05:42:22,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:331170x0, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T05:42:22,020 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33117-0x10190b3b3580001, quorum=127.0.0.1:61077, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T05:42:22,020 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33117-0x10190b3b3580001 connected 2024-11-10T05:42:22,020 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T05:42:22,021 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T05:42:22,021 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33117-0x10190b3b3580001, quorum=127.0.0.1:61077, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T05:42:22,022 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33117-0x10190b3b3580001, quorum=127.0.0.1:61077, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T05:42:22,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33117 2024-11-10T05:42:22,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33117 2024-11-10T05:42:22,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33117 2024-11-10T05:42:22,027 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33117 2024-11-10T05:42:22,027 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33117 2024-11-10T05:42:22,042 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4999977c7e1b:0 server-side Connection retries=45 2024-11-10T05:42:22,042 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T05:42:22,042 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T05:42:22,042 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T05:42:22,042 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T05:42:22,042 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T05:42:22,042 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T05:42:22,042 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T05:42:22,043 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43915 2024-11-10T05:42:22,044 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43915 connecting to ZooKeeper ensemble=127.0.0.1:61077 2024-11-10T05:42:22,045 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T05:42:22,046 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T05:42:22,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:439150x0, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T05:42:22,050 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43915-0x10190b3b3580002 connected 2024-11-10T05:42:22,050 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43915-0x10190b3b3580002, quorum=127.0.0.1:61077, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T05:42:22,051 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T05:42:22,051 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T05:42:22,052 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43915-0x10190b3b3580002, quorum=127.0.0.1:61077, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T05:42:22,053 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43915-0x10190b3b3580002, quorum=127.0.0.1:61077, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T05:42:22,053 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43915 2024-11-10T05:42:22,053 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43915 2024-11-10T05:42:22,054 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43915 2024-11-10T05:42:22,054 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43915 2024-11-10T05:42:22,054 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43915 2024-11-10T05:42:22,069 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4999977c7e1b:0 server-side Connection retries=45 2024-11-10T05:42:22,069 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T05:42:22,069 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T05:42:22,069 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T05:42:22,069 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T05:42:22,069 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T05:42:22,069 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T05:42:22,069 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T05:42:22,070 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41347 2024-11-10T05:42:22,071 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41347 connecting to ZooKeeper ensemble=127.0.0.1:61077 2024-11-10T05:42:22,071 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T05:42:22,073 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T05:42:22,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:413470x0, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T05:42:22,077 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41347-0x10190b3b3580003 connected 2024-11-10T05:42:22,077 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41347-0x10190b3b3580003, quorum=127.0.0.1:61077, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T05:42:22,077 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T05:42:22,078 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T05:42:22,079 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41347-0x10190b3b3580003, quorum=127.0.0.1:61077, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T05:42:22,080 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41347-0x10190b3b3580003, quorum=127.0.0.1:61077, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T05:42:22,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41347 2024-11-10T05:42:22,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41347 2024-11-10T05:42:22,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41347 2024-11-10T05:42:22,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41347 2024-11-10T05:42:22,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41347 2024-11-10T05:42:22,095 DEBUG [M:0;4999977c7e1b:39425 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4999977c7e1b:39425 2024-11-10T05:42:22,096 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/4999977c7e1b,39425,1731217341955 2024-11-10T05:42:22,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43915-0x10190b3b3580002, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T05:42:22,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39425-0x10190b3b3580000, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T05:42:22,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41347-0x10190b3b3580003, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T05:42:22,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33117-0x10190b3b3580001, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T05:42:22,098 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39425-0x10190b3b3580000, quorum=127.0.0.1:61077, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/4999977c7e1b,39425,1731217341955 2024-11-10T05:42:22,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39425-0x10190b3b3580000, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:42:22,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33117-0x10190b3b3580001, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T05:42:22,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43915-0x10190b3b3580002, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T05:42:22,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43915-0x10190b3b3580002, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:42:22,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41347-0x10190b3b3580003, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T05:42:22,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33117-0x10190b3b3580001, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:42:22,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41347-0x10190b3b3580003, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:42:22,101 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39425-0x10190b3b3580000, quorum=127.0.0.1:61077, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-10T05:42:22,102 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/4999977c7e1b,39425,1731217341955 from backup master directory 2024-11-10T05:42:22,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39425-0x10190b3b3580000, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/4999977c7e1b,39425,1731217341955 2024-11-10T05:42:22,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43915-0x10190b3b3580002, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T05:42:22,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41347-0x10190b3b3580003, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T05:42:22,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39425-0x10190b3b3580000, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T05:42:22,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33117-0x10190b3b3580001, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T05:42:22,104 WARN [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T05:42:22,104 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4999977c7e1b,39425,1731217341955 2024-11-10T05:42:22,109 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/hbase.id] with ID: 4e61fe2e-7f2f-4f77-aacb-3f1957f7e1b2 2024-11-10T05:42:22,109 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/.tmp/hbase.id 2024-11-10T05:42:22,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741826_1002 (size=42) 2024-11-10T05:42:22,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41705 is added to blk_1073741826_1002 (size=42) 2024-11-10T05:42:22,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45663 is added to blk_1073741826_1002 (size=42) 2024-11-10T05:42:22,119 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/.tmp/hbase.id]:[hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/hbase.id] 2024-11-10T05:42:22,133 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T05:42:22,133 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T05:42:22,135 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-10T05:42:22,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39425-0x10190b3b3580000, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:42:22,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41347-0x10190b3b3580003, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:42:22,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43915-0x10190b3b3580002, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:42:22,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33117-0x10190b3b3580001, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:42:22,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45663 is added to blk_1073741827_1003 (size=196) 2024-11-10T05:42:22,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41705 is added to blk_1073741827_1003 (size=196) 2024-11-10T05:42:22,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741827_1003 (size=196) 2024-11-10T05:42:22,148 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T05:42:22,149 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T05:42:22,150 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T05:42:22,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741828_1004 (size=1189) 2024-11-10T05:42:22,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41705 is added to blk_1073741828_1004 (size=1189) 2024-11-10T05:42:22,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45663 is added to blk_1073741828_1004 (size=1189) 2024-11-10T05:42:22,159 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/MasterData/data/master/store 2024-11-10T05:42:22,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741829_1005 (size=34) 2024-11-10T05:42:22,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41705 is added to blk_1073741829_1005 (size=34) 2024-11-10T05:42:22,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45663 is added to blk_1073741829_1005 (size=34) 2024-11-10T05:42:22,171 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:42:22,172 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T05:42:22,172 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T05:42:22,172 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T05:42:22,172 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T05:42:22,172 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T05:42:22,172 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T05:42:22,172 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731217342171Disabling compacts and flushes for region at 1731217342171Disabling writes for close at 1731217342172 (+1 ms)Writing region close event to WAL at 1731217342172Closed at 1731217342172 2024-11-10T05:42:22,173 WARN [master/4999977c7e1b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/MasterData/data/master/store/.initializing 2024-11-10T05:42:22,173 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/MasterData/WALs/4999977c7e1b,39425,1731217341955 2024-11-10T05:42:22,174 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T05:42:22,176 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4999977c7e1b%2C39425%2C1731217341955, suffix=, logDir=hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/MasterData/WALs/4999977c7e1b,39425,1731217341955, archiveDir=hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/MasterData/oldWALs, maxLogs=10 2024-11-10T05:42:22,189 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/MasterData/WALs/4999977c7e1b,39425,1731217341955/4999977c7e1b%2C39425%2C1731217341955.1731217342176, exclude list is [], retry=0 2024-11-10T05:42:22,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45663,DS-d9278ab7-8921-45a4-a0bf-c8ee8f509bba,DISK] 2024-11-10T05:42:22,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41705,DS-eef7396c-aa53-45e0-bb2c-e7d9f4e9ed84,DISK] 2024-11-10T05:42:22,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44933,DS-074195ec-ed4f-4148-b16b-1ebffcd10379,DISK] 2024-11-10T05:42:22,195 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/MasterData/WALs/4999977c7e1b,39425,1731217341955/4999977c7e1b%2C39425%2C1731217341955.1731217342176 2024-11-10T05:42:22,195 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34473:34473),(127.0.0.1/127.0.0.1:33487:33487),(127.0.0.1/127.0.0.1:38571:38571)] 2024-11-10T05:42:22,196 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T05:42:22,196 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:42:22,196 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:42:22,196 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:42:22,198 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:42:22,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T05:42:22,200 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:42:22,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T05:42:22,201 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:42:22,202 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T05:42:22,202 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:42:22,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T05:42:22,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:42:22,204 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T05:42:22,204 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:42:22,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T05:42:22,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:42:22,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T05:42:22,207 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:42:22,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T05:42:22,207 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:42:22,208 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:42:22,208 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:42:22,210 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:42:22,210 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:42:22,210 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T05:42:22,211 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:42:22,213 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T05:42:22,214 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66712167, jitterRate=-0.005911245942115784}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T05:42:22,215 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731217342196Initializing all the Stores at 1731217342197 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731217342197Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731217342198 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731217342198Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731217342198Cleaning up temporary data from old regions at 1731217342210 (+12 ms)Region opened successfully at 1731217342214 (+4 ms) 2024-11-10T05:42:22,215 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T05:42:22,218 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39c8985c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4999977c7e1b/172.17.0.2:0 2024-11-10T05:42:22,219 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T05:42:22,219 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T05:42:22,219 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T05:42:22,219 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T05:42:22,220 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T05:42:22,220 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T05:42:22,220 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-10T05:42:22,222 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T05:42:22,223 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39425-0x10190b3b3580000, quorum=127.0.0.1:61077, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-10T05:42:22,224 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-10T05:42:22,225 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T05:42:22,225 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39425-0x10190b3b3580000, quorum=127.0.0.1:61077, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-10T05:42:22,227 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-10T05:42:22,227 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T05:42:22,228 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39425-0x10190b3b3580000, quorum=127.0.0.1:61077, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-10T05:42:22,229 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-10T05:42:22,229 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39425-0x10190b3b3580000, quorum=127.0.0.1:61077, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-10T05:42:22,230 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-10T05:42:22,232 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39425-0x10190b3b3580000, quorum=127.0.0.1:61077, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T05:42:22,233 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-10T05:42:22,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41347-0x10190b3b3580003, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T05:42:22,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43915-0x10190b3b3580002, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T05:42:22,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33117-0x10190b3b3580001, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T05:42:22,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39425-0x10190b3b3580000, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T05:42:22,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43915-0x10190b3b3580002, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:42:22,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41347-0x10190b3b3580003, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:42:22,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33117-0x10190b3b3580001, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:42:22,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39425-0x10190b3b3580000, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:42:22,236 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4999977c7e1b,39425,1731217341955, sessionid=0x10190b3b3580000, setting cluster-up flag (Was=false) 2024-11-10T05:42:22,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43915-0x10190b3b3580002, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:42:22,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39425-0x10190b3b3580000, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:42:22,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41347-0x10190b3b3580003, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:42:22,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33117-0x10190b3b3580001, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:42:22,243 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-10T05:42:22,244 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4999977c7e1b,39425,1731217341955 2024-11-10T05:42:22,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43915-0x10190b3b3580002, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:42:22,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41347-0x10190b3b3580003, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:42:22,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33117-0x10190b3b3580001, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:42:22,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39425-0x10190b3b3580000, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:42:22,252 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-10T05:42:22,253 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4999977c7e1b,39425,1731217341955 2024-11-10T05:42:22,254 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T05:42:22,255 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T05:42:22,256 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T05:42:22,256 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T05:42:22,256 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4999977c7e1b,39425,1731217341955 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T05:42:22,257 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4999977c7e1b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T05:42:22,257 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4999977c7e1b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T05:42:22,257 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4999977c7e1b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T05:42:22,257 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4999977c7e1b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T05:42:22,257 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4999977c7e1b:0, corePoolSize=10, maxPoolSize=10 2024-11-10T05:42:22,257 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:42:22,257 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4999977c7e1b:0, corePoolSize=2, maxPoolSize=2 2024-11-10T05:42:22,257 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:42:22,258 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731217372258 2024-11-10T05:42:22,258 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T05:42:22,258 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T05:42:22,258 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T05:42:22,258 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T05:42:22,258 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T05:42:22,258 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T05:42:22,259 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T05:42:22,259 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T05:42:22,259 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T05:42:22,259 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T05:42:22,259 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T05:42:22,259 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T05:42:22,259 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T05:42:22,259 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T05:42:22,259 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4999977c7e1b:0:becomeActiveMaster-HFileCleaner.large.0-1731217342259,5,FailOnTimeoutGroup] 2024-11-10T05:42:22,260 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4999977c7e1b:0:becomeActiveMaster-HFileCleaner.small.0-1731217342259,5,FailOnTimeoutGroup] 2024-11-10T05:42:22,260 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T05:42:22,260 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T05:42:22,260 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T05:42:22,260 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T05:42:22,260 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:42:22,260 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T05:42:22,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45663 is added to blk_1073741831_1007 (size=1321) 2024-11-10T05:42:22,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741831_1007 (size=1321) 2024-11-10T05:42:22,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41705 is added to blk_1073741831_1007 (size=1321) 2024-11-10T05:42:22,269 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T05:42:22,269 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d 2024-11-10T05:42:22,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45663 is added to blk_1073741832_1008 (size=32) 2024-11-10T05:42:22,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741832_1008 (size=32) 2024-11-10T05:42:22,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41705 is added to blk_1073741832_1008 (size=32) 2024-11-10T05:42:22,279 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:42:22,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T05:42:22,281 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T05:42:22,281 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:42:22,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T05:42:22,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T05:42:22,283 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T05:42:22,283 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:42:22,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T05:42:22,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T05:42:22,285 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T05:42:22,285 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:42:22,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T05:42:22,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T05:42:22,286 INFO [RS:1;4999977c7e1b:43915 {}] regionserver.HRegionServer(746): ClusterId : 4e61fe2e-7f2f-4f77-aacb-3f1957f7e1b2 2024-11-10T05:42:22,286 INFO [RS:2;4999977c7e1b:41347 {}] regionserver.HRegionServer(746): ClusterId : 4e61fe2e-7f2f-4f77-aacb-3f1957f7e1b2 2024-11-10T05:42:22,286 INFO [RS:0;4999977c7e1b:33117 {}] regionserver.HRegionServer(746): ClusterId : 4e61fe2e-7f2f-4f77-aacb-3f1957f7e1b2 2024-11-10T05:42:22,286 DEBUG [RS:1;4999977c7e1b:43915 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T05:42:22,287 DEBUG [RS:2;4999977c7e1b:41347 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T05:42:22,287 DEBUG [RS:0;4999977c7e1b:33117 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T05:42:22,287 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T05:42:22,288 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:42:22,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T05:42:22,288 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T05:42:22,289 DEBUG [RS:1;4999977c7e1b:43915 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T05:42:22,289 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/data/hbase/meta/1588230740 2024-11-10T05:42:22,289 DEBUG [RS:0;4999977c7e1b:33117 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T05:42:22,289 DEBUG [RS:1;4999977c7e1b:43915 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T05:42:22,289 DEBUG [RS:0;4999977c7e1b:33117 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T05:42:22,290 DEBUG [RS:2;4999977c7e1b:41347 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T05:42:22,290 DEBUG [RS:2;4999977c7e1b:41347 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T05:42:22,290 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/data/hbase/meta/1588230740 2024-11-10T05:42:22,292 DEBUG [RS:1;4999977c7e1b:43915 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T05:42:22,292 DEBUG [RS:0;4999977c7e1b:33117 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T05:42:22,293 DEBUG [RS:1;4999977c7e1b:43915 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14ad17bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4999977c7e1b/172.17.0.2:0 2024-11-10T05:42:22,293 DEBUG [RS:0;4999977c7e1b:33117 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eff6f6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4999977c7e1b/172.17.0.2:0 2024-11-10T05:42:22,293 DEBUG [RS:2;4999977c7e1b:41347 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T05:42:22,293 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T05:42:22,293 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T05:42:22,293 DEBUG [RS:2;4999977c7e1b:41347 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a4713ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4999977c7e1b/172.17.0.2:0 2024-11-10T05:42:22,294 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T05:42:22,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T05:42:22,297 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T05:42:22,298 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61083676, jitterRate=-0.08978229761123657}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T05:42:22,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731217342279Initializing all the Stores at 1731217342279Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731217342279Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731217342280 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731217342280Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731217342280Cleaning up temporary data from old regions at 1731217342293 (+13 ms)Region opened successfully at 1731217342298 (+5 ms) 2024-11-10T05:42:22,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T05:42:22,298 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T05:42:22,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T05:42:22,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T05:42:22,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T05:42:22,299 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T05:42:22,299 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731217342298Disabling compacts and flushes for region at 1731217342298Disabling writes for close at 1731217342298Writing region close event to WAL at 1731217342299 (+1 ms)Closed at 1731217342299 2024-11-10T05:42:22,300 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T05:42:22,300 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T05:42:22,300 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T05:42:22,301 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T05:42:22,302 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T05:42:22,307 DEBUG [RS:1;4999977c7e1b:43915 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;4999977c7e1b:43915 2024-11-10T05:42:22,307 INFO [RS:1;4999977c7e1b:43915 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T05:42:22,307 INFO [RS:1;4999977c7e1b:43915 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T05:42:22,307 DEBUG [RS:1;4999977c7e1b:43915 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T05:42:22,307 DEBUG [RS:2;4999977c7e1b:41347 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;4999977c7e1b:41347 2024-11-10T05:42:22,307 INFO [RS:2;4999977c7e1b:41347 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T05:42:22,307 INFO [RS:2;4999977c7e1b:41347 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T05:42:22,307 DEBUG [RS:2;4999977c7e1b:41347 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T05:42:22,308 INFO [RS:1;4999977c7e1b:43915 {}] regionserver.HRegionServer(2659): reportForDuty to master=4999977c7e1b,39425,1731217341955 with port=43915, startcode=1731217342042 2024-11-10T05:42:22,308 INFO [RS:2;4999977c7e1b:41347 {}] regionserver.HRegionServer(2659): reportForDuty to master=4999977c7e1b,39425,1731217341955 with port=41347, startcode=1731217342068 2024-11-10T05:42:22,308 DEBUG [RS:1;4999977c7e1b:43915 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T05:42:22,308 DEBUG [RS:2;4999977c7e1b:41347 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T05:42:22,310 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59941, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T05:42:22,310 DEBUG [RS:0;4999977c7e1b:33117 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4999977c7e1b:33117 2024-11-10T05:42:22,310 INFO [RS:0;4999977c7e1b:33117 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T05:42:22,310 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40761, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T05:42:22,310 INFO [RS:0;4999977c7e1b:33117 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T05:42:22,310 DEBUG [RS:0;4999977c7e1b:33117 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T05:42:22,310 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39425 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4999977c7e1b,41347,1731217342068 2024-11-10T05:42:22,310 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39425 {}] master.ServerManager(517): Registering regionserver=4999977c7e1b,41347,1731217342068 2024-11-10T05:42:22,311 INFO [RS:0;4999977c7e1b:33117 {}] regionserver.HRegionServer(2659): reportForDuty to master=4999977c7e1b,39425,1731217341955 with port=33117, startcode=1731217342009 2024-11-10T05:42:22,311 DEBUG [RS:0;4999977c7e1b:33117 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T05:42:22,312 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39425 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4999977c7e1b,43915,1731217342042 2024-11-10T05:42:22,312 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39425 {}] master.ServerManager(517): Registering regionserver=4999977c7e1b,43915,1731217342042 2024-11-10T05:42:22,312 DEBUG [RS:2;4999977c7e1b:41347 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d 2024-11-10T05:42:22,312 DEBUG [RS:2;4999977c7e1b:41347 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34545 2024-11-10T05:42:22,312 DEBUG [RS:2;4999977c7e1b:41347 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T05:42:22,312 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57237, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T05:42:22,313 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39425 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4999977c7e1b,33117,1731217342009 2024-11-10T05:42:22,313 DEBUG [RS:1;4999977c7e1b:43915 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d 2024-11-10T05:42:22,313 DEBUG [RS:1;4999977c7e1b:43915 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34545 2024-11-10T05:42:22,313 DEBUG [RS:1;4999977c7e1b:43915 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T05:42:22,313 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39425 {}] master.ServerManager(517): Registering regionserver=4999977c7e1b,33117,1731217342009 2024-11-10T05:42:22,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39425-0x10190b3b3580000, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T05:42:22,314 DEBUG [RS:0;4999977c7e1b:33117 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d 2024-11-10T05:42:22,314 DEBUG [RS:0;4999977c7e1b:33117 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34545 2024-11-10T05:42:22,314 DEBUG [RS:0;4999977c7e1b:33117 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T05:42:22,317 DEBUG [RS:2;4999977c7e1b:41347 {}] zookeeper.ZKUtil(111): regionserver:41347-0x10190b3b3580003, quorum=127.0.0.1:61077, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4999977c7e1b,41347,1731217342068 2024-11-10T05:42:22,317 WARN [RS:2;4999977c7e1b:41347 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T05:42:22,317 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4999977c7e1b,43915,1731217342042] 2024-11-10T05:42:22,317 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4999977c7e1b,41347,1731217342068] 2024-11-10T05:42:22,317 INFO [RS:2;4999977c7e1b:41347 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T05:42:22,317 DEBUG [RS:2;4999977c7e1b:41347 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/WALs/4999977c7e1b,41347,1731217342068 2024-11-10T05:42:22,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39425-0x10190b3b3580000, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T05:42:22,318 DEBUG [RS:1;4999977c7e1b:43915 {}] zookeeper.ZKUtil(111): regionserver:43915-0x10190b3b3580002, quorum=127.0.0.1:61077, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4999977c7e1b,43915,1731217342042 2024-11-10T05:42:22,318 WARN [RS:1;4999977c7e1b:43915 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T05:42:22,318 INFO [RS:1;4999977c7e1b:43915 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T05:42:22,318 DEBUG [RS:1;4999977c7e1b:43915 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/WALs/4999977c7e1b,43915,1731217342042 2024-11-10T05:42:22,318 DEBUG [RS:0;4999977c7e1b:33117 {}] zookeeper.ZKUtil(111): regionserver:33117-0x10190b3b3580001, quorum=127.0.0.1:61077, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4999977c7e1b,33117,1731217342009 2024-11-10T05:42:22,318 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4999977c7e1b,33117,1731217342009] 2024-11-10T05:42:22,318 WARN [RS:0;4999977c7e1b:33117 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T05:42:22,318 INFO [RS:0;4999977c7e1b:33117 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T05:42:22,318 DEBUG [RS:0;4999977c7e1b:33117 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/WALs/4999977c7e1b,33117,1731217342009 2024-11-10T05:42:22,321 INFO [RS:2;4999977c7e1b:41347 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T05:42:22,323 INFO [RS:0;4999977c7e1b:33117 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T05:42:22,323 INFO [RS:1;4999977c7e1b:43915 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T05:42:22,323 INFO [RS:2;4999977c7e1b:41347 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T05:42:22,323 INFO [RS:2;4999977c7e1b:41347 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T05:42:22,324 INFO [RS:2;4999977c7e1b:41347 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T05:42:22,324 INFO [RS:2;4999977c7e1b:41347 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T05:42:22,324 INFO [RS:2;4999977c7e1b:41347 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T05:42:22,325 INFO [RS:2;4999977c7e1b:41347 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T05:42:22,325 DEBUG [RS:2;4999977c7e1b:41347 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:42:22,325 DEBUG [RS:2;4999977c7e1b:41347 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:42:22,325 DEBUG [RS:2;4999977c7e1b:41347 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:42:22,325 DEBUG [RS:2;4999977c7e1b:41347 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:42:22,325 DEBUG [RS:2;4999977c7e1b:41347 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:42:22,325 DEBUG [RS:2;4999977c7e1b:41347 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4999977c7e1b:0, corePoolSize=2, maxPoolSize=2 2024-11-10T05:42:22,325 DEBUG [RS:2;4999977c7e1b:41347 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:42:22,325 DEBUG [RS:2;4999977c7e1b:41347 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:42:22,325 DEBUG [RS:2;4999977c7e1b:41347 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:42:22,325 DEBUG [RS:2;4999977c7e1b:41347 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:42:22,325 DEBUG [RS:2;4999977c7e1b:41347 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:42:22,325 DEBUG [RS:2;4999977c7e1b:41347 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:42:22,325 DEBUG [RS:2;4999977c7e1b:41347 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0, corePoolSize=3, maxPoolSize=3 2024-11-10T05:42:22,325 DEBUG [RS:2;4999977c7e1b:41347 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4999977c7e1b:0, corePoolSize=3, maxPoolSize=3 2024-11-10T05:42:22,328 INFO [RS:0;4999977c7e1b:33117 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T05:42:22,328 INFO [RS:1;4999977c7e1b:43915 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T05:42:22,331 INFO [RS:2;4999977c7e1b:41347 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T05:42:22,331 INFO [RS:2;4999977c7e1b:41347 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T05:42:22,331 INFO [RS:2;4999977c7e1b:41347 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T05:42:22,331 INFO [RS:2;4999977c7e1b:41347 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T05:42:22,331 INFO [RS:2;4999977c7e1b:41347 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T05:42:22,331 INFO [RS:0;4999977c7e1b:33117 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T05:42:22,331 INFO [RS:2;4999977c7e1b:41347 {}] hbase.ChoreService(168): Chore ScheduledChore name=4999977c7e1b,41347,1731217342068-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T05:42:22,332 INFO [RS:0;4999977c7e1b:33117 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T05:42:22,332 INFO [RS:1;4999977c7e1b:43915 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T05:42:22,332 INFO [RS:1;4999977c7e1b:43915 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T05:42:22,333 INFO [RS:0;4999977c7e1b:33117 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T05:42:22,333 INFO [RS:1;4999977c7e1b:43915 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T05:42:22,334 INFO [RS:0;4999977c7e1b:33117 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T05:42:22,334 INFO [RS:0;4999977c7e1b:33117 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T05:42:22,334 DEBUG [RS:0;4999977c7e1b:33117 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:42:22,334 DEBUG [RS:0;4999977c7e1b:33117 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:42:22,334 INFO [RS:1;4999977c7e1b:43915 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T05:42:22,334 DEBUG [RS:0;4999977c7e1b:33117 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:42:22,334 DEBUG [RS:0;4999977c7e1b:33117 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:42:22,334 DEBUG [RS:0;4999977c7e1b:33117 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:42:22,334 DEBUG [RS:0;4999977c7e1b:33117 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4999977c7e1b:0, corePoolSize=2, maxPoolSize=2 2024-11-10T05:42:22,334 INFO [RS:1;4999977c7e1b:43915 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T05:42:22,334 DEBUG [RS:0;4999977c7e1b:33117 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:42:22,334 DEBUG [RS:0;4999977c7e1b:33117 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:42:22,334 DEBUG [RS:0;4999977c7e1b:33117 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:42:22,335 DEBUG [RS:0;4999977c7e1b:33117 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:42:22,335 DEBUG [RS:1;4999977c7e1b:43915 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:42:22,335 DEBUG [RS:0;4999977c7e1b:33117 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:42:22,335 DEBUG [RS:0;4999977c7e1b:33117 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:42:22,335 DEBUG [RS:0;4999977c7e1b:33117 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0, corePoolSize=3, maxPoolSize=3 2024-11-10T05:42:22,335 DEBUG [RS:1;4999977c7e1b:43915 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:42:22,335 DEBUG [RS:0;4999977c7e1b:33117 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4999977c7e1b:0, corePoolSize=3, maxPoolSize=3 2024-11-10T05:42:22,335 DEBUG [RS:1;4999977c7e1b:43915 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:42:22,335 DEBUG [RS:1;4999977c7e1b:43915 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:42:22,335 DEBUG [RS:1;4999977c7e1b:43915 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:42:22,335 DEBUG [RS:1;4999977c7e1b:43915 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4999977c7e1b:0, corePoolSize=2, maxPoolSize=2 2024-11-10T05:42:22,335 INFO [RS:0;4999977c7e1b:33117 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T05:42:22,335 DEBUG [RS:1;4999977c7e1b:43915 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:42:22,335 INFO [RS:0;4999977c7e1b:33117 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T05:42:22,335 DEBUG [RS:1;4999977c7e1b:43915 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:42:22,335 INFO [RS:0;4999977c7e1b:33117 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T05:42:22,335 DEBUG [RS:1;4999977c7e1b:43915 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:42:22,335 INFO [RS:0;4999977c7e1b:33117 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T05:42:22,335 INFO [RS:0;4999977c7e1b:33117 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T05:42:22,335 DEBUG [RS:1;4999977c7e1b:43915 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:42:22,335 INFO [RS:0;4999977c7e1b:33117 {}] hbase.ChoreService(168): Chore ScheduledChore name=4999977c7e1b,33117,1731217342009-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T05:42:22,336 DEBUG [RS:1;4999977c7e1b:43915 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:42:22,336 DEBUG [RS:1;4999977c7e1b:43915 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4999977c7e1b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:42:22,336 DEBUG [RS:1;4999977c7e1b:43915 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0, corePoolSize=3, maxPoolSize=3 2024-11-10T05:42:22,336 DEBUG [RS:1;4999977c7e1b:43915 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4999977c7e1b:0, corePoolSize=3, maxPoolSize=3 2024-11-10T05:42:22,337 INFO [RS:1;4999977c7e1b:43915 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T05:42:22,337 INFO [RS:1;4999977c7e1b:43915 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T05:42:22,337 INFO [RS:1;4999977c7e1b:43915 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T05:42:22,338 INFO [RS:1;4999977c7e1b:43915 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T05:42:22,338 INFO [RS:1;4999977c7e1b:43915 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T05:42:22,338 INFO [RS:1;4999977c7e1b:43915 {}] hbase.ChoreService(168): Chore ScheduledChore name=4999977c7e1b,43915,1731217342042-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T05:42:22,351 INFO [RS:2;4999977c7e1b:41347 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T05:42:22,351 INFO [RS:2;4999977c7e1b:41347 {}] hbase.ChoreService(168): Chore ScheduledChore name=4999977c7e1b,41347,1731217342068-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T05:42:22,351 INFO [RS:1;4999977c7e1b:43915 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T05:42:22,352 INFO [RS:2;4999977c7e1b:41347 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T05:42:22,352 INFO [RS:1;4999977c7e1b:43915 {}] hbase.ChoreService(168): Chore ScheduledChore name=4999977c7e1b,43915,1731217342042-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T05:42:22,352 INFO [RS:2;4999977c7e1b:41347 {}] regionserver.Replication(171): 4999977c7e1b,41347,1731217342068 started 2024-11-10T05:42:22,352 INFO [RS:1;4999977c7e1b:43915 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T05:42:22,352 INFO [RS:1;4999977c7e1b:43915 {}] regionserver.Replication(171): 4999977c7e1b,43915,1731217342042 started 2024-11-10T05:42:22,356 INFO [RS:0;4999977c7e1b:33117 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T05:42:22,356 INFO [RS:0;4999977c7e1b:33117 {}] hbase.ChoreService(168): Chore ScheduledChore name=4999977c7e1b,33117,1731217342009-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T05:42:22,356 INFO [RS:0;4999977c7e1b:33117 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T05:42:22,356 INFO [RS:0;4999977c7e1b:33117 {}] regionserver.Replication(171): 4999977c7e1b,33117,1731217342009 started 2024-11-10T05:42:22,365 INFO [RS:1;4999977c7e1b:43915 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T05:42:22,365 INFO [RS:1;4999977c7e1b:43915 {}] regionserver.HRegionServer(1482): Serving as 4999977c7e1b,43915,1731217342042, RpcServer on 4999977c7e1b/172.17.0.2:43915, sessionid=0x10190b3b3580002 2024-11-10T05:42:22,366 DEBUG [RS:1;4999977c7e1b:43915 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T05:42:22,366 DEBUG [RS:1;4999977c7e1b:43915 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4999977c7e1b,43915,1731217342042 2024-11-10T05:42:22,366 DEBUG [RS:1;4999977c7e1b:43915 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4999977c7e1b,43915,1731217342042' 2024-11-10T05:42:22,366 DEBUG [RS:1;4999977c7e1b:43915 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T05:42:22,366 DEBUG [RS:1;4999977c7e1b:43915 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T05:42:22,367 DEBUG [RS:1;4999977c7e1b:43915 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T05:42:22,367 DEBUG [RS:1;4999977c7e1b:43915 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T05:42:22,367 DEBUG [RS:1;4999977c7e1b:43915 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4999977c7e1b,43915,1731217342042 2024-11-10T05:42:22,367 DEBUG [RS:1;4999977c7e1b:43915 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4999977c7e1b,43915,1731217342042' 2024-11-10T05:42:22,367 DEBUG [RS:1;4999977c7e1b:43915 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T05:42:22,367 DEBUG [RS:1;4999977c7e1b:43915 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T05:42:22,368 DEBUG [RS:1;4999977c7e1b:43915 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T05:42:22,368 INFO [RS:1;4999977c7e1b:43915 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T05:42:22,368 INFO [RS:1;4999977c7e1b:43915 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T05:42:22,372 INFO [RS:2;4999977c7e1b:41347 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T05:42:22,372 INFO [RS:2;4999977c7e1b:41347 {}] regionserver.HRegionServer(1482): Serving as 4999977c7e1b,41347,1731217342068, RpcServer on 4999977c7e1b/172.17.0.2:41347, sessionid=0x10190b3b3580003 2024-11-10T05:42:22,372 DEBUG [RS:2;4999977c7e1b:41347 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T05:42:22,372 DEBUG [RS:2;4999977c7e1b:41347 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4999977c7e1b,41347,1731217342068 2024-11-10T05:42:22,372 DEBUG [RS:2;4999977c7e1b:41347 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4999977c7e1b,41347,1731217342068' 2024-11-10T05:42:22,372 DEBUG [RS:2;4999977c7e1b:41347 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T05:42:22,373 DEBUG [RS:2;4999977c7e1b:41347 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T05:42:22,373 DEBUG [RS:2;4999977c7e1b:41347 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T05:42:22,373 DEBUG [RS:2;4999977c7e1b:41347 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T05:42:22,373 DEBUG [RS:2;4999977c7e1b:41347 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4999977c7e1b,41347,1731217342068 2024-11-10T05:42:22,373 DEBUG [RS:2;4999977c7e1b:41347 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4999977c7e1b,41347,1731217342068' 2024-11-10T05:42:22,373 DEBUG [RS:2;4999977c7e1b:41347 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T05:42:22,373 DEBUG [RS:2;4999977c7e1b:41347 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T05:42:22,374 DEBUG [RS:2;4999977c7e1b:41347 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T05:42:22,374 INFO [RS:2;4999977c7e1b:41347 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T05:42:22,374 INFO [RS:2;4999977c7e1b:41347 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T05:42:22,375 INFO [RS:0;4999977c7e1b:33117 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T05:42:22,375 INFO [RS:0;4999977c7e1b:33117 {}] regionserver.HRegionServer(1482): Serving as 4999977c7e1b,33117,1731217342009, RpcServer on 4999977c7e1b/172.17.0.2:33117, sessionid=0x10190b3b3580001 2024-11-10T05:42:22,375 DEBUG [RS:0;4999977c7e1b:33117 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T05:42:22,375 DEBUG [RS:0;4999977c7e1b:33117 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4999977c7e1b,33117,1731217342009 2024-11-10T05:42:22,375 DEBUG [RS:0;4999977c7e1b:33117 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4999977c7e1b,33117,1731217342009' 2024-11-10T05:42:22,375 DEBUG [RS:0;4999977c7e1b:33117 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T05:42:22,376 DEBUG [RS:0;4999977c7e1b:33117 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T05:42:22,376 DEBUG [RS:0;4999977c7e1b:33117 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T05:42:22,376 DEBUG [RS:0;4999977c7e1b:33117 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T05:42:22,376 DEBUG [RS:0;4999977c7e1b:33117 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4999977c7e1b,33117,1731217342009 2024-11-10T05:42:22,376 DEBUG [RS:0;4999977c7e1b:33117 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4999977c7e1b,33117,1731217342009' 2024-11-10T05:42:22,376 DEBUG [RS:0;4999977c7e1b:33117 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T05:42:22,376 DEBUG [RS:0;4999977c7e1b:33117 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T05:42:22,377 DEBUG [RS:0;4999977c7e1b:33117 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T05:42:22,377 INFO [RS:0;4999977c7e1b:33117 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T05:42:22,377 INFO [RS:0;4999977c7e1b:33117 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T05:42:22,452 WARN [4999977c7e1b:39425 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-10T05:42:22,468 INFO [RS:1;4999977c7e1b:43915 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T05:42:22,470 INFO [RS:1;4999977c7e1b:43915 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4999977c7e1b%2C43915%2C1731217342042, suffix=, logDir=hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/WALs/4999977c7e1b,43915,1731217342042, archiveDir=hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/oldWALs, maxLogs=32 2024-11-10T05:42:22,474 INFO [RS:2;4999977c7e1b:41347 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T05:42:22,476 INFO [RS:2;4999977c7e1b:41347 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4999977c7e1b%2C41347%2C1731217342068, suffix=, logDir=hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/WALs/4999977c7e1b,41347,1731217342068, archiveDir=hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/oldWALs, maxLogs=32 2024-11-10T05:42:22,477 INFO [RS:0;4999977c7e1b:33117 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T05:42:22,479 INFO [RS:0;4999977c7e1b:33117 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4999977c7e1b%2C33117%2C1731217342009, suffix=, logDir=hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/WALs/4999977c7e1b,33117,1731217342009, archiveDir=hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/oldWALs, maxLogs=32 2024-11-10T05:42:22,483 DEBUG [RS:1;4999977c7e1b:43915 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/WALs/4999977c7e1b,43915,1731217342042/4999977c7e1b%2C43915%2C1731217342042.1731217342471, exclude list is [], retry=0 2024-11-10T05:42:22,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44933,DS-074195ec-ed4f-4148-b16b-1ebffcd10379,DISK] 2024-11-10T05:42:22,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45663,DS-d9278ab7-8921-45a4-a0bf-c8ee8f509bba,DISK] 2024-11-10T05:42:22,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41705,DS-eef7396c-aa53-45e0-bb2c-e7d9f4e9ed84,DISK] 2024-11-10T05:42:22,492 INFO [RS:1;4999977c7e1b:43915 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/WALs/4999977c7e1b,43915,1731217342042/4999977c7e1b%2C43915%2C1731217342042.1731217342471 2024-11-10T05:42:22,492 DEBUG [RS:1;4999977c7e1b:43915 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38571:38571),(127.0.0.1/127.0.0.1:33487:33487),(127.0.0.1/127.0.0.1:34473:34473)] 2024-11-10T05:42:22,494 DEBUG [RS:2;4999977c7e1b:41347 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/WALs/4999977c7e1b,41347,1731217342068/4999977c7e1b%2C41347%2C1731217342068.1731217342476, exclude list is [], retry=0 2024-11-10T05:42:22,497 DEBUG [RS:0;4999977c7e1b:33117 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/WALs/4999977c7e1b,33117,1731217342009/4999977c7e1b%2C33117%2C1731217342009.1731217342480, exclude list is [], retry=0 2024-11-10T05:42:22,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41705,DS-eef7396c-aa53-45e0-bb2c-e7d9f4e9ed84,DISK] 2024-11-10T05:42:22,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45663,DS-d9278ab7-8921-45a4-a0bf-c8ee8f509bba,DISK] 2024-11-10T05:42:22,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44933,DS-074195ec-ed4f-4148-b16b-1ebffcd10379,DISK] 2024-11-10T05:42:22,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41705,DS-eef7396c-aa53-45e0-bb2c-e7d9f4e9ed84,DISK] 2024-11-10T05:42:22,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45663,DS-d9278ab7-8921-45a4-a0bf-c8ee8f509bba,DISK] 2024-11-10T05:42:22,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44933,DS-074195ec-ed4f-4148-b16b-1ebffcd10379,DISK] 2024-11-10T05:42:22,503 INFO [RS:2;4999977c7e1b:41347 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/WALs/4999977c7e1b,41347,1731217342068/4999977c7e1b%2C41347%2C1731217342068.1731217342476 2024-11-10T05:42:22,504 DEBUG [RS:2;4999977c7e1b:41347 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33487:33487),(127.0.0.1/127.0.0.1:34473:34473),(127.0.0.1/127.0.0.1:38571:38571)] 2024-11-10T05:42:22,505 INFO [RS:0;4999977c7e1b:33117 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/WALs/4999977c7e1b,33117,1731217342009/4999977c7e1b%2C33117%2C1731217342009.1731217342480 2024-11-10T05:42:22,505 DEBUG [RS:0;4999977c7e1b:33117 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33487:33487),(127.0.0.1/127.0.0.1:38571:38571),(127.0.0.1/127.0.0.1:34473:34473)] 2024-11-10T05:42:22,703 DEBUG [4999977c7e1b:39425 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-10T05:42:22,703 DEBUG [4999977c7e1b:39425 {}] balancer.BalancerClusterState(204): Hosts are {4999977c7e1b=0} racks are {/default-rack=0} 2024-11-10T05:42:22,705 DEBUG [4999977c7e1b:39425 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-10T05:42:22,705 DEBUG [4999977c7e1b:39425 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-10T05:42:22,705 DEBUG [4999977c7e1b:39425 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-10T05:42:22,705 DEBUG [4999977c7e1b:39425 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-10T05:42:22,705 DEBUG [4999977c7e1b:39425 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-10T05:42:22,705 DEBUG [4999977c7e1b:39425 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-10T05:42:22,705 INFO [4999977c7e1b:39425 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-10T05:42:22,705 INFO [4999977c7e1b:39425 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-10T05:42:22,705 INFO [4999977c7e1b:39425 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-10T05:42:22,706 DEBUG [4999977c7e1b:39425 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-10T05:42:22,706 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4999977c7e1b,41347,1731217342068 2024-11-10T05:42:22,707 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4999977c7e1b,41347,1731217342068, state=OPENING 2024-11-10T05:42:22,709 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T05:42:22,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39425-0x10190b3b3580000, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:42:22,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43915-0x10190b3b3580002, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:42:22,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41347-0x10190b3b3580003, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:42:22,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33117-0x10190b3b3580001, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:42:22,711 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T05:42:22,711 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T05:42:22,711 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T05:42:22,711 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T05:42:22,711 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4999977c7e1b,41347,1731217342068}] 2024-11-10T05:42:22,711 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T05:42:25,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T05:42:25,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T05:42:25,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T05:42:26,008 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T05:42:26,010 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T05:42:26,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T05:42:26,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T05:42:32,713 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T05:42:32,715 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46049, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T05:42:32,720 INFO [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T05:42:32,720 INFO [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T05:42:32,720 INFO [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T05:42:32,722 INFO [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4999977c7e1b%2C41347%2C1731217342068.meta, suffix=.meta, logDir=hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/WALs/4999977c7e1b,41347,1731217342068, archiveDir=hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/oldWALs, maxLogs=32 2024-11-10T05:42:32,735 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/WALs/4999977c7e1b,41347,1731217342068/4999977c7e1b%2C41347%2C1731217342068.meta.1731217352722.meta, exclude list is [], retry=0 2024-11-10T05:42:32,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44933,DS-074195ec-ed4f-4148-b16b-1ebffcd10379,DISK] 2024-11-10T05:42:32,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41705,DS-eef7396c-aa53-45e0-bb2c-e7d9f4e9ed84,DISK] 2024-11-10T05:42:32,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45663,DS-d9278ab7-8921-45a4-a0bf-c8ee8f509bba,DISK] 2024-11-10T05:42:32,740 INFO [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/WALs/4999977c7e1b,41347,1731217342068/4999977c7e1b%2C41347%2C1731217342068.meta.1731217352722.meta 2024-11-10T05:42:32,740 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38571:38571),(127.0.0.1/127.0.0.1:33487:33487),(127.0.0.1/127.0.0.1:34473:34473)] 2024-11-10T05:42:32,740 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T05:42:32,741 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T05:42:32,741 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T05:42:32,741 INFO [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T05:42:32,741 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T05:42:32,741 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:42:32,741 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T05:42:32,741 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T05:42:32,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T05:42:32,743 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T05:42:32,744 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:42:32,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T05:42:32,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T05:42:32,745 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T05:42:32,745 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:42:32,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T05:42:32,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T05:42:32,747 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T05:42:32,747 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:42:32,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T05:42:32,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T05:42:32,748 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T05:42:32,749 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:42:32,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T05:42:32,749 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T05:42:32,750 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/data/hbase/meta/1588230740 2024-11-10T05:42:32,751 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/data/hbase/meta/1588230740 2024-11-10T05:42:32,753 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T05:42:32,753 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T05:42:32,754 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T05:42:32,755 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T05:42:32,756 INFO [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67277792, jitterRate=0.002517223358154297}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T05:42:32,756 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T05:42:32,756 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731217352741Writing region info on filesystem at 1731217352741Initializing all the Stores at 1731217352742 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731217352742Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731217352742Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731217352742Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731217352742Cleaning up temporary data from old regions at 1731217352753 (+11 ms)Running coprocessor post-open hooks at 1731217352756 (+3 ms)Region opened successfully at 1731217352756 2024-11-10T05:42:32,757 INFO [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731217352713 2024-11-10T05:42:32,759 DEBUG [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T05:42:32,759 INFO [RS_OPEN_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T05:42:32,760 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4999977c7e1b,41347,1731217342068 2024-11-10T05:42:32,761 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4999977c7e1b,41347,1731217342068, state=OPEN 2024-11-10T05:42:32,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43915-0x10190b3b3580002, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T05:42:32,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33117-0x10190b3b3580001, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T05:42:32,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41347-0x10190b3b3580003, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T05:42:32,763 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T05:42:32,763 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T05:42:32,763 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T05:42:32,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39425-0x10190b3b3580000, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T05:42:32,763 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4999977c7e1b,41347,1731217342068 2024-11-10T05:42:32,763 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T05:42:32,765 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T05:42:32,765 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4999977c7e1b,41347,1731217342068 in 10.0520 sec 2024-11-10T05:42:32,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T05:42:32,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.4650 sec 2024-11-10T05:42:32,769 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T05:42:32,769 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T05:42:32,771 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T05:42:32,771 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4999977c7e1b,41347,1731217342068, seqNum=-1] 2024-11-10T05:42:32,771 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T05:42:32,773 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37409, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T05:42:32,778 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.5220 sec 2024-11-10T05:42:32,778 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731217352778, completionTime=-1 2024-11-10T05:42:32,778 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-10T05:42:32,778 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-10T05:42:32,780 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-10T05:42:32,780 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731217412780 2024-11-10T05:42:32,780 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731217472780 2024-11-10T05:42:32,780 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-10T05:42:32,780 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4999977c7e1b,39425,1731217341955-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T05:42:32,780 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4999977c7e1b,39425,1731217341955-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T05:42:32,780 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4999977c7e1b,39425,1731217341955-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T05:42:32,780 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4999977c7e1b:39425, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T05:42:32,781 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T05:42:32,781 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T05:42:32,782 DEBUG [master/4999977c7e1b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T05:42:32,784 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 10.680sec 2024-11-10T05:42:32,785 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T05:42:32,785 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T05:42:32,785 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T05:42:32,785 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T05:42:32,785 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T05:42:32,785 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4999977c7e1b,39425,1731217341955-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T05:42:32,785 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4999977c7e1b,39425,1731217341955-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T05:42:32,788 DEBUG [master/4999977c7e1b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T05:42:32,788 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T05:42:32,788 INFO [master/4999977c7e1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4999977c7e1b,39425,1731217341955-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T05:42:32,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bda7e0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T05:42:32,794 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4999977c7e1b,39425,-1 for getting cluster id 2024-11-10T05:42:32,794 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T05:42:32,795 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e61fe2e-7f2f-4f77-aacb-3f1957f7e1b2' 2024-11-10T05:42:32,796 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T05:42:32,796 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e61fe2e-7f2f-4f77-aacb-3f1957f7e1b2" 2024-11-10T05:42:32,796 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@142ce473, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T05:42:32,797 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4999977c7e1b,39425,-1] 2024-11-10T05:42:32,797 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T05:42:32,797 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T05:42:32,798 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56962, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T05:42:32,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4804d1ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T05:42:32,800 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T05:42:32,801 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4999977c7e1b,41347,1731217342068, seqNum=-1] 2024-11-10T05:42:32,801 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T05:42:32,802 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42822, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T05:42:32,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4999977c7e1b,39425,1731217341955 2024-11-10T05:42:32,804 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731217352804 (current time:1731217352804). 2024-11-10T05:42:32,804 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-10T05:42:32,804 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-10T05:42:32,805 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c2d4ed5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T05:42:32,805 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4999977c7e1b,39425,-1 for getting cluster id 2024-11-10T05:42:32,805 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T05:42:32,805 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e61fe2e-7f2f-4f77-aacb-3f1957f7e1b2' 2024-11-10T05:42:32,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T05:42:32,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e61fe2e-7f2f-4f77-aacb-3f1957f7e1b2" 2024-11-10T05:42:32,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52c44d46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T05:42:32,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4999977c7e1b,39425,-1] 2024-11-10T05:42:32,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T05:42:32,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T05:42:32,807 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56976, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T05:42:32,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a01634f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T05:42:32,808 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T05:42:32,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4999977c7e1b,41347,1731217342068, seqNum=-1] 2024-11-10T05:42:32,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T05:42:32,810 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42834, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T05:42:32,811 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T05:42:32,811 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T05:42:32,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T05:42:32,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T05:42:32,811 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T05:42:32,811 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T05:42:32,812 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 4999977c7e1b,39425,1731217341955 2024-11-10T05:42:32,812 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74bf2d78 2024-11-10T05:42:32,812 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T05:42:32,814 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56992, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T05:42:32,814 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T05:42:32,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-10T05:42:32,817 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T05:42:32,817 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:42:32,817 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-10T05:42:32,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T05:42:32,818 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T05:42:32,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741837_1013 (size=361) 2024-11-10T05:42:32,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45663 is added to blk_1073741837_1013 (size=361) 2024-11-10T05:42:32,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41705 is added to blk_1073741837_1013 (size=361) 2024-11-10T05:42:32,830 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 3d06e2527a290899e17c73393437d349, NAME => 'SPTestTable,33333332,1731217352814.3d06e2527a290899e17c73393437d349.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d 2024-11-10T05:42:32,831 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 8588ede9e31a28c058ec26d7df9257f8, NAME => 'SPTestTable,19999999,1731217352814.8588ede9e31a28c058ec26d7df9257f8.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d 2024-11-10T05:42:32,831 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1a6207e2e983ec0e7371f7d91e742409, NAME => 'SPTestTable,,1731217352814.1a6207e2e983ec0e7371f7d91e742409.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d 2024-11-10T05:42:32,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41705 is added to blk_1073741838_1014 (size=62) 2024-11-10T05:42:32,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45663 is added to blk_1073741838_1014 (size=62) 2024-11-10T05:42:32,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741838_1014 (size=62) 2024-11-10T05:42:32,843 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731217352814.3d06e2527a290899e17c73393437d349.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:42:32,843 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 3d06e2527a290899e17c73393437d349, disabling compactions & flushes 2024-11-10T05:42:32,843 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731217352814.3d06e2527a290899e17c73393437d349. 2024-11-10T05:42:32,843 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731217352814.3d06e2527a290899e17c73393437d349. 2024-11-10T05:42:32,843 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731217352814.3d06e2527a290899e17c73393437d349. after waiting 0 ms 2024-11-10T05:42:32,843 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731217352814.3d06e2527a290899e17c73393437d349. 2024-11-10T05:42:32,843 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731217352814.3d06e2527a290899e17c73393437d349. 2024-11-10T05:42:32,843 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 3d06e2527a290899e17c73393437d349: Waiting for close lock at 1731217352843Disabling compacts and flushes for region at 1731217352843Disabling writes for close at 1731217352843Writing region close event to WAL at 1731217352843Closed at 1731217352843 2024-11-10T05:42:32,843 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => b4c9bbaf2289fafcebd297ba5be93495, NAME => 'SPTestTable,4ccccccb,1731217352814.b4c9bbaf2289fafcebd297ba5be93495.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d 2024-11-10T05:42:32,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741839_1015 (size=54) 2024-11-10T05:42:32,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41705 is added to blk_1073741839_1015 (size=54) 2024-11-10T05:42:32,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45663 is added to blk_1073741839_1015 (size=54) 2024-11-10T05:42:32,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45663 is added to blk_1073741840_1016 (size=62) 2024-11-10T05:42:32,855 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731217352814.1a6207e2e983ec0e7371f7d91e742409.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:42:32,855 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 1a6207e2e983ec0e7371f7d91e742409, disabling compactions & flushes 2024-11-10T05:42:32,855 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731217352814.1a6207e2e983ec0e7371f7d91e742409. 2024-11-10T05:42:32,855 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731217352814.1a6207e2e983ec0e7371f7d91e742409. 2024-11-10T05:42:32,855 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731217352814.1a6207e2e983ec0e7371f7d91e742409. after waiting 0 ms 2024-11-10T05:42:32,855 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731217352814.1a6207e2e983ec0e7371f7d91e742409. 2024-11-10T05:42:32,855 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731217352814.1a6207e2e983ec0e7371f7d91e742409. 2024-11-10T05:42:32,855 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1a6207e2e983ec0e7371f7d91e742409: Waiting for close lock at 1731217352855Disabling compacts and flushes for region at 1731217352855Disabling writes for close at 1731217352855Writing region close event to WAL at 1731217352855Closed at 1731217352855 2024-11-10T05:42:32,856 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 924f3e2c66aa4083c10d901da7d5ca5f, NAME => 'SPTestTable,66666664,1731217352814.924f3e2c66aa4083c10d901da7d5ca5f.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d 2024-11-10T05:42:32,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41705 is added to blk_1073741840_1016 (size=62) 2024-11-10T05:42:32,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741840_1016 (size=62) 2024-11-10T05:42:32,857 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731217352814.8588ede9e31a28c058ec26d7df9257f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:42:32,857 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 8588ede9e31a28c058ec26d7df9257f8, disabling compactions & flushes 2024-11-10T05:42:32,857 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731217352814.8588ede9e31a28c058ec26d7df9257f8. 2024-11-10T05:42:32,857 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731217352814.8588ede9e31a28c058ec26d7df9257f8. 2024-11-10T05:42:32,857 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731217352814.8588ede9e31a28c058ec26d7df9257f8. after waiting 0 ms 2024-11-10T05:42:32,857 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731217352814.8588ede9e31a28c058ec26d7df9257f8. 2024-11-10T05:42:32,857 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731217352814.8588ede9e31a28c058ec26d7df9257f8. 2024-11-10T05:42:32,857 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 8588ede9e31a28c058ec26d7df9257f8: Waiting for close lock at 1731217352857Disabling compacts and flushes for region at 1731217352857Disabling writes for close at 1731217352857Writing region close event to WAL at 1731217352857Closed at 1731217352857 2024-11-10T05:42:32,858 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => cff55d9c10d68b84e62bb43dbcfa0531, NAME => 'SPTestTable,7ffffffd,1731217352814.cff55d9c10d68b84e62bb43dbcfa0531.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d 2024-11-10T05:42:32,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741841_1017 (size=62) 2024-11-10T05:42:32,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41705 is added to blk_1073741841_1017 (size=62) 2024-11-10T05:42:32,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45663 is added to blk_1073741841_1017 (size=62) 2024-11-10T05:42:32,862 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731217352814.b4c9bbaf2289fafcebd297ba5be93495.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:42:32,862 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing b4c9bbaf2289fafcebd297ba5be93495, disabling compactions & flushes 2024-11-10T05:42:32,862 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731217352814.b4c9bbaf2289fafcebd297ba5be93495. 2024-11-10T05:42:32,862 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731217352814.b4c9bbaf2289fafcebd297ba5be93495. 2024-11-10T05:42:32,862 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731217352814.b4c9bbaf2289fafcebd297ba5be93495. after waiting 0 ms 2024-11-10T05:42:32,862 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731217352814.b4c9bbaf2289fafcebd297ba5be93495. 2024-11-10T05:42:32,862 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731217352814.b4c9bbaf2289fafcebd297ba5be93495. 2024-11-10T05:42:32,862 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for b4c9bbaf2289fafcebd297ba5be93495: Waiting for close lock at 1731217352862Disabling compacts and flushes for region at 1731217352862Disabling writes for close at 1731217352862Writing region close event to WAL at 1731217352862Closed at 1731217352862 2024-11-10T05:42:32,862 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 933907739ddb06fcf704d0714cb27035, NAME => 'SPTestTable,99999996,1731217352814.933907739ddb06fcf704d0714cb27035.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d 2024-11-10T05:42:32,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45663 is added to blk_1073741843_1019 (size=62) 2024-11-10T05:42:32,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41705 is added to blk_1073741843_1019 (size=62) 2024-11-10T05:42:32,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741843_1019 (size=62) 2024-11-10T05:42:32,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741842_1018 (size=62) 2024-11-10T05:42:32,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45663 is added to blk_1073741842_1018 (size=62) 2024-11-10T05:42:32,871 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731217352814.cff55d9c10d68b84e62bb43dbcfa0531.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:42:32,871 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing cff55d9c10d68b84e62bb43dbcfa0531, disabling compactions & flushes 2024-11-10T05:42:32,871 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731217352814.cff55d9c10d68b84e62bb43dbcfa0531. 2024-11-10T05:42:32,871 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731217352814.cff55d9c10d68b84e62bb43dbcfa0531. 2024-11-10T05:42:32,871 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731217352814.cff55d9c10d68b84e62bb43dbcfa0531. after waiting 0 ms 2024-11-10T05:42:32,871 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731217352814.cff55d9c10d68b84e62bb43dbcfa0531. 2024-11-10T05:42:32,871 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731217352814.cff55d9c10d68b84e62bb43dbcfa0531. 2024-11-10T05:42:32,872 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for cff55d9c10d68b84e62bb43dbcfa0531: Waiting for close lock at 1731217352871Disabling compacts and flushes for region at 1731217352871Disabling writes for close at 1731217352871Writing region close event to WAL at 1731217352871Closed at 1731217352871 2024-11-10T05:42:32,872 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 88046a588421b33424f81b9bbef6b7c0, NAME => 'SPTestTable,b333332f,1731217352814.88046a588421b33424f81b9bbef6b7c0.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d 2024-11-10T05:42:32,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41705 is added to blk_1073741842_1018 (size=62) 2024-11-10T05:42:32,875 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731217352814.924f3e2c66aa4083c10d901da7d5ca5f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:42:32,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45663 is added to blk_1073741844_1020 (size=62) 2024-11-10T05:42:32,875 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 924f3e2c66aa4083c10d901da7d5ca5f, disabling compactions & flushes 2024-11-10T05:42:32,875 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731217352814.924f3e2c66aa4083c10d901da7d5ca5f. 2024-11-10T05:42:32,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741844_1020 (size=62) 2024-11-10T05:42:32,875 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731217352814.924f3e2c66aa4083c10d901da7d5ca5f. 2024-11-10T05:42:32,875 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731217352814.924f3e2c66aa4083c10d901da7d5ca5f. after waiting 0 ms 2024-11-10T05:42:32,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41705 is added to blk_1073741844_1020 (size=62) 2024-11-10T05:42:32,875 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731217352814.924f3e2c66aa4083c10d901da7d5ca5f. 2024-11-10T05:42:32,875 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731217352814.924f3e2c66aa4083c10d901da7d5ca5f. 2024-11-10T05:42:32,875 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 924f3e2c66aa4083c10d901da7d5ca5f: Waiting for close lock at 1731217352875Disabling compacts and flushes for region at 1731217352875Disabling writes for close at 1731217352875Writing region close event to WAL at 1731217352875Closed at 1731217352875 2024-11-10T05:42:32,876 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5e47b001244a3dc00b3577ec00803cf4, NAME => 'SPTestTable,ccccccc8,1731217352814.5e47b001244a3dc00b3577ec00803cf4.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d 2024-11-10T05:42:32,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41705 is added to blk_1073741845_1021 (size=62) 2024-11-10T05:42:32,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741845_1021 (size=62) 2024-11-10T05:42:32,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45663 is added to blk_1073741845_1021 (size=62) 2024-11-10T05:42:32,884 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731217352814.88046a588421b33424f81b9bbef6b7c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:42:32,884 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 88046a588421b33424f81b9bbef6b7c0, disabling compactions & flushes 2024-11-10T05:42:32,884 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731217352814.88046a588421b33424f81b9bbef6b7c0. 2024-11-10T05:42:32,884 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731217352814.88046a588421b33424f81b9bbef6b7c0. 2024-11-10T05:42:32,884 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731217352814.88046a588421b33424f81b9bbef6b7c0. after waiting 0 ms 2024-11-10T05:42:32,884 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731217352814.88046a588421b33424f81b9bbef6b7c0. 2024-11-10T05:42:32,884 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731217352814.88046a588421b33424f81b9bbef6b7c0. 2024-11-10T05:42:32,884 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 88046a588421b33424f81b9bbef6b7c0: Waiting for close lock at 1731217352884Disabling compacts and flushes for region at 1731217352884Disabling writes for close at 1731217352884Writing region close event to WAL at 1731217352884Closed at 1731217352884 2024-11-10T05:42:32,885 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => e5b022a631bfa2ca1731cc4ff1ad6b54, NAME => 'SPTestTable,e6666661,1731217352814.e5b022a631bfa2ca1731cc4ff1ad6b54.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d 2024-11-10T05:42:32,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41705 is added to blk_1073741846_1022 (size=62) 2024-11-10T05:42:32,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45663 is added to blk_1073741846_1022 (size=62) 2024-11-10T05:42:32,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741846_1022 (size=62) 2024-11-10T05:42:32,887 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731217352814.5e47b001244a3dc00b3577ec00803cf4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:42:32,887 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 5e47b001244a3dc00b3577ec00803cf4, disabling compactions & flushes 2024-11-10T05:42:32,887 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731217352814.5e47b001244a3dc00b3577ec00803cf4. 2024-11-10T05:42:32,887 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731217352814.5e47b001244a3dc00b3577ec00803cf4. 2024-11-10T05:42:32,887 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731217352814.5e47b001244a3dc00b3577ec00803cf4. after waiting 0 ms 2024-11-10T05:42:32,887 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731217352814.5e47b001244a3dc00b3577ec00803cf4. 2024-11-10T05:42:32,887 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731217352814.5e47b001244a3dc00b3577ec00803cf4. 2024-11-10T05:42:32,887 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5e47b001244a3dc00b3577ec00803cf4: Waiting for close lock at 1731217352887Disabling compacts and flushes for region at 1731217352887Disabling writes for close at 1731217352887Writing region close event to WAL at 1731217352887Closed at 1731217352887 2024-11-10T05:42:32,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741847_1023 (size=54) 2024-11-10T05:42:32,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45663 is added to blk_1073741847_1023 (size=54) 2024-11-10T05:42:32,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41705 is added to blk_1073741847_1023 (size=54) 2024-11-10T05:42:32,894 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731217352814.e5b022a631bfa2ca1731cc4ff1ad6b54.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:42:32,894 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing e5b022a631bfa2ca1731cc4ff1ad6b54, disabling compactions & flushes 2024-11-10T05:42:32,894 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731217352814.e5b022a631bfa2ca1731cc4ff1ad6b54. 2024-11-10T05:42:32,894 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731217352814.e5b022a631bfa2ca1731cc4ff1ad6b54. 2024-11-10T05:42:32,894 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731217352814.e5b022a631bfa2ca1731cc4ff1ad6b54. after waiting 0 ms 2024-11-10T05:42:32,894 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731217352814.e5b022a631bfa2ca1731cc4ff1ad6b54. 2024-11-10T05:42:32,894 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731217352814.e5b022a631bfa2ca1731cc4ff1ad6b54. 2024-11-10T05:42:32,894 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for e5b022a631bfa2ca1731cc4ff1ad6b54: Waiting for close lock at 1731217352894Disabling compacts and flushes for region at 1731217352894Disabling writes for close at 1731217352894Writing region close event to WAL at 1731217352894Closed at 1731217352894 2024-11-10T05:42:32,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T05:42:33,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T05:42:33,275 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731217352814.933907739ddb06fcf704d0714cb27035.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:42:33,275 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 933907739ddb06fcf704d0714cb27035, disabling compactions & flushes 2024-11-10T05:42:33,276 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731217352814.933907739ddb06fcf704d0714cb27035. 2024-11-10T05:42:33,276 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731217352814.933907739ddb06fcf704d0714cb27035. 2024-11-10T05:42:33,276 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731217352814.933907739ddb06fcf704d0714cb27035. after waiting 0 ms 2024-11-10T05:42:33,276 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731217352814.933907739ddb06fcf704d0714cb27035. 2024-11-10T05:42:33,276 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731217352814.933907739ddb06fcf704d0714cb27035. 2024-11-10T05:42:33,276 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 933907739ddb06fcf704d0714cb27035: Waiting for close lock at 1731217353275Disabling compacts and flushes for region at 1731217353275Disabling writes for close at 1731217353276 (+1 ms)Writing region close event to WAL at 1731217353276Closed at 1731217353276 2024-11-10T05:42:33,277 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T05:42:33,277 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731217352814.3d06e2527a290899e17c73393437d349.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731217353277"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731217353277"}]},"ts":"1731217353277"} 2024-11-10T05:42:33,277 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731217352814.1a6207e2e983ec0e7371f7d91e742409.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731217353277"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731217353277"}]},"ts":"1731217353277"} 2024-11-10T05:42:33,278 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731217352814.8588ede9e31a28c058ec26d7df9257f8.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731217353277"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731217353277"}]},"ts":"1731217353277"} 2024-11-10T05:42:33,278 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731217352814.b4c9bbaf2289fafcebd297ba5be93495.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731217353277"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731217353277"}]},"ts":"1731217353277"} 2024-11-10T05:42:33,278 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731217352814.cff55d9c10d68b84e62bb43dbcfa0531.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731217353277"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731217353277"}]},"ts":"1731217353277"} 2024-11-10T05:42:33,278 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731217352814.924f3e2c66aa4083c10d901da7d5ca5f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731217353277"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731217353277"}]},"ts":"1731217353277"} 2024-11-10T05:42:33,278 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731217352814.88046a588421b33424f81b9bbef6b7c0.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731217353277"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731217353277"}]},"ts":"1731217353277"} 2024-11-10T05:42:33,278 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731217352814.5e47b001244a3dc00b3577ec00803cf4.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731217353277"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731217353277"}]},"ts":"1731217353277"} 2024-11-10T05:42:33,278 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731217352814.e5b022a631bfa2ca1731cc4ff1ad6b54.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731217353277"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731217353277"}]},"ts":"1731217353277"} 2024-11-10T05:42:33,279 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731217352814.933907739ddb06fcf704d0714cb27035.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731217353277"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731217353277"}]},"ts":"1731217353277"} 2024-11-10T05:42:33,283 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-10T05:42:33,283 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T05:42:33,284 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731217353284"}]},"ts":"1731217353284"} 2024-11-10T05:42:33,285 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-10T05:42:33,286 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {4999977c7e1b=0} racks are {/default-rack=0} 2024-11-10T05:42:33,290 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-10T05:42:33,290 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-10T05:42:33,290 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-10T05:42:33,290 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-10T05:42:33,290 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-10T05:42:33,290 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-10T05:42:33,290 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-10T05:42:33,290 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-10T05:42:33,290 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-10T05:42:33,290 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-10T05:42:33,291 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1a6207e2e983ec0e7371f7d91e742409, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8588ede9e31a28c058ec26d7df9257f8, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3d06e2527a290899e17c73393437d349, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b4c9bbaf2289fafcebd297ba5be93495, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=924f3e2c66aa4083c10d901da7d5ca5f, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cff55d9c10d68b84e62bb43dbcfa0531, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=933907739ddb06fcf704d0714cb27035, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=88046a588421b33424f81b9bbef6b7c0, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5e47b001244a3dc00b3577ec00803cf4, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e5b022a631bfa2ca1731cc4ff1ad6b54, ASSIGN}] 2024-11-10T05:42:33,293 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b4c9bbaf2289fafcebd297ba5be93495, ASSIGN 2024-11-10T05:42:33,293 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=924f3e2c66aa4083c10d901da7d5ca5f, ASSIGN 2024-11-10T05:42:33,293 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3d06e2527a290899e17c73393437d349, ASSIGN 2024-11-10T05:42:33,293 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8588ede9e31a28c058ec26d7df9257f8, ASSIGN 2024-11-10T05:42:33,294 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b4c9bbaf2289fafcebd297ba5be93495, ASSIGN; state=OFFLINE, location=4999977c7e1b,41347,1731217342068; forceNewPlan=false, retain=false 2024-11-10T05:42:33,294 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=924f3e2c66aa4083c10d901da7d5ca5f, ASSIGN; state=OFFLINE, location=4999977c7e1b,43915,1731217342042; forceNewPlan=false, retain=false 2024-11-10T05:42:33,294 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3d06e2527a290899e17c73393437d349, ASSIGN; state=OFFLINE, location=4999977c7e1b,41347,1731217342068; forceNewPlan=false, retain=false 2024-11-10T05:42:33,294 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8588ede9e31a28c058ec26d7df9257f8, ASSIGN; state=OFFLINE, location=4999977c7e1b,43915,1731217342042; forceNewPlan=false, retain=false 2024-11-10T05:42:33,297 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5e47b001244a3dc00b3577ec00803cf4, ASSIGN 2024-11-10T05:42:33,297 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=88046a588421b33424f81b9bbef6b7c0, ASSIGN 2024-11-10T05:42:33,297 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e5b022a631bfa2ca1731cc4ff1ad6b54, ASSIGN 2024-11-10T05:42:33,297 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=933907739ddb06fcf704d0714cb27035, ASSIGN 2024-11-10T05:42:33,297 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cff55d9c10d68b84e62bb43dbcfa0531, ASSIGN 2024-11-10T05:42:33,298 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5e47b001244a3dc00b3577ec00803cf4, ASSIGN; state=OFFLINE, location=4999977c7e1b,33117,1731217342009; forceNewPlan=false, retain=false 2024-11-10T05:42:33,298 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=88046a588421b33424f81b9bbef6b7c0, ASSIGN; state=OFFLINE, location=4999977c7e1b,41347,1731217342068; forceNewPlan=false, retain=false 2024-11-10T05:42:33,298 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e5b022a631bfa2ca1731cc4ff1ad6b54, ASSIGN; state=OFFLINE, location=4999977c7e1b,43915,1731217342042; forceNewPlan=false, retain=false 2024-11-10T05:42:33,298 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=933907739ddb06fcf704d0714cb27035, ASSIGN; state=OFFLINE, location=4999977c7e1b,41347,1731217342068; forceNewPlan=false, retain=false 2024-11-10T05:42:33,299 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cff55d9c10d68b84e62bb43dbcfa0531, ASSIGN; state=OFFLINE, location=4999977c7e1b,33117,1731217342009; forceNewPlan=false, retain=false 2024-11-10T05:42:33,301 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1a6207e2e983ec0e7371f7d91e742409, ASSIGN 2024-11-10T05:42:33,302 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1a6207e2e983ec0e7371f7d91e742409, ASSIGN; state=OFFLINE, location=4999977c7e1b,33117,1731217342009; forceNewPlan=false, retain=false 2024-11-10T05:42:33,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T05:42:33,444 INFO [4999977c7e1b:39425 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-10T05:42:33,445 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=88046a588421b33424f81b9bbef6b7c0, regionState=OPENING, regionLocation=4999977c7e1b,41347,1731217342068 2024-11-10T05:42:33,445 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=e5b022a631bfa2ca1731cc4ff1ad6b54, regionState=OPENING, regionLocation=4999977c7e1b,43915,1731217342042 2024-11-10T05:42:33,445 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=924f3e2c66aa4083c10d901da7d5ca5f, regionState=OPENING, regionLocation=4999977c7e1b,43915,1731217342042 2024-11-10T05:42:33,445 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=933907739ddb06fcf704d0714cb27035, regionState=OPENING, regionLocation=4999977c7e1b,41347,1731217342068 2024-11-10T05:42:33,445 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=8588ede9e31a28c058ec26d7df9257f8, regionState=OPENING, regionLocation=4999977c7e1b,43915,1731217342042 2024-11-10T05:42:33,445 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=b4c9bbaf2289fafcebd297ba5be93495, regionState=OPENING, regionLocation=4999977c7e1b,41347,1731217342068 2024-11-10T05:42:33,445 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=3d06e2527a290899e17c73393437d349, regionState=OPENING, regionLocation=4999977c7e1b,41347,1731217342068 2024-11-10T05:42:33,445 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=5e47b001244a3dc00b3577ec00803cf4, regionState=OPENING, regionLocation=4999977c7e1b,33117,1731217342009 2024-11-10T05:42:33,445 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=cff55d9c10d68b84e62bb43dbcfa0531, regionState=OPENING, regionLocation=4999977c7e1b,33117,1731217342009 2024-11-10T05:42:33,446 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1a6207e2e983ec0e7371f7d91e742409, regionState=OPENING, regionLocation=4999977c7e1b,33117,1731217342009 2024-11-10T05:42:33,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=88046a588421b33424f81b9bbef6b7c0, ASSIGN because future has completed 2024-11-10T05:42:33,448 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 88046a588421b33424f81b9bbef6b7c0, server=4999977c7e1b,41347,1731217342068}] 2024-11-10T05:42:33,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=924f3e2c66aa4083c10d901da7d5ca5f, ASSIGN because future has completed 2024-11-10T05:42:33,449 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 924f3e2c66aa4083c10d901da7d5ca5f, server=4999977c7e1b,43915,1731217342042}] 2024-11-10T05:42:33,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e5b022a631bfa2ca1731cc4ff1ad6b54, ASSIGN because future has completed 2024-11-10T05:42:33,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=933907739ddb06fcf704d0714cb27035, ASSIGN because future has completed 2024-11-10T05:42:33,451 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure e5b022a631bfa2ca1731cc4ff1ad6b54, server=4999977c7e1b,43915,1731217342042}] 2024-11-10T05:42:33,451 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 933907739ddb06fcf704d0714cb27035, server=4999977c7e1b,41347,1731217342068}] 2024-11-10T05:42:33,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8588ede9e31a28c058ec26d7df9257f8, ASSIGN because future has completed 2024-11-10T05:42:33,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b4c9bbaf2289fafcebd297ba5be93495, ASSIGN because future has completed 2024-11-10T05:42:33,453 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8588ede9e31a28c058ec26d7df9257f8, server=4999977c7e1b,43915,1731217342042}] 2024-11-10T05:42:33,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5e47b001244a3dc00b3577ec00803cf4, ASSIGN because future has completed 2024-11-10T05:42:33,455 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure b4c9bbaf2289fafcebd297ba5be93495, server=4999977c7e1b,41347,1731217342068}] 2024-11-10T05:42:33,455 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5e47b001244a3dc00b3577ec00803cf4, server=4999977c7e1b,33117,1731217342009}] 2024-11-10T05:42:33,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3d06e2527a290899e17c73393437d349, ASSIGN because future has completed 2024-11-10T05:42:33,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cff55d9c10d68b84e62bb43dbcfa0531, ASSIGN because future has completed 2024-11-10T05:42:33,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1a6207e2e983ec0e7371f7d91e742409, ASSIGN because future has completed 2024-11-10T05:42:33,462 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure cff55d9c10d68b84e62bb43dbcfa0531, server=4999977c7e1b,33117,1731217342009}] 2024-11-10T05:42:33,462 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a6207e2e983ec0e7371f7d91e742409, server=4999977c7e1b,33117,1731217342009}] 2024-11-10T05:42:33,462 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3d06e2527a290899e17c73393437d349, server=4999977c7e1b,41347,1731217342068}] 2024-11-10T05:42:33,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T05:42:34,322 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T05:42:34,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T05:42:36,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T05:42:37,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T05:42:37,760 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T05:42:37,760 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T05:42:38,218 INFO [regionserver/4999977c7e1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-10T05:42:38,266 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T05:42:38,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T05:42:38,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T05:42:38,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T05:42:41,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T05:42:43,453 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T05:42:43,455 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50249, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T05:42:43,456 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731217352814.88046a588421b33424f81b9bbef6b7c0. 2024-11-10T05:42:43,456 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 88046a588421b33424f81b9bbef6b7c0, NAME => 'SPTestTable,b333332f,1731217352814.88046a588421b33424f81b9bbef6b7c0.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-10T05:42:43,457 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 88046a588421b33424f81b9bbef6b7c0 2024-11-10T05:42:43,457 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731217352814.88046a588421b33424f81b9bbef6b7c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:42:43,457 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 88046a588421b33424f81b9bbef6b7c0 2024-11-10T05:42:43,457 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 88046a588421b33424f81b9bbef6b7c0 2024-11-10T05:42:43,458 INFO [StoreOpener-88046a588421b33424f81b9bbef6b7c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 88046a588421b33424f81b9bbef6b7c0 2024-11-10T05:42:43,459 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731217352814.8588ede9e31a28c058ec26d7df9257f8. 2024-11-10T05:42:43,459 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 8588ede9e31a28c058ec26d7df9257f8, NAME => 'SPTestTable,19999999,1731217352814.8588ede9e31a28c058ec26d7df9257f8.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-10T05:42:43,459 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8588ede9e31a28c058ec26d7df9257f8 2024-11-10T05:42:43,459 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731217352814.8588ede9e31a28c058ec26d7df9257f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:42:43,459 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 8588ede9e31a28c058ec26d7df9257f8 2024-11-10T05:42:43,459 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 8588ede9e31a28c058ec26d7df9257f8 2024-11-10T05:42:43,460 INFO [StoreOpener-88046a588421b33424f81b9bbef6b7c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 88046a588421b33424f81b9bbef6b7c0 columnFamilyName cf 2024-11-10T05:42:43,460 DEBUG [StoreOpener-88046a588421b33424f81b9bbef6b7c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:42:43,460 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T05:42:43,461 INFO [StoreOpener-88046a588421b33424f81b9bbef6b7c0-1 {}] regionserver.HStore(327): Store=88046a588421b33424f81b9bbef6b7c0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T05:42:43,461 INFO [StoreOpener-8588ede9e31a28c058ec26d7df9257f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8588ede9e31a28c058ec26d7df9257f8 2024-11-10T05:42:43,461 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 88046a588421b33424f81b9bbef6b7c0 2024-11-10T05:42:43,461 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/data/default/SPTestTable/88046a588421b33424f81b9bbef6b7c0 2024-11-10T05:42:43,462 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/data/default/SPTestTable/88046a588421b33424f81b9bbef6b7c0 2024-11-10T05:42:43,462 INFO [StoreOpener-8588ede9e31a28c058ec26d7df9257f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8588ede9e31a28c058ec26d7df9257f8 columnFamilyName cf 2024-11-10T05:42:43,462 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 88046a588421b33424f81b9bbef6b7c0 2024-11-10T05:42:43,462 DEBUG [StoreOpener-8588ede9e31a28c058ec26d7df9257f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:42:43,462 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 88046a588421b33424f81b9bbef6b7c0 2024-11-10T05:42:43,463 INFO [StoreOpener-8588ede9e31a28c058ec26d7df9257f8-1 {}] regionserver.HStore(327): Store=8588ede9e31a28c058ec26d7df9257f8/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T05:42:43,463 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 8588ede9e31a28c058ec26d7df9257f8 2024-11-10T05:42:43,464 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/data/default/SPTestTable/8588ede9e31a28c058ec26d7df9257f8 2024-11-10T05:42:43,464 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/data/default/SPTestTable/8588ede9e31a28c058ec26d7df9257f8 2024-11-10T05:42:43,464 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 88046a588421b33424f81b9bbef6b7c0 2024-11-10T05:42:43,465 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 8588ede9e31a28c058ec26d7df9257f8 2024-11-10T05:42:43,465 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 8588ede9e31a28c058ec26d7df9257f8 2024-11-10T05:42:43,466 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49899, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T05:42:43,466 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 8588ede9e31a28c058ec26d7df9257f8 2024-11-10T05:42:43,467 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/data/default/SPTestTable/88046a588421b33424f81b9bbef6b7c0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T05:42:43,468 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 88046a588421b33424f81b9bbef6b7c0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67146714, jitterRate=5.640089511871338E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T05:42:43,468 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 88046a588421b33424f81b9bbef6b7c0 2024-11-10T05:42:43,468 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 88046a588421b33424f81b9bbef6b7c0: Running coprocessor pre-open hook at 1731217363457Writing region info on filesystem at 1731217363457Initializing all the Stores at 1731217363458 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731217363458Cleaning up temporary data from old regions at 1731217363463 (+5 ms)Running coprocessor post-open hooks at 1731217363468 (+5 ms)Region opened successfully at 1731217363468 2024-11-10T05:42:43,469 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/data/default/SPTestTable/8588ede9e31a28c058ec26d7df9257f8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T05:42:43,469 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731217352814.88046a588421b33424f81b9bbef6b7c0., pid=15, masterSystemTime=1731217363451 2024-11-10T05:42:43,470 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 8588ede9e31a28c058ec26d7df9257f8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60424019, jitterRate=-0.09961195290088654}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T05:42:43,470 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8588ede9e31a28c058ec26d7df9257f8 2024-11-10T05:42:43,470 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 8588ede9e31a28c058ec26d7df9257f8: Running coprocessor pre-open hook at 1731217363460Writing region info on filesystem at 1731217363460Initializing all the Stores at 1731217363460Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731217363460Cleaning up temporary data from old regions at 1731217363465 (+5 ms)Running coprocessor post-open hooks at 1731217363470 (+5 ms)Region opened successfully at 1731217363470 2024-11-10T05:42:43,471 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731217352814.cff55d9c10d68b84e62bb43dbcfa0531. 2024-11-10T05:42:43,471 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => cff55d9c10d68b84e62bb43dbcfa0531, NAME => 'SPTestTable,7ffffffd,1731217352814.cff55d9c10d68b84e62bb43dbcfa0531.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-10T05:42:43,471 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731217352814.88046a588421b33424f81b9bbef6b7c0. 2024-11-10T05:42:43,471 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731217352814.88046a588421b33424f81b9bbef6b7c0. 2024-11-10T05:42:43,471 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable cff55d9c10d68b84e62bb43dbcfa0531 2024-11-10T05:42:43,471 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731217352814.cff55d9c10d68b84e62bb43dbcfa0531.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:42:43,471 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731217352814.3d06e2527a290899e17c73393437d349. 2024-11-10T05:42:43,471 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for cff55d9c10d68b84e62bb43dbcfa0531 2024-11-10T05:42:43,471 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for cff55d9c10d68b84e62bb43dbcfa0531 2024-11-10T05:42:43,471 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 3d06e2527a290899e17c73393437d349, NAME => 'SPTestTable,33333332,1731217352814.3d06e2527a290899e17c73393437d349.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-10T05:42:43,472 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3d06e2527a290899e17c73393437d349 2024-11-10T05:42:43,472 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731217352814.3d06e2527a290899e17c73393437d349.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:42:43,472 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 3d06e2527a290899e17c73393437d349 2024-11-10T05:42:43,472 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731217352814.8588ede9e31a28c058ec26d7df9257f8., pid=19, masterSystemTime=1731217363453 2024-11-10T05:42:43,472 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 3d06e2527a290899e17c73393437d349 2024-11-10T05:42:43,472 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=88046a588421b33424f81b9bbef6b7c0, regionState=OPEN, openSeqNum=2, regionLocation=4999977c7e1b,41347,1731217342068 2024-11-10T05:42:43,474 INFO [StoreOpener-3d06e2527a290899e17c73393437d349-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3d06e2527a290899e17c73393437d349 2024-11-10T05:42:43,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 88046a588421b33424f81b9bbef6b7c0, server=4999977c7e1b,41347,1731217342068 because future has completed 2024-11-10T05:42:43,474 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731217352814.8588ede9e31a28c058ec26d7df9257f8. 2024-11-10T05:42:43,474 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731217352814.8588ede9e31a28c058ec26d7df9257f8. 2024-11-10T05:42:43,475 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731217352814.924f3e2c66aa4083c10d901da7d5ca5f. 2024-11-10T05:42:43,475 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 924f3e2c66aa4083c10d901da7d5ca5f, NAME => 'SPTestTable,66666664,1731217352814.924f3e2c66aa4083c10d901da7d5ca5f.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-10T05:42:43,475 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 924f3e2c66aa4083c10d901da7d5ca5f 2024-11-10T05:42:43,475 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731217352814.924f3e2c66aa4083c10d901da7d5ca5f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:42:43,475 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=8588ede9e31a28c058ec26d7df9257f8, regionState=OPEN, openSeqNum=2, regionLocation=4999977c7e1b,43915,1731217342042 2024-11-10T05:42:43,475 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 924f3e2c66aa4083c10d901da7d5ca5f 2024-11-10T05:42:43,475 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 924f3e2c66aa4083c10d901da7d5ca5f 2024-11-10T05:42:43,475 INFO [StoreOpener-3d06e2527a290899e17c73393437d349-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d06e2527a290899e17c73393437d349 columnFamilyName cf 2024-11-10T05:42:43,476 DEBUG [StoreOpener-3d06e2527a290899e17c73393437d349-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:42:43,476 INFO [StoreOpener-3d06e2527a290899e17c73393437d349-1 {}] regionserver.HStore(327): Store=3d06e2527a290899e17c73393437d349/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T05:42:43,476 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 3d06e2527a290899e17c73393437d349 2024-11-10T05:42:43,477 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/data/default/SPTestTable/3d06e2527a290899e17c73393437d349 2024-11-10T05:42:43,477 INFO [StoreOpener-924f3e2c66aa4083c10d901da7d5ca5f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 924f3e2c66aa4083c10d901da7d5ca5f 2024-11-10T05:42:43,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8588ede9e31a28c058ec26d7df9257f8, server=4999977c7e1b,43915,1731217342042 because future has completed 2024-11-10T05:42:43,478 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/data/default/SPTestTable/3d06e2527a290899e17c73393437d349 2024-11-10T05:42:43,478 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 3d06e2527a290899e17c73393437d349 2024-11-10T05:42:43,478 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 3d06e2527a290899e17c73393437d349 2024-11-10T05:42:43,478 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=12 2024-11-10T05:42:43,478 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 88046a588421b33424f81b9bbef6b7c0, server=4999977c7e1b,41347,1731217342068 in 10.0270 sec 2024-11-10T05:42:43,480 INFO [StoreOpener-924f3e2c66aa4083c10d901da7d5ca5f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 924f3e2c66aa4083c10d901da7d5ca5f columnFamilyName cf 2024-11-10T05:42:43,480 DEBUG [StoreOpener-924f3e2c66aa4083c10d901da7d5ca5f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:42:43,481 INFO [StoreOpener-cff55d9c10d68b84e62bb43dbcfa0531-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region cff55d9c10d68b84e62bb43dbcfa0531 2024-11-10T05:42:43,481 INFO [StoreOpener-924f3e2c66aa4083c10d901da7d5ca5f-1 {}] regionserver.HStore(327): Store=924f3e2c66aa4083c10d901da7d5ca5f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T05:42:43,481 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 924f3e2c66aa4083c10d901da7d5ca5f 2024-11-10T05:42:43,481 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=88046a588421b33424f81b9bbef6b7c0, ASSIGN in 10.1870 sec 2024-11-10T05:42:43,481 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 3d06e2527a290899e17c73393437d349 2024-11-10T05:42:43,482 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/data/default/SPTestTable/924f3e2c66aa4083c10d901da7d5ca5f 2024-11-10T05:42:43,482 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/data/default/SPTestTable/924f3e2c66aa4083c10d901da7d5ca5f 2024-11-10T05:42:43,482 INFO [StoreOpener-cff55d9c10d68b84e62bb43dbcfa0531-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cff55d9c10d68b84e62bb43dbcfa0531 columnFamilyName cf 2024-11-10T05:42:43,482 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 924f3e2c66aa4083c10d901da7d5ca5f 2024-11-10T05:42:43,482 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 924f3e2c66aa4083c10d901da7d5ca5f 2024-11-10T05:42:43,482 DEBUG [StoreOpener-cff55d9c10d68b84e62bb43dbcfa0531-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:42:43,483 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=6 2024-11-10T05:42:43,483 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 8588ede9e31a28c058ec26d7df9257f8, server=4999977c7e1b,43915,1731217342042 in 10.0260 sec 2024-11-10T05:42:43,483 INFO [StoreOpener-cff55d9c10d68b84e62bb43dbcfa0531-1 {}] regionserver.HStore(327): Store=cff55d9c10d68b84e62bb43dbcfa0531/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T05:42:43,483 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for cff55d9c10d68b84e62bb43dbcfa0531 2024-11-10T05:42:43,484 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8588ede9e31a28c058ec26d7df9257f8, ASSIGN in 10.1920 sec 2024-11-10T05:42:43,485 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 924f3e2c66aa4083c10d901da7d5ca5f 2024-11-10T05:42:43,485 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/data/default/SPTestTable/3d06e2527a290899e17c73393437d349/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T05:42:43,486 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 3d06e2527a290899e17c73393437d349; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71417809, jitterRate=0.06420828402042389}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T05:42:43,486 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3d06e2527a290899e17c73393437d349 2024-11-10T05:42:43,486 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 3d06e2527a290899e17c73393437d349: Running coprocessor pre-open hook at 1731217363472Writing region info on filesystem at 1731217363472Initializing all the Stores at 1731217363473 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731217363473Cleaning up temporary data from old regions at 1731217363478 (+5 ms)Running coprocessor post-open hooks at 1731217363486 (+8 ms)Region opened successfully at 1731217363486 2024-11-10T05:42:43,487 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731217352814.3d06e2527a290899e17c73393437d349., pid=24, masterSystemTime=1731217363451 2024-11-10T05:42:43,487 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/data/default/SPTestTable/924f3e2c66aa4083c10d901da7d5ca5f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T05:42:43,487 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 924f3e2c66aa4083c10d901da7d5ca5f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63681736, jitterRate=-0.05106818675994873}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T05:42:43,487 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 924f3e2c66aa4083c10d901da7d5ca5f 2024-11-10T05:42:43,487 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 924f3e2c66aa4083c10d901da7d5ca5f: Running coprocessor pre-open hook at 1731217363475Writing region info on filesystem at 1731217363475Initializing all the Stores at 1731217363477 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731217363477Cleaning up temporary data from old regions at 1731217363483 (+6 ms)Running coprocessor post-open hooks at 1731217363487 (+4 ms)Region opened successfully at 1731217363487 2024-11-10T05:42:43,489 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731217352814.924f3e2c66aa4083c10d901da7d5ca5f., pid=16, masterSystemTime=1731217363453 2024-11-10T05:42:43,489 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731217352814.3d06e2527a290899e17c73393437d349. 2024-11-10T05:42:43,490 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731217352814.3d06e2527a290899e17c73393437d349. 2024-11-10T05:42:43,490 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731217352814.933907739ddb06fcf704d0714cb27035. 2024-11-10T05:42:43,490 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 933907739ddb06fcf704d0714cb27035, NAME => 'SPTestTable,99999996,1731217352814.933907739ddb06fcf704d0714cb27035.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-10T05:42:43,490 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 933907739ddb06fcf704d0714cb27035 2024-11-10T05:42:43,490 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731217352814.933907739ddb06fcf704d0714cb27035.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:42:43,490 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=3d06e2527a290899e17c73393437d349, regionState=OPEN, openSeqNum=2, regionLocation=4999977c7e1b,41347,1731217342068 2024-11-10T05:42:43,490 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 933907739ddb06fcf704d0714cb27035 2024-11-10T05:42:43,490 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 933907739ddb06fcf704d0714cb27035 2024-11-10T05:42:43,491 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731217352814.924f3e2c66aa4083c10d901da7d5ca5f. 2024-11-10T05:42:43,491 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731217352814.924f3e2c66aa4083c10d901da7d5ca5f. 2024-11-10T05:42:43,491 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731217352814.e5b022a631bfa2ca1731cc4ff1ad6b54. 2024-11-10T05:42:43,491 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => e5b022a631bfa2ca1731cc4ff1ad6b54, NAME => 'SPTestTable,e6666661,1731217352814.e5b022a631bfa2ca1731cc4ff1ad6b54.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-10T05:42:43,491 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e5b022a631bfa2ca1731cc4ff1ad6b54 2024-11-10T05:42:43,491 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731217352814.e5b022a631bfa2ca1731cc4ff1ad6b54.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:42:43,492 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for e5b022a631bfa2ca1731cc4ff1ad6b54 2024-11-10T05:42:43,492 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for e5b022a631bfa2ca1731cc4ff1ad6b54 2024-11-10T05:42:43,492 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=924f3e2c66aa4083c10d901da7d5ca5f, regionState=OPEN, openSeqNum=2, regionLocation=4999977c7e1b,43915,1731217342042 2024-11-10T05:42:43,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3d06e2527a290899e17c73393437d349, server=4999977c7e1b,41347,1731217342068 because future has completed 2024-11-10T05:42:43,494 INFO [StoreOpener-933907739ddb06fcf704d0714cb27035-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 933907739ddb06fcf704d0714cb27035 2024-11-10T05:42:43,494 INFO [StoreOpener-e5b022a631bfa2ca1731cc4ff1ad6b54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e5b022a631bfa2ca1731cc4ff1ad6b54 2024-11-10T05:42:43,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 924f3e2c66aa4083c10d901da7d5ca5f, server=4999977c7e1b,43915,1731217342042 because future has completed 2024-11-10T05:42:43,495 INFO [StoreOpener-e5b022a631bfa2ca1731cc4ff1ad6b54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5b022a631bfa2ca1731cc4ff1ad6b54 columnFamilyName cf 2024-11-10T05:42:43,496 DEBUG [StoreOpener-e5b022a631bfa2ca1731cc4ff1ad6b54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:42:43,496 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/data/default/SPTestTable/cff55d9c10d68b84e62bb43dbcfa0531 2024-11-10T05:42:43,496 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/data/default/SPTestTable/cff55d9c10d68b84e62bb43dbcfa0531 2024-11-10T05:42:43,497 INFO [StoreOpener-e5b022a631bfa2ca1731cc4ff1ad6b54-1 {}] regionserver.HStore(327): Store=e5b022a631bfa2ca1731cc4ff1ad6b54/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T05:42:43,497 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for e5b022a631bfa2ca1731cc4ff1ad6b54 2024-11-10T05:42:43,497 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for cff55d9c10d68b84e62bb43dbcfa0531 2024-11-10T05:42:43,497 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for cff55d9c10d68b84e62bb43dbcfa0531 2024-11-10T05:42:43,498 INFO [StoreOpener-933907739ddb06fcf704d0714cb27035-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 933907739ddb06fcf704d0714cb27035 columnFamilyName cf 2024-11-10T05:42:43,498 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/data/default/SPTestTable/e5b022a631bfa2ca1731cc4ff1ad6b54 2024-11-10T05:42:43,498 DEBUG [StoreOpener-933907739ddb06fcf704d0714cb27035-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:42:43,498 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=7 2024-11-10T05:42:43,498 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 3d06e2527a290899e17c73393437d349, server=4999977c7e1b,41347,1731217342068 in 10.0330 sec 2024-11-10T05:42:43,498 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/data/default/SPTestTable/e5b022a631bfa2ca1731cc4ff1ad6b54 2024-11-10T05:42:43,499 INFO [StoreOpener-933907739ddb06fcf704d0714cb27035-1 {}] regionserver.HStore(327): Store=933907739ddb06fcf704d0714cb27035/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T05:42:43,499 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=9 2024-11-10T05:42:43,499 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 933907739ddb06fcf704d0714cb27035 2024-11-10T05:42:43,499 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for e5b022a631bfa2ca1731cc4ff1ad6b54 2024-11-10T05:42:43,499 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 924f3e2c66aa4083c10d901da7d5ca5f, server=4999977c7e1b,43915,1731217342042 in 10.0460 sec 2024-11-10T05:42:43,499 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for e5b022a631bfa2ca1731cc4ff1ad6b54 2024-11-10T05:42:43,500 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3d06e2527a290899e17c73393437d349, ASSIGN in 10.2070 sec 2024-11-10T05:42:43,500 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/data/default/SPTestTable/933907739ddb06fcf704d0714cb27035 2024-11-10T05:42:43,501 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=924f3e2c66aa4083c10d901da7d5ca5f, ASSIGN in 10.2080 sec 2024-11-10T05:42:43,501 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/data/default/SPTestTable/933907739ddb06fcf704d0714cb27035 2024-11-10T05:42:43,501 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 933907739ddb06fcf704d0714cb27035 2024-11-10T05:42:43,501 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 933907739ddb06fcf704d0714cb27035 2024-11-10T05:42:43,501 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for e5b022a631bfa2ca1731cc4ff1ad6b54 2024-11-10T05:42:43,502 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for cff55d9c10d68b84e62bb43dbcfa0531 2024-11-10T05:42:43,504 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 933907739ddb06fcf704d0714cb27035 2024-11-10T05:42:43,504 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/data/default/SPTestTable/e5b022a631bfa2ca1731cc4ff1ad6b54/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T05:42:43,505 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened e5b022a631bfa2ca1731cc4ff1ad6b54; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63280698, jitterRate=-0.05704411864280701}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T05:42:43,505 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e5b022a631bfa2ca1731cc4ff1ad6b54 2024-11-10T05:42:43,505 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/data/default/SPTestTable/cff55d9c10d68b84e62bb43dbcfa0531/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T05:42:43,505 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for e5b022a631bfa2ca1731cc4ff1ad6b54: Running coprocessor pre-open hook at 1731217363492Writing region info on filesystem at 1731217363492Initializing all the Stores at 1731217363493 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731217363493Cleaning up temporary data from old regions at 1731217363499 (+6 ms)Running coprocessor post-open hooks at 1731217363505 (+6 ms)Region opened successfully at 1731217363505 2024-11-10T05:42:43,505 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened cff55d9c10d68b84e62bb43dbcfa0531; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63710504, jitterRate=-0.05063951015472412}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T05:42:43,506 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cff55d9c10d68b84e62bb43dbcfa0531 2024-11-10T05:42:43,506 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731217352814.e5b022a631bfa2ca1731cc4ff1ad6b54., pid=17, masterSystemTime=1731217363453 2024-11-10T05:42:43,506 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for cff55d9c10d68b84e62bb43dbcfa0531: Running coprocessor pre-open hook at 1731217363472Writing region info on filesystem at 1731217363472Initializing all the Stores at 1731217363480 (+8 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731217363480Cleaning up temporary data from old regions at 1731217363497 (+17 ms)Running coprocessor post-open hooks at 1731217363506 (+9 ms)Region opened successfully at 1731217363506 2024-11-10T05:42:43,507 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731217352814.cff55d9c10d68b84e62bb43dbcfa0531., pid=23, masterSystemTime=1731217363460 2024-11-10T05:42:43,507 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/data/default/SPTestTable/933907739ddb06fcf704d0714cb27035/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T05:42:43,507 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 933907739ddb06fcf704d0714cb27035; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69636787, jitterRate=0.03766898810863495}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T05:42:43,508 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 933907739ddb06fcf704d0714cb27035 2024-11-10T05:42:43,507 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731217352814.e5b022a631bfa2ca1731cc4ff1ad6b54. 2024-11-10T05:42:43,508 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731217352814.e5b022a631bfa2ca1731cc4ff1ad6b54. 2024-11-10T05:42:43,508 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 933907739ddb06fcf704d0714cb27035: Running coprocessor pre-open hook at 1731217363490Writing region info on filesystem at 1731217363491 (+1 ms)Initializing all the Stores at 1731217363492 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731217363492Cleaning up temporary data from old regions at 1731217363501 (+9 ms)Running coprocessor post-open hooks at 1731217363508 (+7 ms)Region opened successfully at 1731217363508 2024-11-10T05:42:43,508 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=e5b022a631bfa2ca1731cc4ff1ad6b54, regionState=OPEN, openSeqNum=2, regionLocation=4999977c7e1b,43915,1731217342042 2024-11-10T05:42:43,509 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731217352814.cff55d9c10d68b84e62bb43dbcfa0531. 2024-11-10T05:42:43,510 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731217352814.cff55d9c10d68b84e62bb43dbcfa0531. 2024-11-10T05:42:43,510 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731217352814.5e47b001244a3dc00b3577ec00803cf4. 2024-11-10T05:42:43,510 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731217352814.933907739ddb06fcf704d0714cb27035., pid=18, masterSystemTime=1731217363451 2024-11-10T05:42:43,510 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 5e47b001244a3dc00b3577ec00803cf4, NAME => 'SPTestTable,ccccccc8,1731217352814.5e47b001244a3dc00b3577ec00803cf4.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-10T05:42:43,510 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5e47b001244a3dc00b3577ec00803cf4 2024-11-10T05:42:43,510 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=cff55d9c10d68b84e62bb43dbcfa0531, regionState=OPEN, openSeqNum=2, regionLocation=4999977c7e1b,33117,1731217342009 2024-11-10T05:42:43,510 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731217352814.5e47b001244a3dc00b3577ec00803cf4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:42:43,511 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 5e47b001244a3dc00b3577ec00803cf4 2024-11-10T05:42:43,511 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 5e47b001244a3dc00b3577ec00803cf4 2024-11-10T05:42:43,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure e5b022a631bfa2ca1731cc4ff1ad6b54, server=4999977c7e1b,43915,1731217342042 because future has completed 2024-11-10T05:42:43,512 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731217352814.933907739ddb06fcf704d0714cb27035. 2024-11-10T05:42:43,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure cff55d9c10d68b84e62bb43dbcfa0531, server=4999977c7e1b,33117,1731217342009 because future has completed 2024-11-10T05:42:43,513 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731217352814.933907739ddb06fcf704d0714cb27035. 2024-11-10T05:42:43,513 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731217352814.b4c9bbaf2289fafcebd297ba5be93495. 2024-11-10T05:42:43,513 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => b4c9bbaf2289fafcebd297ba5be93495, NAME => 'SPTestTable,4ccccccb,1731217352814.b4c9bbaf2289fafcebd297ba5be93495.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-10T05:42:43,513 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=933907739ddb06fcf704d0714cb27035, regionState=OPEN, openSeqNum=2, regionLocation=4999977c7e1b,41347,1731217342068 2024-11-10T05:42:43,513 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b4c9bbaf2289fafcebd297ba5be93495 2024-11-10T05:42:43,513 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731217352814.b4c9bbaf2289fafcebd297ba5be93495.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:42:43,513 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for b4c9bbaf2289fafcebd297ba5be93495 2024-11-10T05:42:43,513 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for b4c9bbaf2289fafcebd297ba5be93495 2024-11-10T05:42:43,514 INFO [StoreOpener-5e47b001244a3dc00b3577ec00803cf4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5e47b001244a3dc00b3577ec00803cf4 2024-11-10T05:42:43,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 933907739ddb06fcf704d0714cb27035, server=4999977c7e1b,41347,1731217342068 because future has completed 2024-11-10T05:42:43,516 INFO [StoreOpener-5e47b001244a3dc00b3577ec00803cf4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e47b001244a3dc00b3577ec00803cf4 columnFamilyName cf 2024-11-10T05:42:43,516 INFO [StoreOpener-b4c9bbaf2289fafcebd297ba5be93495-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b4c9bbaf2289fafcebd297ba5be93495 2024-11-10T05:42:43,516 DEBUG [StoreOpener-5e47b001244a3dc00b3577ec00803cf4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:42:43,517 INFO [StoreOpener-5e47b001244a3dc00b3577ec00803cf4-1 {}] regionserver.HStore(327): Store=5e47b001244a3dc00b3577ec00803cf4/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T05:42:43,517 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=14 2024-11-10T05:42:43,518 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure e5b022a631bfa2ca1731cc4ff1ad6b54, server=4999977c7e1b,43915,1731217342042 in 10.0640 sec 2024-11-10T05:42:43,518 INFO [StoreOpener-b4c9bbaf2289fafcebd297ba5be93495-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b4c9bbaf2289fafcebd297ba5be93495 columnFamilyName cf 2024-11-10T05:42:43,518 DEBUG [StoreOpener-b4c9bbaf2289fafcebd297ba5be93495-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:42:43,518 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=10 2024-11-10T05:42:43,518 INFO [StoreOpener-b4c9bbaf2289fafcebd297ba5be93495-1 {}] regionserver.HStore(327): Store=b4c9bbaf2289fafcebd297ba5be93495/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T05:42:43,518 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for b4c9bbaf2289fafcebd297ba5be93495 2024-11-10T05:42:43,519 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 5e47b001244a3dc00b3577ec00803cf4 2024-11-10T05:42:43,519 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/data/default/SPTestTable/b4c9bbaf2289fafcebd297ba5be93495 2024-11-10T05:42:43,519 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/data/default/SPTestTable/5e47b001244a3dc00b3577ec00803cf4 2024-11-10T05:42:43,519 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure cff55d9c10d68b84e62bb43dbcfa0531, server=4999977c7e1b,33117,1731217342009 in 10.0530 sec 2024-11-10T05:42:43,520 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/data/default/SPTestTable/5e47b001244a3dc00b3577ec00803cf4 2024-11-10T05:42:43,520 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/data/default/SPTestTable/b4c9bbaf2289fafcebd297ba5be93495 2024-11-10T05:42:43,520 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=11 2024-11-10T05:42:43,520 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e5b022a631bfa2ca1731cc4ff1ad6b54, ASSIGN in 10.2260 sec 2024-11-10T05:42:43,520 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 933907739ddb06fcf704d0714cb27035, server=4999977c7e1b,41347,1731217342068 in 10.0660 sec 2024-11-10T05:42:43,521 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 5e47b001244a3dc00b3577ec00803cf4 2024-11-10T05:42:43,521 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 5e47b001244a3dc00b3577ec00803cf4 2024-11-10T05:42:43,521 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for b4c9bbaf2289fafcebd297ba5be93495 2024-11-10T05:42:43,521 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for b4c9bbaf2289fafcebd297ba5be93495 2024-11-10T05:42:43,521 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cff55d9c10d68b84e62bb43dbcfa0531, ASSIGN in 10.2280 sec 2024-11-10T05:42:43,522 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=933907739ddb06fcf704d0714cb27035, ASSIGN in 10.2290 sec 2024-11-10T05:42:43,523 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for b4c9bbaf2289fafcebd297ba5be93495 2024-11-10T05:42:43,523 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 5e47b001244a3dc00b3577ec00803cf4 2024-11-10T05:42:43,525 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/data/default/SPTestTable/b4c9bbaf2289fafcebd297ba5be93495/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T05:42:43,526 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened b4c9bbaf2289fafcebd297ba5be93495; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63460286, jitterRate=-0.054368048906326294}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T05:42:43,526 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b4c9bbaf2289fafcebd297ba5be93495 2024-11-10T05:42:43,526 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for b4c9bbaf2289fafcebd297ba5be93495: Running coprocessor pre-open hook at 1731217363514Writing region info on filesystem at 1731217363514Initializing all the Stores at 1731217363515 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731217363515Cleaning up temporary data from old regions at 1731217363521 (+6 ms)Running coprocessor post-open hooks at 1731217363526 (+5 ms)Region opened successfully at 1731217363526 2024-11-10T05:42:43,527 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731217352814.b4c9bbaf2289fafcebd297ba5be93495., pid=20, masterSystemTime=1731217363451 2024-11-10T05:42:43,527 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/data/default/SPTestTable/5e47b001244a3dc00b3577ec00803cf4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T05:42:43,528 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 5e47b001244a3dc00b3577ec00803cf4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63298705, jitterRate=-0.05677579343318939}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T05:42:43,528 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5e47b001244a3dc00b3577ec00803cf4 2024-11-10T05:42:43,528 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 5e47b001244a3dc00b3577ec00803cf4: Running coprocessor pre-open hook at 1731217363511Writing region info on filesystem at 1731217363511Initializing all the Stores at 1731217363513 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731217363513Cleaning up temporary data from old regions at 1731217363521 (+8 ms)Running coprocessor post-open hooks at 1731217363528 (+7 ms)Region opened successfully at 1731217363528 2024-11-10T05:42:43,528 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731217352814.b4c9bbaf2289fafcebd297ba5be93495. 2024-11-10T05:42:43,529 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731217352814.b4c9bbaf2289fafcebd297ba5be93495. 2024-11-10T05:42:43,529 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731217352814.5e47b001244a3dc00b3577ec00803cf4., pid=21, masterSystemTime=1731217363460 2024-11-10T05:42:43,529 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=b4c9bbaf2289fafcebd297ba5be93495, regionState=OPEN, openSeqNum=2, regionLocation=4999977c7e1b,41347,1731217342068 2024-11-10T05:42:43,531 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731217352814.5e47b001244a3dc00b3577ec00803cf4. 2024-11-10T05:42:43,531 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731217352814.5e47b001244a3dc00b3577ec00803cf4. 2024-11-10T05:42:43,531 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,,1731217352814.1a6207e2e983ec0e7371f7d91e742409. 2024-11-10T05:42:43,531 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 1a6207e2e983ec0e7371f7d91e742409, NAME => 'SPTestTable,,1731217352814.1a6207e2e983ec0e7371f7d91e742409.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-10T05:42:43,531 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1a6207e2e983ec0e7371f7d91e742409 2024-11-10T05:42:43,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure b4c9bbaf2289fafcebd297ba5be93495, server=4999977c7e1b,41347,1731217342068 because future has completed 2024-11-10T05:42:43,531 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,,1731217352814.1a6207e2e983ec0e7371f7d91e742409.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:42:43,531 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 1a6207e2e983ec0e7371f7d91e742409 2024-11-10T05:42:43,531 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 1a6207e2e983ec0e7371f7d91e742409 2024-11-10T05:42:43,532 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=5e47b001244a3dc00b3577ec00803cf4, regionState=OPEN, openSeqNum=2, regionLocation=4999977c7e1b,33117,1731217342009 2024-11-10T05:42:43,533 INFO [StoreOpener-1a6207e2e983ec0e7371f7d91e742409-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1a6207e2e983ec0e7371f7d91e742409 2024-11-10T05:42:43,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5e47b001244a3dc00b3577ec00803cf4, server=4999977c7e1b,33117,1731217342009 because future has completed 2024-11-10T05:42:43,535 INFO [StoreOpener-1a6207e2e983ec0e7371f7d91e742409-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a6207e2e983ec0e7371f7d91e742409 columnFamilyName cf 2024-11-10T05:42:43,535 DEBUG [StoreOpener-1a6207e2e983ec0e7371f7d91e742409-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:42:43,536 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=8 2024-11-10T05:42:43,536 INFO [StoreOpener-1a6207e2e983ec0e7371f7d91e742409-1 {}] regionserver.HStore(327): Store=1a6207e2e983ec0e7371f7d91e742409/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T05:42:43,536 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 1a6207e2e983ec0e7371f7d91e742409 2024-11-10T05:42:43,536 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure b4c9bbaf2289fafcebd297ba5be93495, server=4999977c7e1b,41347,1731217342068 in 10.0780 sec 2024-11-10T05:42:43,537 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/data/default/SPTestTable/1a6207e2e983ec0e7371f7d91e742409 2024-11-10T05:42:43,537 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/data/default/SPTestTable/1a6207e2e983ec0e7371f7d91e742409 2024-11-10T05:42:43,538 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 1a6207e2e983ec0e7371f7d91e742409 2024-11-10T05:42:43,538 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 1a6207e2e983ec0e7371f7d91e742409 2024-11-10T05:42:43,538 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b4c9bbaf2289fafcebd297ba5be93495, ASSIGN in 10.2450 sec 2024-11-10T05:42:43,539 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=13 2024-11-10T05:42:43,539 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 5e47b001244a3dc00b3577ec00803cf4, server=4999977c7e1b,33117,1731217342009 in 10.0810 sec 2024-11-10T05:42:43,540 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 1a6207e2e983ec0e7371f7d91e742409 2024-11-10T05:42:43,540 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5e47b001244a3dc00b3577ec00803cf4, ASSIGN in 10.2480 sec 2024-11-10T05:42:43,542 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/data/default/SPTestTable/1a6207e2e983ec0e7371f7d91e742409/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T05:42:43,543 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 1a6207e2e983ec0e7371f7d91e742409; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67009698, jitterRate=-0.0014776885509490967}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T05:42:43,543 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1a6207e2e983ec0e7371f7d91e742409 2024-11-10T05:42:43,543 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 1a6207e2e983ec0e7371f7d91e742409: Running coprocessor pre-open hook at 1731217363531Writing region info on filesystem at 1731217363531Initializing all the Stores at 1731217363533 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731217363533Cleaning up temporary data from old regions at 1731217363538 (+5 ms)Running coprocessor post-open hooks at 1731217363543 (+5 ms)Region opened successfully at 1731217363543 2024-11-10T05:42:43,544 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731217352814.1a6207e2e983ec0e7371f7d91e742409., pid=22, masterSystemTime=1731217363460 2024-11-10T05:42:43,545 DEBUG [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731217352814.1a6207e2e983ec0e7371f7d91e742409. 2024-11-10T05:42:43,545 INFO [RS_OPEN_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731217352814.1a6207e2e983ec0e7371f7d91e742409. 2024-11-10T05:42:43,546 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1a6207e2e983ec0e7371f7d91e742409, regionState=OPEN, openSeqNum=2, regionLocation=4999977c7e1b,33117,1731217342009 2024-11-10T05:42:43,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a6207e2e983ec0e7371f7d91e742409, server=4999977c7e1b,33117,1731217342009 because future has completed 2024-11-10T05:42:43,551 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=5 2024-11-10T05:42:43,551 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1a6207e2e983ec0e7371f7d91e742409, server=4999977c7e1b,33117,1731217342009 in 10.0870 sec 2024-11-10T05:42:43,553 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T05:42:43,553 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1a6207e2e983ec0e7371f7d91e742409, ASSIGN in 10.2600 sec 2024-11-10T05:42:43,554 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T05:42:43,554 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731217363554"}]},"ts":"1731217363554"} 2024-11-10T05:42:43,555 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-10T05:42:43,556 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T05:42:43,558 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.7420 sec 2024-11-10T05:42:46,323 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-10T05:42:48,458 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T05:42:48,476 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T05:42:48,476 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T05:42:48,982 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T05:42:48,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T05:42:49,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T05:42:49,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T05:42:51,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T05:42:51,113 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-10T05:42:51,113 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-10T05:42:51,113 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T05:42:51,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-10T05:42:51,117 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T05:42:51,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-10T05:42:51,141 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731217352814.933907739ddb06fcf704d0714cb27035., hostname=4999977c7e1b,41347,1731217342068, seqNum=2] 2024-11-10T05:42:51,143 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731217352814.933907739ddb06fcf704d0714cb27035., hostname=4999977c7e1b,41347,1731217342068, seqNum=2] 2024-11-10T05:42:51,144 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731217352814.933907739ddb06fcf704d0714cb27035., hostname=4999977c7e1b,41347,1731217342068, seqNum=2] 2024-11-10T05:42:51,145 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731217352814.933907739ddb06fcf704d0714cb27035., hostname=4999977c7e1b,41347,1731217342068, seqNum=2] 2024-11-10T05:42:51,146 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731217352814.933907739ddb06fcf704d0714cb27035., hostname=4999977c7e1b,41347,1731217342068, seqNum=2] 2024-11-10T05:42:51,181 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731217352814.88046a588421b33424f81b9bbef6b7c0., hostname=4999977c7e1b,41347,1731217342068, seqNum=2] 2024-11-10T05:42:51,182 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731217352814.88046a588421b33424f81b9bbef6b7c0., hostname=4999977c7e1b,41347,1731217342068, seqNum=2] 2024-11-10T05:42:51,184 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731217352814.88046a588421b33424f81b9bbef6b7c0., hostname=4999977c7e1b,41347,1731217342068, seqNum=2] 2024-11-10T05:42:51,185 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731217352814.88046a588421b33424f81b9bbef6b7c0., hostname=4999977c7e1b,41347,1731217342068, seqNum=2] 2024-11-10T05:42:51,186 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731217352814.88046a588421b33424f81b9bbef6b7c0., hostname=4999977c7e1b,41347,1731217342068, seqNum=2] 2024-11-10T05:42:51,216 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731217352814.5e47b001244a3dc00b3577ec00803cf4., hostname=4999977c7e1b,33117,1731217342009, seqNum=2] 2024-11-10T05:42:51,218 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731217352814.5e47b001244a3dc00b3577ec00803cf4., hostname=4999977c7e1b,33117,1731217342009, seqNum=2] 2024-11-10T05:42:51,219 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731217352814.5e47b001244a3dc00b3577ec00803cf4., hostname=4999977c7e1b,33117,1731217342009, seqNum=2] 2024-11-10T05:42:51,220 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731217352814.5e47b001244a3dc00b3577ec00803cf4., hostname=4999977c7e1b,33117,1731217342009, seqNum=2] 2024-11-10T05:42:51,222 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731217352814.5e47b001244a3dc00b3577ec00803cf4., hostname=4999977c7e1b,33117,1731217342009, seqNum=2] 2024-11-10T05:42:51,292 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731217352814.e5b022a631bfa2ca1731cc4ff1ad6b54., hostname=4999977c7e1b,43915,1731217342042, seqNum=2] 2024-11-10T05:42:51,293 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731217352814.e5b022a631bfa2ca1731cc4ff1ad6b54., hostname=4999977c7e1b,43915,1731217342042, seqNum=2] 2024-11-10T05:42:51,295 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731217352814.e5b022a631bfa2ca1731cc4ff1ad6b54., hostname=4999977c7e1b,43915,1731217342042, seqNum=2] 2024-11-10T05:42:51,296 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731217352814.e5b022a631bfa2ca1731cc4ff1ad6b54., hostname=4999977c7e1b,43915,1731217342042, seqNum=2] 2024-11-10T05:42:51,296 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731217352814.e5b022a631bfa2ca1731cc4ff1ad6b54., hostname=4999977c7e1b,43915,1731217342042, seqNum=2] 2024-11-10T05:42:51,901 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T05:42:51,904 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54344, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T05:42:51,917 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T05:42:51,933 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T05:42:51,937 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39644, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T05:42:51,949 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33117 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731217352814.5e47b001244a3dc00b3577ec00803cf4. with WAL disabled. Data may be lost in the event of a crash. 2024-11-10T05:42:51,953 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41347 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731217352814.933907739ddb06fcf704d0714cb27035. with WAL disabled. Data may be lost in the event of a crash. 2024-11-10T05:42:51,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43915 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 14872 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,e6666661,1731217352814.e5b022a631bfa2ca1731cc4ff1ad6b54. 2024-11-10T05:42:51,988 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41347 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731217352814.88046a588421b33424f81b9bbef6b7c0. with WAL disabled. Data may be lost in the event of a crash. 2024-11-10T05:42:52,375 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43915 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731217352814.e5b022a631bfa2ca1731cc4ff1ad6b54. with WAL disabled. Data may be lost in the event of a crash. 2024-11-10T05:42:52,453 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-10T05:42:52,453 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T05:42:52,454 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-10T05:42:52,455 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-10T05:42:52,458 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-10T05:42:52,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41705 is added to blk_1073741848_1024 (size=49) 2024-11-10T05:42:52,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45663 is added to blk_1073741848_1024 (size=49) 2024-11-10T05:42:52,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741848_1024 (size=49) 2024-11-10T05:42:52,469 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-10T05:42:52,469 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1a6207e2e983ec0e7371f7d91e742409}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8588ede9e31a28c058ec26d7df9257f8}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3d06e2527a290899e17c73393437d349}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b4c9bbaf2289fafcebd297ba5be93495}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 924f3e2c66aa4083c10d901da7d5ca5f}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cff55d9c10d68b84e62bb43dbcfa0531}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 933907739ddb06fcf704d0714cb27035}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 88046a588421b33424f81b9bbef6b7c0}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5e47b001244a3dc00b3577ec00803cf4}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e5b022a631bfa2ca1731cc4ff1ad6b54}] 2024-11-10T05:42:52,471 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5e47b001244a3dc00b3577ec00803cf4 2024-11-10T05:42:52,471 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 88046a588421b33424f81b9bbef6b7c0 2024-11-10T05:42:52,471 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e5b022a631bfa2ca1731cc4ff1ad6b54 2024-11-10T05:42:52,471 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 933907739ddb06fcf704d0714cb27035 2024-11-10T05:42:52,471 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cff55d9c10d68b84e62bb43dbcfa0531 2024-11-10T05:42:52,476 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 924f3e2c66aa4083c10d901da7d5ca5f 2024-11-10T05:42:52,476 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b4c9bbaf2289fafcebd297ba5be93495 2024-11-10T05:42:52,476 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3d06e2527a290899e17c73393437d349 2024-11-10T05:42:52,477 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8588ede9e31a28c058ec26d7df9257f8 2024-11-10T05:42:52,477 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1a6207e2e983ec0e7371f7d91e742409 2024-11-10T05:43:02,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41347 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-10T05:43:02,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43915 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-10T05:43:02,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33117 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-10T05:43:02,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41347 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-10T05:43:02,473 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731217352814.b4c9bbaf2289fafcebd297ba5be93495. 2024-11-10T05:43:02,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43915 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-10T05:43:02,473 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731217352814.8588ede9e31a28c058ec26d7df9257f8. 2024-11-10T05:43:02,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33117 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-10T05:43:02,473 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731217352814.cff55d9c10d68b84e62bb43dbcfa0531. 2024-11-10T05:43:02,473 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for b4c9bbaf2289fafcebd297ba5be93495: 2024-11-10T05:43:02,473 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 8588ede9e31a28c058ec26d7df9257f8: 2024-11-10T05:43:02,473 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731217352814.b4c9bbaf2289fafcebd297ba5be93495. for SnapshotProcedureTest completed. 2024-11-10T05:43:02,473 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for cff55d9c10d68b84e62bb43dbcfa0531: 2024-11-10T05:43:02,474 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731217352814.8588ede9e31a28c058ec26d7df9257f8. for SnapshotProcedureTest completed. 2024-11-10T05:43:02,474 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731217352814.cff55d9c10d68b84e62bb43dbcfa0531. for SnapshotProcedureTest completed. 2024-11-10T05:43:02,474 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731217352814.933907739ddb06fcf704d0714cb27035. 2024-11-10T05:43:02,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43915 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-10T05:43:02,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33117 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-10T05:43:02,474 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731217352814.cff55d9c10d68b84e62bb43dbcfa0531.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T05:43:02,474 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731217352814.b4c9bbaf2289fafcebd297ba5be93495.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T05:43:02,474 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731217352814.8588ede9e31a28c058ec26d7df9257f8.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T05:43:02,474 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T05:43:02,474 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T05:43:02,474 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731217352814.924f3e2c66aa4083c10d901da7d5ca5f. 2024-11-10T05:43:02,474 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 933907739ddb06fcf704d0714cb27035 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-10T05:43:02,474 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T05:43:02,474 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T05:43:02,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41347 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-10T05:43:02,474 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T05:43:02,474 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T05:43:02,474 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 924f3e2c66aa4083c10d901da7d5ca5f: 2024-11-10T05:43:02,474 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731217352814.924f3e2c66aa4083c10d901da7d5ca5f. for SnapshotProcedureTest completed. 2024-11-10T05:43:02,474 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731217352814.1a6207e2e983ec0e7371f7d91e742409. 2024-11-10T05:43:02,474 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731217352814.924f3e2c66aa4083c10d901da7d5ca5f.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T05:43:02,474 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T05:43:02,474 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 1a6207e2e983ec0e7371f7d91e742409: 2024-11-10T05:43:02,474 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T05:43:02,474 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731217352814.1a6207e2e983ec0e7371f7d91e742409. for SnapshotProcedureTest completed. 2024-11-10T05:43:02,474 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731217352814.1a6207e2e983ec0e7371f7d91e742409.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T05:43:02,474 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T05:43:02,475 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T05:43:02,475 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731217352814.e5b022a631bfa2ca1731cc4ff1ad6b54. 2024-11-10T05:43:02,475 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing e5b022a631bfa2ca1731cc4ff1ad6b54 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-10T05:43:02,475 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731217352814.5e47b001244a3dc00b3577ec00803cf4. 2024-11-10T05:43:02,475 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 5e47b001244a3dc00b3577ec00803cf4 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-10T05:43:02,476 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41347 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-10T05:43:02,476 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731217352814.88046a588421b33424f81b9bbef6b7c0. 2024-11-10T05:43:02,476 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 88046a588421b33424f81b9bbef6b7c0 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-10T05:43:02,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741849_1025 (size=65) 2024-11-10T05:43:02,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41705 is added to blk_1073741849_1025 (size=65) 2024-11-10T05:43:02,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45663 is added to blk_1073741849_1025 (size=65) 2024-11-10T05:43:02,498 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731217352814.cff55d9c10d68b84e62bb43dbcfa0531. 2024-11-10T05:43:02,498 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-10T05:43:02,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-10T05:43:02,498 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region cff55d9c10d68b84e62bb43dbcfa0531 2024-11-10T05:43:02,499 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cff55d9c10d68b84e62bb43dbcfa0531 2024-11-10T05:43:02,501 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure cff55d9c10d68b84e62bb43dbcfa0531 in 10.0310 sec 2024-11-10T05:43:02,506 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/data/default/SPTestTable/88046a588421b33424f81b9bbef6b7c0/.tmp/cf/57bc781d8e2743c19c48165e5055d673 is 34, key is baa/cf:cf/1731217371987/Put/seqid=0 2024-11-10T05:43:02,510 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/data/default/SPTestTable/933907739ddb06fcf704d0714cb27035/.tmp/cf/0ea2264c83f74e4fb960da2db0673e29 is 34, key is aaa/cf:cf/1731217371953/Put/seqid=0 2024-11-10T05:43:02,511 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/data/default/SPTestTable/5e47b001244a3dc00b3577ec00803cf4/.tmp/cf/a887ae94df234f738e827ae0563e2c4b is 34, key is ccd/cf:cf/1731217371949/Put/seqid=0 2024-11-10T05:43:02,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45663 is added to blk_1073741853_1029 (size=57) 2024-11-10T05:43:02,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41705 is added to blk_1073741853_1029 (size=57) 2024-11-10T05:43:02,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741853_1029 (size=57) 2024-11-10T05:43:02,515 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731217352814.1a6207e2e983ec0e7371f7d91e742409. 2024-11-10T05:43:02,515 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-10T05:43:02,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-10T05:43:02,516 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1a6207e2e983ec0e7371f7d91e742409 2024-11-10T05:43:02,516 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1a6207e2e983ec0e7371f7d91e742409 2024-11-10T05:43:02,518 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1a6207e2e983ec0e7371f7d91e742409 in 10.0480 sec 2024-11-10T05:43:02,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741852_1028 (size=65) 2024-11-10T05:43:02,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41705 is added to blk_1073741852_1028 (size=65) 2024-11-10T05:43:02,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45663 is added to blk_1073741852_1028 (size=65) 2024-11-10T05:43:02,527 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731217352814.8588ede9e31a28c058ec26d7df9257f8. 2024-11-10T05:43:02,528 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-10T05:43:02,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-10T05:43:02,528 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8588ede9e31a28c058ec26d7df9257f8 2024-11-10T05:43:02,528 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8588ede9e31a28c058ec26d7df9257f8 2024-11-10T05:43:02,530 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8588ede9e31a28c058ec26d7df9257f8 in 10.0600 sec 2024-11-10T05:43:02,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741850_1026 (size=65) 2024-11-10T05:43:02,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41705 is added to blk_1073741850_1026 (size=65) 2024-11-10T05:43:02,542 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731217352814.924f3e2c66aa4083c10d901da7d5ca5f. 2024-11-10T05:43:02,542 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-10T05:43:02,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45663 is added to blk_1073741850_1026 (size=65) 2024-11-10T05:43:02,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-10T05:43:02,542 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 924f3e2c66aa4083c10d901da7d5ca5f 2024-11-10T05:43:02,543 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 924f3e2c66aa4083c10d901da7d5ca5f 2024-11-10T05:43:02,546 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 924f3e2c66aa4083c10d901da7d5ca5f in 10.0750 sec 2024-11-10T05:43:02,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741851_1027 (size=65) 2024-11-10T05:43:02,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45663 is added to blk_1073741851_1027 (size=65) 2024-11-10T05:43:02,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41705 is added to blk_1073741851_1027 (size=65) 2024-11-10T05:43:02,553 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731217352814.b4c9bbaf2289fafcebd297ba5be93495. 2024-11-10T05:43:02,553 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-10T05:43:02,553 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731217352814.3d06e2527a290899e17c73393437d349. 2024-11-10T05:43:02,553 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 3d06e2527a290899e17c73393437d349: 2024-11-10T05:43:02,553 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731217352814.3d06e2527a290899e17c73393437d349. for SnapshotProcedureTest completed. 2024-11-10T05:43:02,553 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731217352814.3d06e2527a290899e17c73393437d349.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T05:43:02,553 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T05:43:02,553 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T05:43:02,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-10T05:43:02,554 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b4c9bbaf2289fafcebd297ba5be93495 2024-11-10T05:43:02,554 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b4c9bbaf2289fafcebd297ba5be93495 2024-11-10T05:43:02,554 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/data/default/SPTestTable/e5b022a631bfa2ca1731cc4ff1ad6b54/.tmp/cf/97174a6020c94f45b1e98584296ffc7c is 34, key is eaa/cf:cf/1731217372371/Put/seqid=0 2024-11-10T05:43:02,556 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b4c9bbaf2289fafcebd297ba5be93495 in 10.0860 sec 2024-11-10T05:43:02,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41705 is added to blk_1073741857_1033 (size=499309) 2024-11-10T05:43:02,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45663 is added to blk_1073741857_1033 (size=499309) 2024-11-10T05:43:02,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741857_1033 (size=499309) 2024-11-10T05:43:02,571 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/data/default/SPTestTable/e5b022a631bfa2ca1731cc4ff1ad6b54/.tmp/cf/97174a6020c94f45b1e98584296ffc7c 2024-11-10T05:43:02,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41705 is added to blk_1073741856_1032 (size=47197) 2024-11-10T05:43:02,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741856_1032 (size=47197) 2024-11-10T05:43:02,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45663 is added to blk_1073741856_1032 (size=47197) 2024-11-10T05:43:02,578 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/data/default/SPTestTable/5e47b001244a3dc00b3577ec00803cf4/.tmp/cf/a887ae94df234f738e827ae0563e2c4b 2024-11-10T05:43:02,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45663 is added to blk_1073741855_1031 (size=26918) 2024-11-10T05:43:02,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41705 is added to blk_1073741855_1031 (size=26918) 2024-11-10T05:43:02,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741855_1031 (size=26918) 2024-11-10T05:43:02,587 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/data/default/SPTestTable/933907739ddb06fcf704d0714cb27035/.tmp/cf/0ea2264c83f74e4fb960da2db0673e29 2024-11-10T05:43:02,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741854_1030 (size=28623) 2024-11-10T05:43:02,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45663 is added to blk_1073741854_1030 (size=28623) 2024-11-10T05:43:02,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41705 is added to blk_1073741854_1030 (size=28623) 2024-11-10T05:43:02,601 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/data/default/SPTestTable/88046a588421b33424f81b9bbef6b7c0/.tmp/cf/57bc781d8e2743c19c48165e5055d673 2024-11-10T05:43:02,605 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/data/default/SPTestTable/5e47b001244a3dc00b3577ec00803cf4/.tmp/cf/a887ae94df234f738e827ae0563e2c4b as hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/data/default/SPTestTable/5e47b001244a3dc00b3577ec00803cf4/cf/a887ae94df234f738e827ae0563e2c4b 2024-11-10T05:43:02,607 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/data/default/SPTestTable/e5b022a631bfa2ca1731cc4ff1ad6b54/.tmp/cf/97174a6020c94f45b1e98584296ffc7c as hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/data/default/SPTestTable/e5b022a631bfa2ca1731cc4ff1ad6b54/cf/97174a6020c94f45b1e98584296ffc7c 2024-11-10T05:43:02,607 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/data/default/SPTestTable/933907739ddb06fcf704d0714cb27035/.tmp/cf/0ea2264c83f74e4fb960da2db0673e29 as hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/data/default/SPTestTable/933907739ddb06fcf704d0714cb27035/cf/0ea2264c83f74e4fb960da2db0673e29 2024-11-10T05:43:02,610 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/data/default/SPTestTable/88046a588421b33424f81b9bbef6b7c0/.tmp/cf/57bc781d8e2743c19c48165e5055d673 as hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/data/default/SPTestTable/88046a588421b33424f81b9bbef6b7c0/cf/57bc781d8e2743c19c48165e5055d673 2024-11-10T05:43:02,616 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/data/default/SPTestTable/5e47b001244a3dc00b3577ec00803cf4/cf/a887ae94df234f738e827ae0563e2c4b, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-10T05:43:02,617 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 5e47b001244a3dc00b3577ec00803cf4 in 142ms, sequenceid=5, compaction requested=false 2024-11-10T05:43:02,617 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 5e47b001244a3dc00b3577ec00803cf4: 2024-11-10T05:43:02,617 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731217352814.5e47b001244a3dc00b3577ec00803cf4. for SnapshotProcedureTest completed. 2024-11-10T05:43:02,617 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731217352814.5e47b001244a3dc00b3577ec00803cf4.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T05:43:02,617 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T05:43:02,617 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/data/default/SPTestTable/5e47b001244a3dc00b3577ec00803cf4/cf/a887ae94df234f738e827ae0563e2c4b] hfiles 2024-11-10T05:43:02,617 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/data/default/SPTestTable/5e47b001244a3dc00b3577ec00803cf4/cf/a887ae94df234f738e827ae0563e2c4b for snapshot=SnapshotProcedureTest 2024-11-10T05:43:02,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741858_1034 (size=65) 2024-11-10T05:43:02,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45663 is added to blk_1073741858_1034 (size=65) 2024-11-10T05:43:02,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41705 is added to blk_1073741858_1034 (size=65) 2024-11-10T05:43:02,621 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731217352814.3d06e2527a290899e17c73393437d349. 2024-11-10T05:43:02,621 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-10T05:43:02,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-10T05:43:02,622 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3d06e2527a290899e17c73393437d349 2024-11-10T05:43:02,622 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3d06e2527a290899e17c73393437d349 2024-11-10T05:43:02,624 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3d06e2527a290899e17c73393437d349 in 10.1540 sec 2024-11-10T05:43:02,628 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/data/default/SPTestTable/e5b022a631bfa2ca1731cc4ff1ad6b54/cf/97174a6020c94f45b1e98584296ffc7c, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-10T05:43:02,629 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for e5b022a631bfa2ca1731cc4ff1ad6b54 in 154ms, sequenceid=5, compaction requested=false 2024-11-10T05:43:02,629 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for e5b022a631bfa2ca1731cc4ff1ad6b54: 2024-11-10T05:43:02,629 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731217352814.e5b022a631bfa2ca1731cc4ff1ad6b54. for SnapshotProcedureTest completed. 2024-11-10T05:43:02,630 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731217352814.e5b022a631bfa2ca1731cc4ff1ad6b54.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T05:43:02,630 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T05:43:02,630 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/data/default/SPTestTable/e5b022a631bfa2ca1731cc4ff1ad6b54/cf/97174a6020c94f45b1e98584296ffc7c] hfiles 2024-11-10T05:43:02,630 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/data/default/SPTestTable/e5b022a631bfa2ca1731cc4ff1ad6b54/cf/97174a6020c94f45b1e98584296ffc7c for snapshot=SnapshotProcedureTest 2024-11-10T05:43:02,631 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/data/default/SPTestTable/88046a588421b33424f81b9bbef6b7c0/cf/57bc781d8e2743c19c48165e5055d673, entries=731, sequenceid=5, filesize=28.0 K 2024-11-10T05:43:02,632 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/data/default/SPTestTable/933907739ddb06fcf704d0714cb27035/cf/0ea2264c83f74e4fb960da2db0673e29, entries=676, sequenceid=5, filesize=26.3 K 2024-11-10T05:43:02,632 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 88046a588421b33424f81b9bbef6b7c0 in 156ms, sequenceid=5, compaction requested=false 2024-11-10T05:43:02,632 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 88046a588421b33424f81b9bbef6b7c0: 2024-11-10T05:43:02,632 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731217352814.88046a588421b33424f81b9bbef6b7c0. for SnapshotProcedureTest completed. 2024-11-10T05:43:02,633 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 933907739ddb06fcf704d0714cb27035 in 158ms, sequenceid=5, compaction requested=false 2024-11-10T05:43:02,633 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 933907739ddb06fcf704d0714cb27035: 2024-11-10T05:43:02,633 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731217352814.88046a588421b33424f81b9bbef6b7c0.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T05:43:02,633 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731217352814.933907739ddb06fcf704d0714cb27035. for SnapshotProcedureTest completed. 2024-11-10T05:43:02,633 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T05:43:02,633 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/data/default/SPTestTable/88046a588421b33424f81b9bbef6b7c0/cf/57bc781d8e2743c19c48165e5055d673] hfiles 2024-11-10T05:43:02,633 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/data/default/SPTestTable/88046a588421b33424f81b9bbef6b7c0/cf/57bc781d8e2743c19c48165e5055d673 for snapshot=SnapshotProcedureTest 2024-11-10T05:43:02,633 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731217352814.933907739ddb06fcf704d0714cb27035.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T05:43:02,633 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T05:43:02,633 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/data/default/SPTestTable/933907739ddb06fcf704d0714cb27035/cf/0ea2264c83f74e4fb960da2db0673e29] hfiles 2024-11-10T05:43:02,633 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/data/default/SPTestTable/933907739ddb06fcf704d0714cb27035/cf/0ea2264c83f74e4fb960da2db0673e29 for snapshot=SnapshotProcedureTest 2024-11-10T05:43:02,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45663 is added to blk_1073741859_1035 (size=105) 2024-11-10T05:43:02,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741859_1035 (size=105) 2024-11-10T05:43:02,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41705 is added to blk_1073741859_1035 (size=105) 2024-11-10T05:43:02,645 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731217352814.5e47b001244a3dc00b3577ec00803cf4. 2024-11-10T05:43:02,645 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-10T05:43:02,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-10T05:43:02,646 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5e47b001244a3dc00b3577ec00803cf4 2024-11-10T05:43:02,646 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5e47b001244a3dc00b3577ec00803cf4 2024-11-10T05:43:02,649 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5e47b001244a3dc00b3577ec00803cf4 in 10.1780 sec 2024-11-10T05:43:02,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41705 is added to blk_1073741860_1036 (size=97) 2024-11-10T05:43:02,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741860_1036 (size=97) 2024-11-10T05:43:02,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45663 is added to blk_1073741860_1036 (size=97) 2024-11-10T05:43:02,658 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731217352814.e5b022a631bfa2ca1731cc4ff1ad6b54. 2024-11-10T05:43:02,658 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-10T05:43:02,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-10T05:43:02,659 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e5b022a631bfa2ca1731cc4ff1ad6b54 2024-11-10T05:43:02,659 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e5b022a631bfa2ca1731cc4ff1ad6b54 2024-11-10T05:43:02,661 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e5b022a631bfa2ca1731cc4ff1ad6b54 in 10.1910 sec 2024-11-10T05:43:02,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741862_1038 (size=105) 2024-11-10T05:43:02,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41705 is added to blk_1073741862_1038 (size=105) 2024-11-10T05:43:02,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45663 is added to blk_1073741861_1037 (size=105) 2024-11-10T05:43:02,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45663 is added to blk_1073741862_1038 (size=105) 2024-11-10T05:43:02,672 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731217352814.88046a588421b33424f81b9bbef6b7c0. 2024-11-10T05:43:02,672 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-10T05:43:02,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741861_1037 (size=105) 2024-11-10T05:43:02,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-10T05:43:02,673 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 88046a588421b33424f81b9bbef6b7c0 2024-11-10T05:43:02,673 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 88046a588421b33424f81b9bbef6b7c0 2024-11-10T05:43:02,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41705 is added to blk_1073741861_1037 (size=105) 2024-11-10T05:43:02,674 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731217352814.933907739ddb06fcf704d0714cb27035. 2024-11-10T05:43:02,674 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-10T05:43:02,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-10T05:43:02,675 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 933907739ddb06fcf704d0714cb27035 2024-11-10T05:43:02,675 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 933907739ddb06fcf704d0714cb27035 2024-11-10T05:43:02,676 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 88046a588421b33424f81b9bbef6b7c0 in 10.2050 sec 2024-11-10T05:43:02,678 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=25 2024-11-10T05:43:02,678 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-10T05:43:02,678 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 933907739ddb06fcf704d0714cb27035 in 10.2070 sec 2024-11-10T05:43:02,679 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-10T05:43:02,680 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-10T05:43:02,680 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-10T05:43:02,682 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-10T05:43:02,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741863_1039 (size=1174) 2024-11-10T05:43:02,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45663 is added to blk_1073741863_1039 (size=1174) 2024-11-10T05:43:02,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41705 is added to blk_1073741863_1039 (size=1174) 2024-11-10T05:43:02,713 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-10T05:43:02,717 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-10T05:43:02,726 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=4999977c7e1b,33117,1731217342009 2024-11-10T05:43:02,726 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=4999977c7e1b,33117,1731217342009 2024-11-10T05:43:02,726 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=4999977c7e1b,43915,1731217342042 2024-11-10T05:43:02,726 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=4999977c7e1b,41347,1731217342068 2024-11-10T05:43:02,726 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=4999977c7e1b,43915,1731217342042 2024-11-10T05:43:02,731 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=4999977c7e1b,43915,1731217342042 2024-11-10T05:43:02,731 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=4999977c7e1b,41347,1731217342068 2024-11-10T05:43:02,732 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=4999977c7e1b,33117,1731217342009 2024-11-10T05:43:02,732 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=4999977c7e1b,41347,1731217342068 2024-11-10T05:43:02,766 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T05:43:12,727 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41347 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-10T05:43:12,727 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33117 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-10T05:43:12,727 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43915 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-10T05:43:12,727 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41347 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-10T05:43:12,727 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33117 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-10T05:43:12,727 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43915 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-10T05:43:12,727 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33117 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-10T05:43:12,727 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41347 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-10T05:43:12,727 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43915 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-10T05:43:12,731 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-10T05:43:12,731 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-10T05:43:12,731 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-10T05:43:12,731 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-10T05:43:12,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-10T05:43:12,733 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-10T05:43:12,733 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-10T05:43:12,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-10T05:43:12,733 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-10T05:43:12,733 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-10T05:43:12,734 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-10T05:43:12,734 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4999977c7e1b,33117,1731217342009 Release verify snapshot worker=4999977c7e1b,33117,1731217342009 2024-11-10T05:43:12,734 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-10T05:43:12,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39425 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-10T05:43:12,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39425 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-10T05:43:12,735 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-10T05:43:12,735 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-10T05:43:12,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39425 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-10T05:43:12,737 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4999977c7e1b,33117,1731217342009 Release verify snapshot worker=4999977c7e1b,33117,1731217342009 2024-11-10T05:43:12,737 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4999977c7e1b,33117,1731217342009 in 10.0170 sec 2024-11-10T05:43:12,737 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4999977c7e1b,33117,1731217342009 Release verify snapshot worker=4999977c7e1b,33117,1731217342009 2024-11-10T05:43:12,737 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4999977c7e1b,43915,1731217342042 Release verify snapshot worker=4999977c7e1b,43915,1731217342042 2024-11-10T05:43:12,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39425 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-10T05:43:12,738 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4999977c7e1b,33117,1731217342009 in 10.0200 sec 2024-11-10T05:43:12,739 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4999977c7e1b,33117,1731217342009 in 10.0200 sec 2024-11-10T05:43:12,739 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4999977c7e1b,43915,1731217342042 in 10.0200 sec 2024-11-10T05:43:12,739 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4999977c7e1b,43915,1731217342042 Release verify snapshot worker=4999977c7e1b,43915,1731217342042 2024-11-10T05:43:12,739 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4999977c7e1b,43915,1731217342042 Release verify snapshot worker=4999977c7e1b,43915,1731217342042 2024-11-10T05:43:12,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39425 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-10T05:43:12,741 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4999977c7e1b,43915,1731217342042 in 10.0220 sec 2024-11-10T05:43:12,741 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4999977c7e1b,43915,1731217342042 in 10.0220 sec 2024-11-10T05:43:12,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39425 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-10T05:43:12,741 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4999977c7e1b,41347,1731217342068 Release verify snapshot worker=4999977c7e1b,41347,1731217342068 2024-11-10T05:43:12,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39425 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-10T05:43:12,743 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4999977c7e1b,41347,1731217342068 Release verify snapshot worker=4999977c7e1b,41347,1731217342068 2024-11-10T05:43:12,743 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4999977c7e1b,41347,1731217342068 in 10.0240 sec 2024-11-10T05:43:12,744 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4999977c7e1b,41347,1731217342068 Release verify snapshot worker=4999977c7e1b,41347,1731217342068 2024-11-10T05:43:12,744 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4999977c7e1b,41347,1731217342068 in 10.0260 sec 2024-11-10T05:43:12,744 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=4999977c7e1b,43915,1731217342042 2024-11-10T05:43:12,745 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4999977c7e1b,41347,1731217342068 in 10.0270 sec 2024-11-10T05:43:12,766 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 4999977c7e1b,43915,1731217342042 2024-11-10T05:43:12,766 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 4999977c7e1b,43915,1731217342042: Simulated kill ***** 2024-11-10T05:43:12,766 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T05:43:12,766 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T05:43:12,767 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T05:43:12,767 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T05:43:12,767 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T05:43:12,767 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 558629232 }, "NonHeapMemoryUsage": { "committed": 177668096, "init": 7667712, "max": -1, "used": 173368032 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T05:43:12,768 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39425 {}] master.MasterRpcServices(700): 4999977c7e1b,43915,1731217342042 reported a fatal error: ***** ABORTING region server 4999977c7e1b,43915,1731217342042: Simulated kill ***** 2024-11-10T05:43:12,768 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4999977c7e1b,43915,1731217342042' ***** 2024-11-10T05:43:12,768 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-10T05:43:12,768 INFO [RS:1;4999977c7e1b:43915 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T05:43:12,768 INFO [RS:1;4999977c7e1b:43915 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-10T05:43:12,768 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T05:43:12,768 INFO [RS:1;4999977c7e1b:43915 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-10T05:43:12,769 INFO [RS:1;4999977c7e1b:43915 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T05:43:12,769 INFO [RS:1;4999977c7e1b:43915 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;4999977c7e1b:43915. 2024-11-10T05:43:12,769 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T05:43:12,769 DEBUG [RS:1;4999977c7e1b:43915 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T05:43:12,769 DEBUG [RS:1;4999977c7e1b:43915 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T05:43:12,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45663 is added to blk_1073741833_1009 (size=1488) 2024-11-10T05:43:12,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41705 is added to blk_1073741833_1009 (size=1488) 2024-11-10T05:43:12,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741833_1009 (size=1488) 2024-11-10T05:43:12,773 DEBUG [RS:1;4999977c7e1b:43915 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T05:43:12,773 INFO [RS:1;4999977c7e1b:43915 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T05:43:12,773 INFO [RS:1;4999977c7e1b:43915 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43915 2024-11-10T05:43:12,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43915-0x10190b3b3580002, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4999977c7e1b,43915,1731217342042 2024-11-10T05:43:12,775 INFO [RS:1;4999977c7e1b:43915 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T05:43:12,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39425-0x10190b3b3580000, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T05:43:12,776 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4999977c7e1b,43915,1731217342042] 2024-11-10T05:43:12,778 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/4999977c7e1b,43915,1731217342042 already deleted, retry=false 2024-11-10T05:43:12,778 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 4999977c7e1b,43915,1731217342042 on 4999977c7e1b,39425,1731217341955 2024-11-10T05:43:12,778 INFO [regionserver/4999977c7e1b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T05:43:12,779 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 4999977c7e1b,43915,1731217342042, splitWal=true, meta=false 2024-11-10T05:43:12,779 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for 4999977c7e1b,43915,1731217342042 (carryingMeta=false) 4999977c7e1b,43915,1731217342042/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@ec31fda[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-10T05:43:12,779 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 4999977c7e1b,43915,1731217342042, splitWal=true, meta=false 2024-11-10T05:43:12,780 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 4999977c7e1b,43915,1731217342042 had 3 regions 2024-11-10T05:43:12,781 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 4999977c7e1b,43915,1731217342042, splitWal=true, meta=false, isMeta: false 2024-11-10T05:43:12,782 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/WALs/4999977c7e1b,43915,1731217342042-splitting 2024-11-10T05:43:12,783 INFO [PEWorker-1 {}] master.SplitWALManager(105): 4999977c7e1b,43915,1731217342042 WAL count=1, meta=false 2024-11-10T05:43:12,783 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 4999977c7e1b%2C43915%2C1731217342042.1731217342471}] 2024-11-10T05:43:12,785 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=4999977c7e1b,33117,1731217342009 2024-11-10T05:43:12,786 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 4999977c7e1b%2C43915%2C1731217342042.1731217342471, worker=4999977c7e1b,33117,1731217342009}] 2024-11-10T05:43:12,790 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 27 is already finished, skip the rest processes 2024-11-10T05:43:12,790 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 30 is already finished, skip the rest processes 2024-11-10T05:43:12,790 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 35 is already finished, skip the rest processes 2024-11-10T05:43:12,790 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4999977c7e1b,43915,1731217342042 Release verify snapshot worker=4999977c7e1b,43915,1731217342042 2024-11-10T05:43:12,791 WARN [PEWorker-4 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to 4999977c7e1b,43915,1731217342042, this operation will be retried to send to another server 2024-11-10T05:43:12,791 WARN [PEWorker-4 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T05:43:12,791 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731217393791 2024-11-10T05:43:12,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43915-0x10190b3b3580002, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T05:43:12,876 INFO [RS:1;4999977c7e1b:43915 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T05:43:12,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43915-0x10190b3b3580002, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T05:43:12,876 INFO [RS:1;4999977c7e1b:43915 {}] regionserver.HRegionServer(1031): Exiting; stopping=4999977c7e1b,43915,1731217342042; zookeeper connection closed. 2024-11-10T05:43:12,877 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1b8d6e00 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1b8d6e00 2024-11-10T05:43:13,127 INFO [master/4999977c7e1b:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-10T05:43:13,127 INFO [master/4999977c7e1b:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-10T05:43:13,398 INFO [regionserver/4999977c7e1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T05:43:13,399 INFO [regionserver/4999977c7e1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T05:43:13,793 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=4999977c7e1b,33117,1731217342009 2024-11-10T05:43:21,934 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T05:43:22,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33117 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-10T05:43:22,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33117 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-10T05:43:22,788 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-10T05:43:22,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39425 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-10T05:43:22,790 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4999977c7e1b,33117,1731217342009 Release verify snapshot worker=4999977c7e1b,33117,1731217342009 2024-11-10T05:43:22,793 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=25 2024-11-10T05:43:22,793 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-10T05:43:22,793 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4999977c7e1b,33117,1731217342009 in 20.0730 sec 2024-11-10T05:43:22,793 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/.hbase-snapshot/SnapshotProcedureTest 2024-11-10T05:43:22,795 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-10T05:43:22,795 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-10T05:43:22,797 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 30.3440 sec 2024-11-10T05:43:22,804 INFO [RS_LOG_REPLAY_OPS-regionserver/4999977c7e1b:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/WALs/4999977c7e1b,43915,1731217342042-splitting/4999977c7e1b%2C43915%2C1731217342042.1731217342471, size=1.5 K (1488bytes) 2024-11-10T05:43:22,805 INFO [RS_LOG_REPLAY_OPS-regionserver/4999977c7e1b:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/WALs/4999977c7e1b,43915,1731217342042-splitting/4999977c7e1b%2C43915%2C1731217342042.1731217342471 2024-11-10T05:43:22,805 INFO [RS_LOG_REPLAY_OPS-regionserver/4999977c7e1b:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/WALs/4999977c7e1b,43915,1731217342042-splitting/4999977c7e1b%2C43915%2C1731217342042.1731217342471 after 0ms 2024-11-10T05:43:22,809 INFO [RS_LOG_REPLAY_OPS-regionserver/4999977c7e1b:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/WALs/4999977c7e1b,43915,1731217342042-splitting/4999977c7e1b%2C43915%2C1731217342042.1731217342471 took 4ms 2024-11-10T05:43:22,811 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4999977c7e1b:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 8588ede9e31a28c058ec26d7df9257f8: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-10T05:43:22,812 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4999977c7e1b:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 924f3e2c66aa4083c10d901da7d5ca5f: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-10T05:43:22,813 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4999977c7e1b:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for e5b022a631bfa2ca1731cc4ff1ad6b54: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-11-10T05:43:22,814 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4999977c7e1b:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/WALs/4999977c7e1b,43915,1731217342042-splitting/4999977c7e1b%2C43915%2C1731217342042.1731217342471 so closing down 2024-11-10T05:43:22,814 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4999977c7e1b:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-10T05:43:22,814 INFO [RS_LOG_REPLAY_OPS-regionserver/4999977c7e1b:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-10T05:43:22,814 INFO [RS_LOG_REPLAY_OPS-regionserver/4999977c7e1b:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 5 edits across 0 Regions in 5 ms; skipped=5; WAL=hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/WALs/4999977c7e1b,43915,1731217342042-splitting/4999977c7e1b%2C43915%2C1731217342042.1731217342471, size=1.5 K, length=1488, corrupted=false, cancelled=false 2024-11-10T05:43:22,814 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4999977c7e1b:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/WALs/4999977c7e1b,43915,1731217342042-splitting/4999977c7e1b%2C43915%2C1731217342042.1731217342471, journal: Splitting hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/WALs/4999977c7e1b,43915,1731217342042-splitting/4999977c7e1b%2C43915%2C1731217342042.1731217342471, size=1.5 K (1488bytes) at 1731217402805Finishing writing output for hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/WALs/4999977c7e1b,43915,1731217342042-splitting/4999977c7e1b%2C43915%2C1731217342042.1731217342471 so closing down at 1731217402814 (+9 ms)3 split writer threads finished at 1731217402814Processed 5 edits across 0 Regions in 5 ms; skipped=5; WAL=hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/WALs/4999977c7e1b,43915,1731217342042-splitting/4999977c7e1b%2C43915%2C1731217342042.1731217342471, size=1.5 K, length=1488, corrupted=false, cancelled=false at 1731217402814 2024-11-10T05:43:22,814 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4999977c7e1b:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/WALs/4999977c7e1b,43915,1731217342042-splitting/4999977c7e1b%2C43915%2C1731217342042.1731217342471 2024-11-10T05:43:22,814 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4999977c7e1b:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-10T05:43:22,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39425 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-10T05:43:22,817 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/WALs/4999977c7e1b,43915,1731217342042-splitting/4999977c7e1b%2C43915%2C1731217342042.1731217342471 to hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/oldWALs 2024-11-10T05:43:22,819 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-10T05:43:22,819 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 4999977c7e1b%2C43915%2C1731217342042.1731217342471, worker=4999977c7e1b,33117,1731217342009 in 10.0320 sec 2024-11-10T05:43:22,820 DEBUG [PEWorker-4 {}] master.SplitWALManager(172): Release split WAL worker=4999977c7e1b,33117,1731217342009 2024-11-10T05:43:22,822 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-10T05:43:22,822 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure 4999977c7e1b%2C43915%2C1731217342042.1731217342471, worker=4999977c7e1b,33117,1731217342009 in 10.0370 sec 2024-11-10T05:43:22,823 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/WALs/4999977c7e1b,43915,1731217342042-splitting dir is empty, no logs to split. 2024-11-10T05:43:22,823 INFO [PEWorker-2 {}] master.SplitWALManager(105): 4999977c7e1b,43915,1731217342042 WAL count=0, meta=false 2024-11-10T05:43:22,823 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if 4999977c7e1b,43915,1731217342042 WAL splitting is done? wals=0, meta=false 2024-11-10T05:43:22,825 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 4999977c7e1b,43915,1731217342042 failed, ignore...File hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/WALs/4999977c7e1b,43915,1731217342042-splitting does not exist. 2024-11-10T05:43:22,826 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8588ede9e31a28c058ec26d7df9257f8, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=924f3e2c66aa4083c10d901da7d5ca5f, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e5b022a631bfa2ca1731cc4ff1ad6b54, ASSIGN}] 2024-11-10T05:43:22,827 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=924f3e2c66aa4083c10d901da7d5ca5f, ASSIGN 2024-11-10T05:43:22,827 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e5b022a631bfa2ca1731cc4ff1ad6b54, ASSIGN 2024-11-10T05:43:22,827 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8588ede9e31a28c058ec26d7df9257f8, ASSIGN 2024-11-10T05:43:22,828 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=924f3e2c66aa4083c10d901da7d5ca5f, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T05:43:22,828 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e5b022a631bfa2ca1731cc4ff1ad6b54, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T05:43:22,828 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8588ede9e31a28c058ec26d7df9257f8, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T05:43:22,883 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-10T05:43:22,887 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-10T05:43:22,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T05:43:22,887 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T05:43:22,887 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T05:43:22,887 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T05:43:22,887 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T05:43:22,887 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T05:43:22,888 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T05:43:22,888 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1314178870, stopped=false 2024-11-10T05:43:22,888 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4999977c7e1b,39425,1731217341955 2024-11-10T05:43:22,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39425-0x10190b3b3580000, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T05:43:22,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33117-0x10190b3b3580001, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T05:43:22,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39425-0x10190b3b3580000, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:43:22,890 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T05:43:22,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41347-0x10190b3b3580003, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T05:43:22,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33117-0x10190b3b3580001, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:43:22,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41347-0x10190b3b3580003, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:43:22,890 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T05:43:22,890 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33117-0x10190b3b3580001, quorum=127.0.0.1:61077, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T05:43:22,890 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T05:43:22,890 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39425-0x10190b3b3580000, quorum=127.0.0.1:61077, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T05:43:22,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T05:43:22,891 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41347-0x10190b3b3580003, quorum=127.0.0.1:61077, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T05:43:22,891 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4999977c7e1b,33117,1731217342009' ***** 2024-11-10T05:43:22,891 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T05:43:22,891 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4999977c7e1b,41347,1731217342068' ***** 2024-11-10T05:43:22,891 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T05:43:22,891 INFO [RS:0;4999977c7e1b:33117 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T05:43:22,892 INFO [RS:0;4999977c7e1b:33117 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T05:43:22,892 INFO [RS:2;4999977c7e1b:41347 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T05:43:22,892 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T05:43:22,892 INFO [RS:0;4999977c7e1b:33117 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T05:43:22,892 INFO [RS:2;4999977c7e1b:41347 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T05:43:22,892 INFO [RS:2;4999977c7e1b:41347 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T05:43:22,892 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T05:43:22,892 INFO [RS:0;4999977c7e1b:33117 {}] regionserver.HRegionServer(3091): Received CLOSE for 1a6207e2e983ec0e7371f7d91e742409 2024-11-10T05:43:22,892 INFO [RS:2;4999977c7e1b:41347 {}] regionserver.HRegionServer(3091): Received CLOSE for 88046a588421b33424f81b9bbef6b7c0 2024-11-10T05:43:22,892 INFO [RS:2;4999977c7e1b:41347 {}] regionserver.HRegionServer(3091): Received CLOSE for 3d06e2527a290899e17c73393437d349 2024-11-10T05:43:22,892 INFO [RS:2;4999977c7e1b:41347 {}] regionserver.HRegionServer(3091): Received CLOSE for b4c9bbaf2289fafcebd297ba5be93495 2024-11-10T05:43:22,892 INFO [RS:2;4999977c7e1b:41347 {}] regionserver.HRegionServer(3091): Received CLOSE for 933907739ddb06fcf704d0714cb27035 2024-11-10T05:43:22,892 INFO [RS:2;4999977c7e1b:41347 {}] regionserver.HRegionServer(959): stopping server 4999977c7e1b,41347,1731217342068 2024-11-10T05:43:22,892 INFO [RS:0;4999977c7e1b:33117 {}] regionserver.HRegionServer(3091): Received CLOSE for cff55d9c10d68b84e62bb43dbcfa0531 2024-11-10T05:43:22,892 INFO [RS:2;4999977c7e1b:41347 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T05:43:22,892 INFO [RS:0;4999977c7e1b:33117 {}] regionserver.HRegionServer(3091): Received CLOSE for 5e47b001244a3dc00b3577ec00803cf4 2024-11-10T05:43:22,892 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 88046a588421b33424f81b9bbef6b7c0, disabling compactions & flushes 2024-11-10T05:43:22,892 INFO [RS:2;4999977c7e1b:41347 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;4999977c7e1b:41347. 2024-11-10T05:43:22,892 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731217352814.88046a588421b33424f81b9bbef6b7c0. 2024-11-10T05:43:22,892 INFO [RS:0;4999977c7e1b:33117 {}] regionserver.HRegionServer(959): stopping server 4999977c7e1b,33117,1731217342009 2024-11-10T05:43:22,892 DEBUG [RS:2;4999977c7e1b:41347 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T05:43:22,892 DEBUG [RS:2;4999977c7e1b:41347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T05:43:22,892 INFO [RS:0;4999977c7e1b:33117 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T05:43:22,892 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731217352814.88046a588421b33424f81b9bbef6b7c0. 2024-11-10T05:43:22,892 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1a6207e2e983ec0e7371f7d91e742409, disabling compactions & flushes 2024-11-10T05:43:22,893 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731217352814.88046a588421b33424f81b9bbef6b7c0. after waiting 0 ms 2024-11-10T05:43:22,893 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731217352814.1a6207e2e983ec0e7371f7d91e742409. 2024-11-10T05:43:22,893 INFO [RS:0;4999977c7e1b:33117 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4999977c7e1b:33117. 2024-11-10T05:43:22,893 INFO [RS:2;4999977c7e1b:41347 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T05:43:22,893 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731217352814.88046a588421b33424f81b9bbef6b7c0. 2024-11-10T05:43:22,893 INFO [RS:2;4999977c7e1b:41347 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T05:43:22,893 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731217352814.1a6207e2e983ec0e7371f7d91e742409. 2024-11-10T05:43:22,893 INFO [RS:2;4999977c7e1b:41347 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T05:43:22,893 DEBUG [RS:0;4999977c7e1b:33117 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T05:43:22,893 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731217352814.1a6207e2e983ec0e7371f7d91e742409. after waiting 0 ms 2024-11-10T05:43:22,893 DEBUG [RS:0;4999977c7e1b:33117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T05:43:22,893 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731217352814.1a6207e2e983ec0e7371f7d91e742409. 2024-11-10T05:43:22,893 INFO [RS:2;4999977c7e1b:41347 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T05:43:22,893 INFO [RS:0;4999977c7e1b:33117 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T05:43:22,893 DEBUG [RS:0;4999977c7e1b:33117 {}] regionserver.HRegionServer(1325): Online Regions={1a6207e2e983ec0e7371f7d91e742409=SPTestTable,,1731217352814.1a6207e2e983ec0e7371f7d91e742409., cff55d9c10d68b84e62bb43dbcfa0531=SPTestTable,7ffffffd,1731217352814.cff55d9c10d68b84e62bb43dbcfa0531., 5e47b001244a3dc00b3577ec00803cf4=SPTestTable,ccccccc8,1731217352814.5e47b001244a3dc00b3577ec00803cf4.} 2024-11-10T05:43:22,893 DEBUG [RS:0;4999977c7e1b:33117 {}] regionserver.HRegionServer(1351): Waiting on 1a6207e2e983ec0e7371f7d91e742409, 5e47b001244a3dc00b3577ec00803cf4, cff55d9c10d68b84e62bb43dbcfa0531 2024-11-10T05:43:22,893 INFO [RS:2;4999977c7e1b:41347 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-10T05:43:22,893 DEBUG [RS:2;4999977c7e1b:41347 {}] regionserver.HRegionServer(1325): Online Regions={88046a588421b33424f81b9bbef6b7c0=SPTestTable,b333332f,1731217352814.88046a588421b33424f81b9bbef6b7c0., 3d06e2527a290899e17c73393437d349=SPTestTable,33333332,1731217352814.3d06e2527a290899e17c73393437d349., 1588230740=hbase:meta,,1.1588230740, b4c9bbaf2289fafcebd297ba5be93495=SPTestTable,4ccccccb,1731217352814.b4c9bbaf2289fafcebd297ba5be93495., 933907739ddb06fcf704d0714cb27035=SPTestTable,99999996,1731217352814.933907739ddb06fcf704d0714cb27035.} 2024-11-10T05:43:22,893 DEBUG [RS:2;4999977c7e1b:41347 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3d06e2527a290899e17c73393437d349, 88046a588421b33424f81b9bbef6b7c0, 933907739ddb06fcf704d0714cb27035, b4c9bbaf2289fafcebd297ba5be93495 2024-11-10T05:43:22,893 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T05:43:22,893 INFO [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T05:43:22,893 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T05:43:22,893 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T05:43:22,893 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T05:43:22,893 INFO [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-10T05:43:22,898 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/data/default/SPTestTable/1a6207e2e983ec0e7371f7d91e742409/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-10T05:43:22,898 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/data/default/SPTestTable/88046a588421b33424f81b9bbef6b7c0/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T05:43:22,899 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731217352814.1a6207e2e983ec0e7371f7d91e742409. 2024-11-10T05:43:22,899 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1a6207e2e983ec0e7371f7d91e742409: Waiting for close lock at 1731217402892Running coprocessor pre-close hooks at 1731217402892Disabling compacts and flushes for region at 1731217402892Disabling writes for close at 1731217402893 (+1 ms)Writing region close event to WAL at 1731217402893Running coprocessor post-close hooks at 1731217402898 (+5 ms)Closed at 1731217402898 2024-11-10T05:43:22,899 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731217352814.1a6207e2e983ec0e7371f7d91e742409. 2024-11-10T05:43:22,899 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731217352814.88046a588421b33424f81b9bbef6b7c0. 2024-11-10T05:43:22,899 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cff55d9c10d68b84e62bb43dbcfa0531, disabling compactions & flushes 2024-11-10T05:43:22,899 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 88046a588421b33424f81b9bbef6b7c0: Waiting for close lock at 1731217402892Running coprocessor pre-close hooks at 1731217402892Disabling compacts and flushes for region at 1731217402892Disabling writes for close at 1731217402893 (+1 ms)Writing region close event to WAL at 1731217402893Running coprocessor post-close hooks at 1731217402899 (+6 ms)Closed at 1731217402899 2024-11-10T05:43:22,899 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731217352814.cff55d9c10d68b84e62bb43dbcfa0531. 2024-11-10T05:43:22,899 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731217352814.cff55d9c10d68b84e62bb43dbcfa0531. 2024-11-10T05:43:22,899 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731217352814.88046a588421b33424f81b9bbef6b7c0. 2024-11-10T05:43:22,899 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731217352814.cff55d9c10d68b84e62bb43dbcfa0531. after waiting 0 ms 2024-11-10T05:43:22,899 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731217352814.cff55d9c10d68b84e62bb43dbcfa0531. 2024-11-10T05:43:22,899 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3d06e2527a290899e17c73393437d349, disabling compactions & flushes 2024-11-10T05:43:22,899 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731217352814.3d06e2527a290899e17c73393437d349. 2024-11-10T05:43:22,899 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731217352814.3d06e2527a290899e17c73393437d349. 2024-11-10T05:43:22,899 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731217352814.3d06e2527a290899e17c73393437d349. after waiting 0 ms 2024-11-10T05:43:22,899 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731217352814.3d06e2527a290899e17c73393437d349. 2024-11-10T05:43:22,903 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/data/default/SPTestTable/3d06e2527a290899e17c73393437d349/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-10T05:43:22,903 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/data/default/SPTestTable/cff55d9c10d68b84e62bb43dbcfa0531/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-10T05:43:22,904 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731217352814.3d06e2527a290899e17c73393437d349. 2024-11-10T05:43:22,904 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3d06e2527a290899e17c73393437d349: Waiting for close lock at 1731217402899Running coprocessor pre-close hooks at 1731217402899Disabling compacts and flushes for region at 1731217402899Disabling writes for close at 1731217402899Writing region close event to WAL at 1731217402899Running coprocessor post-close hooks at 1731217402904 (+5 ms)Closed at 1731217402904 2024-11-10T05:43:22,904 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731217352814.3d06e2527a290899e17c73393437d349. 2024-11-10T05:43:22,904 INFO [regionserver/4999977c7e1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-10T05:43:22,904 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b4c9bbaf2289fafcebd297ba5be93495, disabling compactions & flushes 2024-11-10T05:43:22,904 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731217352814.b4c9bbaf2289fafcebd297ba5be93495. 2024-11-10T05:43:22,904 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731217352814.b4c9bbaf2289fafcebd297ba5be93495. 2024-11-10T05:43:22,904 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731217352814.b4c9bbaf2289fafcebd297ba5be93495. after waiting 0 ms 2024-11-10T05:43:22,904 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731217352814.b4c9bbaf2289fafcebd297ba5be93495. 2024-11-10T05:43:22,904 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731217352814.cff55d9c10d68b84e62bb43dbcfa0531. 2024-11-10T05:43:22,904 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cff55d9c10d68b84e62bb43dbcfa0531: Waiting for close lock at 1731217402899Running coprocessor pre-close hooks at 1731217402899Disabling compacts and flushes for region at 1731217402899Disabling writes for close at 1731217402899Writing region close event to WAL at 1731217402899Running coprocessor post-close hooks at 1731217402904 (+5 ms)Closed at 1731217402904 2024-11-10T05:43:22,905 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731217352814.cff55d9c10d68b84e62bb43dbcfa0531. 2024-11-10T05:43:22,905 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5e47b001244a3dc00b3577ec00803cf4, disabling compactions & flushes 2024-11-10T05:43:22,905 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731217352814.5e47b001244a3dc00b3577ec00803cf4. 2024-11-10T05:43:22,905 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731217352814.5e47b001244a3dc00b3577ec00803cf4. 2024-11-10T05:43:22,905 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731217352814.5e47b001244a3dc00b3577ec00803cf4. after waiting 0 ms 2024-11-10T05:43:22,905 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731217352814.5e47b001244a3dc00b3577ec00803cf4. 2024-11-10T05:43:22,913 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/data/hbase/meta/1588230740/.tmp/info/a1ba0d83c224480484ca077832f35554 is 167, key is SPTestTable,19999999,1731217352814.8588ede9e31a28c058ec26d7df9257f8./info:regioninfo/1731217363475/Put/seqid=0 2024-11-10T05:43:22,914 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/data/default/SPTestTable/b4c9bbaf2289fafcebd297ba5be93495/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-10T05:43:22,914 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731217352814.b4c9bbaf2289fafcebd297ba5be93495. 2024-11-10T05:43:22,915 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b4c9bbaf2289fafcebd297ba5be93495: Waiting for close lock at 1731217402904Running coprocessor pre-close hooks at 1731217402904Disabling compacts and flushes for region at 1731217402904Disabling writes for close at 1731217402904Writing region close event to WAL at 1731217402905 (+1 ms)Running coprocessor post-close hooks at 1731217402914 (+9 ms)Closed at 1731217402914 2024-11-10T05:43:22,915 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731217352814.b4c9bbaf2289fafcebd297ba5be93495. 2024-11-10T05:43:22,915 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 933907739ddb06fcf704d0714cb27035, disabling compactions & flushes 2024-11-10T05:43:22,915 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731217352814.933907739ddb06fcf704d0714cb27035. 2024-11-10T05:43:22,915 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731217352814.933907739ddb06fcf704d0714cb27035. 2024-11-10T05:43:22,915 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731217352814.933907739ddb06fcf704d0714cb27035. after waiting 0 ms 2024-11-10T05:43:22,915 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731217352814.933907739ddb06fcf704d0714cb27035. 2024-11-10T05:43:22,915 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/data/default/SPTestTable/5e47b001244a3dc00b3577ec00803cf4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T05:43:22,916 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731217352814.5e47b001244a3dc00b3577ec00803cf4. 2024-11-10T05:43:22,916 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5e47b001244a3dc00b3577ec00803cf4: Waiting for close lock at 1731217402905Running coprocessor pre-close hooks at 1731217402905Disabling compacts and flushes for region at 1731217402905Disabling writes for close at 1731217402905Writing region close event to WAL at 1731217402908 (+3 ms)Running coprocessor post-close hooks at 1731217402916 (+8 ms)Closed at 1731217402916 2024-11-10T05:43:22,916 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731217352814.5e47b001244a3dc00b3577ec00803cf4. 2024-11-10T05:43:22,919 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/data/default/SPTestTable/933907739ddb06fcf704d0714cb27035/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T05:43:22,920 INFO [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731217352814.933907739ddb06fcf704d0714cb27035. 2024-11-10T05:43:22,920 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 933907739ddb06fcf704d0714cb27035: Waiting for close lock at 1731217402915Running coprocessor pre-close hooks at 1731217402915Disabling compacts and flushes for region at 1731217402915Disabling writes for close at 1731217402915Writing region close event to WAL at 1731217402916 (+1 ms)Running coprocessor post-close hooks at 1731217402920 (+4 ms)Closed at 1731217402920 2024-11-10T05:43:22,920 DEBUG [RS_CLOSE_REGION-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731217352814.933907739ddb06fcf704d0714cb27035. 2024-11-10T05:43:22,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41705 is added to blk_1073741864_1040 (size=18393) 2024-11-10T05:43:22,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741864_1040 (size=18393) 2024-11-10T05:43:22,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45663 is added to blk_1073741864_1040 (size=18393) 2024-11-10T05:43:22,931 INFO [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/data/hbase/meta/1588230740/.tmp/info/a1ba0d83c224480484ca077832f35554 2024-11-10T05:43:22,951 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/data/hbase/meta/1588230740/.tmp/ns/e1dc137b704d46b7a7f7341eb6928a93 is 43, key is default/ns:d/1731217352773/Put/seqid=0 2024-11-10T05:43:22,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45663 is added to blk_1073741865_1041 (size=5153) 2024-11-10T05:43:22,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741865_1041 (size=5153) 2024-11-10T05:43:22,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41705 is added to blk_1073741865_1041 (size=5153) 2024-11-10T05:43:22,961 INFO [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/data/hbase/meta/1588230740/.tmp/ns/e1dc137b704d46b7a7f7341eb6928a93 2024-11-10T05:43:22,979 DEBUG [4999977c7e1b:39425 {}] balancer.BalancerClusterState(204): Hosts are {4999977c7e1b=0} racks are {/default-rack=0} 2024-11-10T05:43:22,979 DEBUG [4999977c7e1b:39425 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-10T05:43:22,979 DEBUG [4999977c7e1b:39425 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-10T05:43:22,979 DEBUG [4999977c7e1b:39425 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-10T05:43:22,979 DEBUG [4999977c7e1b:39425 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-10T05:43:22,979 INFO [4999977c7e1b:39425 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-10T05:43:22,979 INFO [4999977c7e1b:39425 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-10T05:43:22,979 DEBUG [4999977c7e1b:39425 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-10T05:43:22,981 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/data/hbase/meta/1588230740/.tmp/table/575e1620eb3d4e708ecd9545f10aa5e3 is 47, key is SPTestTable/table:state/1731217363554/Put/seqid=0 2024-11-10T05:43:22,985 INFO [regionserver/4999977c7e1b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T05:43:22,985 INFO [regionserver/4999977c7e1b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T05:43:22,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45663 is added to blk_1073741866_1042 (size=5214) 2024-11-10T05:43:22,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741866_1042 (size=5214) 2024-11-10T05:43:22,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41705 is added to blk_1073741866_1042 (size=5214) 2024-11-10T05:43:22,990 INFO [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/data/hbase/meta/1588230740/.tmp/table/575e1620eb3d4e708ecd9545f10aa5e3 2024-11-10T05:43:22,996 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/data/hbase/meta/1588230740/.tmp/info/a1ba0d83c224480484ca077832f35554 as hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/data/hbase/meta/1588230740/info/a1ba0d83c224480484ca077832f35554 2024-11-10T05:43:23,002 INFO [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/data/hbase/meta/1588230740/info/a1ba0d83c224480484ca077832f35554, entries=100, sequenceid=29, filesize=18.0 K 2024-11-10T05:43:23,003 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/data/hbase/meta/1588230740/.tmp/ns/e1dc137b704d46b7a7f7341eb6928a93 as hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/data/hbase/meta/1588230740/ns/e1dc137b704d46b7a7f7341eb6928a93 2024-11-10T05:43:23,009 INFO [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/data/hbase/meta/1588230740/ns/e1dc137b704d46b7a7f7341eb6928a93, entries=2, sequenceid=29, filesize=5.0 K 2024-11-10T05:43:23,010 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/data/hbase/meta/1588230740/.tmp/table/575e1620eb3d4e708ecd9545f10aa5e3 as hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/data/hbase/meta/1588230740/table/575e1620eb3d4e708ecd9545f10aa5e3 2024-11-10T05:43:23,017 INFO [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/data/hbase/meta/1588230740/table/575e1620eb3d4e708ecd9545f10aa5e3, entries=2, sequenceid=29, filesize=5.1 K 2024-11-10T05:43:23,018 INFO [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 125ms, sequenceid=29, compaction requested=false 2024-11-10T05:43:23,022 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/data/hbase/meta/1588230740/recovered.edits/32.seqid, newMaxSeqId=32, maxSeqId=1 2024-11-10T05:43:23,023 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T05:43:23,023 INFO [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T05:43:23,023 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731217402893Running coprocessor pre-close hooks at 1731217402893Disabling compacts and flushes for region at 1731217402893Disabling writes for close at 1731217402893Obtaining lock to block concurrent updates at 1731217402893Preparing flush snapshotting stores in 1588230740 at 1731217402893Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1731217402894 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731217402895 (+1 ms)Flushing 1588230740/info: creating writer at 1731217402895Flushing 1588230740/info: appending metadata at 1731217402913 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731217402913Flushing 1588230740/ns: creating writer at 1731217402937 (+24 ms)Flushing 1588230740/ns: appending metadata at 1731217402951 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731217402951Flushing 1588230740/table: creating writer at 1731217402966 (+15 ms)Flushing 1588230740/table: appending metadata at 1731217402981 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731217402981Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11e03932: reopening flushed file at 1731217402995 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@99f4ee8: reopening flushed file at 1731217403003 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10df0f5e: reopening flushed file at 1731217403010 (+7 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 125ms, sequenceid=29, compaction requested=false at 1731217403018 (+8 ms)Writing region close event to WAL at 1731217403019 (+1 ms)Running coprocessor post-close hooks at 1731217403023 (+4 ms)Closed at 1731217403023 2024-11-10T05:43:23,023 DEBUG [RS_CLOSE_META-regionserver/4999977c7e1b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T05:43:23,093 INFO [RS:0;4999977c7e1b:33117 {}] regionserver.HRegionServer(976): stopping server 4999977c7e1b,33117,1731217342009; all regions closed. 2024-11-10T05:43:23,093 INFO [RS:2;4999977c7e1b:41347 {}] regionserver.HRegionServer(976): stopping server 4999977c7e1b,41347,1731217342068; all regions closed. 2024-11-10T05:43:23,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41705 is added to blk_1073741835_1011 (size=2334) 2024-11-10T05:43:23,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741835_1011 (size=2334) 2024-11-10T05:43:23,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741836_1012 (size=15114) 2024-11-10T05:43:23,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41705 is added to blk_1073741836_1012 (size=15114) 2024-11-10T05:43:23,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45663 is added to blk_1073741835_1011 (size=2334) 2024-11-10T05:43:23,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45663 is added to blk_1073741836_1012 (size=15114) 2024-11-10T05:43:23,099 DEBUG [RS:0;4999977c7e1b:33117 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/oldWALs 2024-11-10T05:43:23,099 INFO [RS:0;4999977c7e1b:33117 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4999977c7e1b%2C33117%2C1731217342009:(num 1731217342480) 2024-11-10T05:43:23,099 DEBUG [RS:0;4999977c7e1b:33117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T05:43:23,099 INFO [RS:0;4999977c7e1b:33117 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T05:43:23,099 DEBUG [RS:2;4999977c7e1b:41347 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/oldWALs 2024-11-10T05:43:23,099 INFO [RS:2;4999977c7e1b:41347 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4999977c7e1b%2C41347%2C1731217342068.meta:.meta(num 1731217352722) 2024-11-10T05:43:23,099 INFO [RS:0;4999977c7e1b:33117 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T05:43:23,099 INFO [RS:0;4999977c7e1b:33117 {}] hbase.ChoreService(370): Chore service for: regionserver/4999977c7e1b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T05:43:23,099 INFO [RS:0;4999977c7e1b:33117 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T05:43:23,099 INFO [RS:0;4999977c7e1b:33117 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T05:43:23,099 INFO [RS:0;4999977c7e1b:33117 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T05:43:23,099 INFO [RS:0;4999977c7e1b:33117 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T05:43:23,099 INFO [regionserver/4999977c7e1b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T05:43:23,100 INFO [RS:0;4999977c7e1b:33117 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33117 2024-11-10T05:43:23,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45663 is added to blk_1073741834_1010 (size=3469) 2024-11-10T05:43:23,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741834_1010 (size=3469) 2024-11-10T05:43:23,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41705 is added to blk_1073741834_1010 (size=3469) 2024-11-10T05:43:23,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39425-0x10190b3b3580000, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T05:43:23,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33117-0x10190b3b3580001, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4999977c7e1b,33117,1731217342009 2024-11-10T05:43:23,103 INFO [RS:0;4999977c7e1b:33117 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T05:43:23,104 DEBUG [RS:2;4999977c7e1b:41347 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/oldWALs 2024-11-10T05:43:23,104 INFO [RS:2;4999977c7e1b:41347 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4999977c7e1b%2C41347%2C1731217342068:(num 1731217342476) 2024-11-10T05:43:23,104 DEBUG [RS:2;4999977c7e1b:41347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T05:43:23,104 INFO [RS:2;4999977c7e1b:41347 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T05:43:23,104 INFO [RS:2;4999977c7e1b:41347 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T05:43:23,104 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4999977c7e1b,33117,1731217342009] 2024-11-10T05:43:23,105 INFO [RS:2;4999977c7e1b:41347 {}] hbase.ChoreService(370): Chore service for: regionserver/4999977c7e1b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T05:43:23,105 INFO [RS:2;4999977c7e1b:41347 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T05:43:23,105 INFO [regionserver/4999977c7e1b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T05:43:23,105 INFO [RS:2;4999977c7e1b:41347 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41347 2024-11-10T05:43:23,106 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/4999977c7e1b,33117,1731217342009 already deleted, retry=false 2024-11-10T05:43:23,106 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4999977c7e1b,33117,1731217342009 expired; onlineServers=1 2024-11-10T05:43:23,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41347-0x10190b3b3580003, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4999977c7e1b,41347,1731217342068 2024-11-10T05:43:23,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39425-0x10190b3b3580000, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T05:43:23,107 INFO [RS:2;4999977c7e1b:41347 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T05:43:23,108 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4999977c7e1b,41347,1731217342068] 2024-11-10T05:43:23,110 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/4999977c7e1b,41347,1731217342068 already deleted, retry=false 2024-11-10T05:43:23,110 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4999977c7e1b,41347,1731217342068 expired; onlineServers=0 2024-11-10T05:43:23,110 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4999977c7e1b,39425,1731217341955' ***** 2024-11-10T05:43:23,110 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T05:43:23,110 INFO [M:0;4999977c7e1b:39425 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T05:43:23,110 INFO [M:0;4999977c7e1b:39425 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T05:43:23,110 DEBUG [M:0;4999977c7e1b:39425 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T05:43:23,110 DEBUG [M:0;4999977c7e1b:39425 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T05:43:23,110 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T05:43:23,110 DEBUG [master/4999977c7e1b:0:becomeActiveMaster-HFileCleaner.large.0-1731217342259 {}] cleaner.HFileCleaner(306): Exit Thread[master/4999977c7e1b:0:becomeActiveMaster-HFileCleaner.large.0-1731217342259,5,FailOnTimeoutGroup] 2024-11-10T05:43:23,110 DEBUG [master/4999977c7e1b:0:becomeActiveMaster-HFileCleaner.small.0-1731217342259 {}] cleaner.HFileCleaner(306): Exit Thread[master/4999977c7e1b:0:becomeActiveMaster-HFileCleaner.small.0-1731217342259,5,FailOnTimeoutGroup] 2024-11-10T05:43:23,110 INFO [M:0;4999977c7e1b:39425 {}] hbase.ChoreService(370): Chore service for: master/4999977c7e1b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T05:43:23,110 INFO [M:0;4999977c7e1b:39425 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T05:43:23,110 DEBUG [M:0;4999977c7e1b:39425 {}] master.HMaster(1795): Stopping service threads 2024-11-10T05:43:23,110 INFO [M:0;4999977c7e1b:39425 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T05:43:23,111 INFO [M:0;4999977c7e1b:39425 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T05:43:23,111 ERROR [M:0;4999977c7e1b:39425 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:34545 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:34545,5,PEWorkerGroup] 2024-11-10T05:43:23,111 INFO [M:0;4999977c7e1b:39425 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T05:43:23,111 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T05:43:23,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39425-0x10190b3b3580000, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-10T05:43:23,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39425-0x10190b3b3580000, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:43:23,112 DEBUG [M:0;4999977c7e1b:39425 {}] zookeeper.ZKUtil(347): master:39425-0x10190b3b3580000, quorum=127.0.0.1:61077, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-10T05:43:23,112 WARN [M:0;4999977c7e1b:39425 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T05:43:23,113 INFO [M:0;4999977c7e1b:39425 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/.lastflushedseqids 2024-11-10T05:43:23,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741867_1043 (size=650) 2024-11-10T05:43:23,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45663 is added to blk_1073741867_1043 (size=650) 2024-11-10T05:43:23,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41705 is added to blk_1073741867_1043 (size=650) 2024-11-10T05:43:23,120 INFO [M:0;4999977c7e1b:39425 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T05:43:23,121 INFO [M:0;4999977c7e1b:39425 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T05:43:23,121 DEBUG [M:0;4999977c7e1b:39425 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T05:43:23,121 INFO [M:0;4999977c7e1b:39425 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T05:43:23,121 DEBUG [M:0;4999977c7e1b:39425 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T05:43:23,121 DEBUG [M:0;4999977c7e1b:39425 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T05:43:23,121 DEBUG [M:0;4999977c7e1b:39425 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T05:43:23,121 INFO [M:0;4999977c7e1b:39425 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=166.08 KB heapSize=203.30 KB 2024-11-10T05:43:23,140 DEBUG [M:0;4999977c7e1b:39425 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1f02968ff2f34b6ca232a02f0ab4f402 is 82, key is hbase:meta,,1/info:regioninfo/1731217352760/Put/seqid=0 2024-11-10T05:43:23,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741868_1044 (size=5672) 2024-11-10T05:43:23,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41705 is added to blk_1073741868_1044 (size=5672) 2024-11-10T05:43:23,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45663 is added to blk_1073741868_1044 (size=5672) 2024-11-10T05:43:23,147 INFO [M:0;4999977c7e1b:39425 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1f02968ff2f34b6ca232a02f0ab4f402 2024-11-10T05:43:23,171 DEBUG [M:0;4999977c7e1b:39425 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/28f58bd9c1f0478a83f2d3e2fa4b32ee is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731217363557/Put/seqid=0 2024-11-10T05:43:23,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741869_1045 (size=11040) 2024-11-10T05:43:23,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45663 is added to blk_1073741869_1045 (size=11040) 2024-11-10T05:43:23,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41705 is added to blk_1073741869_1045 (size=11040) 2024-11-10T05:43:23,182 INFO [M:0;4999977c7e1b:39425 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=165.34 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/28f58bd9c1f0478a83f2d3e2fa4b32ee 2024-11-10T05:43:23,187 INFO [M:0;4999977c7e1b:39425 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 28f58bd9c1f0478a83f2d3e2fa4b32ee 2024-11-10T05:43:23,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33117-0x10190b3b3580001, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T05:43:23,205 INFO [RS:0;4999977c7e1b:33117 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T05:43:23,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33117-0x10190b3b3580001, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T05:43:23,205 INFO [RS:0;4999977c7e1b:33117 {}] regionserver.HRegionServer(1031): Exiting; stopping=4999977c7e1b,33117,1731217342009; zookeeper connection closed. 2024-11-10T05:43:23,205 DEBUG [M:0;4999977c7e1b:39425 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1115db496e9a431f913eebe3c90705c8 is 69, key is 4999977c7e1b,33117,1731217342009/rs:state/1731217342313/Put/seqid=0 2024-11-10T05:43:23,205 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@21f9507 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@21f9507 2024-11-10T05:43:23,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41347-0x10190b3b3580003, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T05:43:23,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41347-0x10190b3b3580003, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T05:43:23,208 INFO [RS:2;4999977c7e1b:41347 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T05:43:23,209 INFO [RS:2;4999977c7e1b:41347 {}] regionserver.HRegionServer(1031): Exiting; stopping=4999977c7e1b,41347,1731217342068; zookeeper connection closed. 2024-11-10T05:43:23,209 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@72c199bb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@72c199bb 2024-11-10T05:43:23,209 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-10T05:43:23,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741870_1046 (size=5442) 2024-11-10T05:43:23,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45663 is added to blk_1073741870_1046 (size=5442) 2024-11-10T05:43:23,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41705 is added to blk_1073741870_1046 (size=5442) 2024-11-10T05:43:23,212 INFO [M:0;4999977c7e1b:39425 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1115db496e9a431f913eebe3c90705c8 2024-11-10T05:43:23,217 INFO [M:0;4999977c7e1b:39425 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1115db496e9a431f913eebe3c90705c8 2024-11-10T05:43:23,218 DEBUG [M:0;4999977c7e1b:39425 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1f02968ff2f34b6ca232a02f0ab4f402 as hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1f02968ff2f34b6ca232a02f0ab4f402 2024-11-10T05:43:23,223 INFO [M:0;4999977c7e1b:39425 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1f02968ff2f34b6ca232a02f0ab4f402, entries=8, sequenceid=398, filesize=5.5 K 2024-11-10T05:43:23,224 DEBUG [M:0;4999977c7e1b:39425 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/28f58bd9c1f0478a83f2d3e2fa4b32ee as hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/28f58bd9c1f0478a83f2d3e2fa4b32ee 2024-11-10T05:43:23,228 INFO [M:0;4999977c7e1b:39425 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 28f58bd9c1f0478a83f2d3e2fa4b32ee 2024-11-10T05:43:23,228 INFO [M:0;4999977c7e1b:39425 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/28f58bd9c1f0478a83f2d3e2fa4b32ee, entries=51, sequenceid=398, filesize=10.8 K 2024-11-10T05:43:23,229 DEBUG [M:0;4999977c7e1b:39425 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1115db496e9a431f913eebe3c90705c8 as hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1115db496e9a431f913eebe3c90705c8 2024-11-10T05:43:23,234 INFO [M:0;4999977c7e1b:39425 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1115db496e9a431f913eebe3c90705c8 2024-11-10T05:43:23,234 INFO [M:0;4999977c7e1b:39425 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34545/user/jenkins/test-data/547f2a9e-fd7d-82a4-e1ce-9cfb5190002d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1115db496e9a431f913eebe3c90705c8, entries=3, sequenceid=398, filesize=5.3 K 2024-11-10T05:43:23,235 INFO [M:0;4999977c7e1b:39425 {}] regionserver.HRegion(3140): Finished flush of dataSize ~166.08 KB/170062, heapSize ~203.01 KB/207880, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 114ms, sequenceid=398, compaction requested=false 2024-11-10T05:43:23,236 INFO [M:0;4999977c7e1b:39425 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T05:43:23,236 DEBUG [M:0;4999977c7e1b:39425 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731217403121Disabling compacts and flushes for region at 1731217403121Disabling writes for close at 1731217403121Obtaining lock to block concurrent updates at 1731217403121Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731217403121Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=170062, getHeapSize=208120, getOffHeapSize=0, getCellsCount=490 at 1731217403122 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731217403122Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731217403123 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731217403139 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731217403140 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731217403154 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731217403171 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731217403171Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731217403187 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731217403203 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731217403204 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27d3df27: reopening flushed file at 1731217403217 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1592e9: reopening flushed file at 1731217403223 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f373959: reopening flushed file at 1731217403228 (+5 ms)Finished flush of dataSize ~166.08 KB/170062, heapSize ~203.01 KB/207880, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 114ms, sequenceid=398, compaction requested=false at 1731217403235 (+7 ms)Writing region close event to WAL at 1731217403236 (+1 ms)Closed at 1731217403236 2024-11-10T05:43:23,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44933 is added to blk_1073741830_1006 (size=196719) 2024-11-10T05:43:23,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45663 is added to blk_1073741830_1006 (size=196719) 2024-11-10T05:43:23,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41705 is added to blk_1073741830_1006 (size=196719) 2024-11-10T05:43:23,239 INFO [M:0;4999977c7e1b:39425 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T05:43:23,239 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T05:43:23,239 INFO [M:0;4999977c7e1b:39425 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39425 2024-11-10T05:43:23,240 INFO [M:0;4999977c7e1b:39425 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T05:43:23,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39425-0x10190b3b3580000, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T05:43:23,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39425-0x10190b3b3580000, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T05:43:23,342 INFO [M:0;4999977c7e1b:39425 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T05:43:23,345 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@741a1bb2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T05:43:23,345 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8e7ec4f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T05:43:23,345 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T05:43:23,345 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ae4ac48{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T05:43:23,346 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47665ca9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4770feea-24ae-1baa-325e-35167bbacc63/hadoop.log.dir/,STOPPED} 2024-11-10T05:43:23,347 WARN [BP-176993227-172.17.0.2-1731217341088 heartbeating to localhost/127.0.0.1:34545 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T05:43:23,347 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T05:43:23,347 WARN [BP-176993227-172.17.0.2-1731217341088 heartbeating to localhost/127.0.0.1:34545 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-176993227-172.17.0.2-1731217341088 (Datanode Uuid 61be9b02-1d12-45ad-8899-b13361edf569) service to localhost/127.0.0.1:34545 2024-11-10T05:43:23,347 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T05:43:23,348 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4770feea-24ae-1baa-325e-35167bbacc63/cluster_f3302d20-afa8-dcfa-07c5-babde33fad90/data/data5/current/BP-176993227-172.17.0.2-1731217341088 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T05:43:23,348 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4770feea-24ae-1baa-325e-35167bbacc63/cluster_f3302d20-afa8-dcfa-07c5-babde33fad90/data/data6/current/BP-176993227-172.17.0.2-1731217341088 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T05:43:23,349 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T05:43:23,353 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@235874fe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T05:43:23,353 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@56b658e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T05:43:23,353 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T05:43:23,353 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59829fca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T05:43:23,353 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14d72d91{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4770feea-24ae-1baa-325e-35167bbacc63/hadoop.log.dir/,STOPPED} 2024-11-10T05:43:23,355 WARN [BP-176993227-172.17.0.2-1731217341088 heartbeating to localhost/127.0.0.1:34545 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T05:43:23,355 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T05:43:23,355 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T05:43:23,355 WARN [BP-176993227-172.17.0.2-1731217341088 heartbeating to localhost/127.0.0.1:34545 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-176993227-172.17.0.2-1731217341088 (Datanode Uuid e8c50b25-0284-43ff-ab5e-007baf1a3581) service to localhost/127.0.0.1:34545 2024-11-10T05:43:23,355 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4770feea-24ae-1baa-325e-35167bbacc63/cluster_f3302d20-afa8-dcfa-07c5-babde33fad90/data/data3/current/BP-176993227-172.17.0.2-1731217341088 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T05:43:23,356 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4770feea-24ae-1baa-325e-35167bbacc63/cluster_f3302d20-afa8-dcfa-07c5-babde33fad90/data/data4/current/BP-176993227-172.17.0.2-1731217341088 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T05:43:23,356 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T05:43:23,361 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@31631745{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T05:43:23,361 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2f594751{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T05:43:23,361 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T05:43:23,361 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a8c2d0a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T05:43:23,361 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55383a1d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4770feea-24ae-1baa-325e-35167bbacc63/hadoop.log.dir/,STOPPED} 2024-11-10T05:43:23,363 WARN [BP-176993227-172.17.0.2-1731217341088 heartbeating to localhost/127.0.0.1:34545 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T05:43:23,363 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T05:43:23,363 WARN [BP-176993227-172.17.0.2-1731217341088 heartbeating to localhost/127.0.0.1:34545 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-176993227-172.17.0.2-1731217341088 (Datanode Uuid a185d75d-8fbf-463a-a3fa-f1b4cf172da4) service to localhost/127.0.0.1:34545 2024-11-10T05:43:23,363 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T05:43:23,364 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4770feea-24ae-1baa-325e-35167bbacc63/cluster_f3302d20-afa8-dcfa-07c5-babde33fad90/data/data1/current/BP-176993227-172.17.0.2-1731217341088 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T05:43:23,364 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4770feea-24ae-1baa-325e-35167bbacc63/cluster_f3302d20-afa8-dcfa-07c5-babde33fad90/data/data2/current/BP-176993227-172.17.0.2-1731217341088 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T05:43:23,364 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T05:43:23,370 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3ffc67f1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T05:43:23,371 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4136d28e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T05:43:23,371 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T05:43:23,371 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1dc25a87{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T05:43:23,371 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e2bbf15{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4770feea-24ae-1baa-325e-35167bbacc63/hadoop.log.dir/,STOPPED} 2024-11-10T05:43:23,379 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T05:43:23,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T05:43:23,416 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=126 (was 97) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34545 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:34545 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34545 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:34545 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34545 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:34545 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:34545 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:34545 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:34545 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34545 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:34545 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34545 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/4999977c7e1b:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=68 (was 74), ProcessCount=11 (was 11), AvailableMemoryMB=7589 (was 7755)