2024-12-10 03:12:24,747 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-12-10 03:12:24,760 main DEBUG Took 0.010265 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-10 03:12:24,760 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-10 03:12:24,761 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-10 03:12:24,762 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-10 03:12:24,766 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 03:12:24,780 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-10 03:12:24,799 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 03:12:24,801 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 03:12:24,802 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 03:12:24,803 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 03:12:24,804 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 03:12:24,804 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 03:12:24,805 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 03:12:24,806 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 03:12:24,806 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 03:12:24,807 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 03:12:24,808 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 03:12:24,810 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 03:12:24,812 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 03:12:24,813 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 03:12:24,813 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 03:12:24,814 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 03:12:24,815 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 03:12:24,815 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 03:12:24,816 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 03:12:24,816 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 03:12:24,817 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 03:12:24,817 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 03:12:24,817 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 03:12:24,818 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 03:12:24,818 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 03:12:24,818 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-10 03:12:24,820 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 03:12:24,821 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-10 03:12:24,824 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-10 03:12:24,825 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-10 03:12:24,827 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-10 03:12:24,827 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-10 03:12:24,839 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-10 03:12:24,842 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-10 03:12:24,845 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-10 03:12:24,845 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-10 03:12:24,846 main DEBUG createAppenders(={Console}) 2024-12-10 03:12:24,847 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-12-10 03:12:24,848 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-12-10 03:12:24,848 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-12-10 03:12:24,849 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-10 03:12:24,850 main DEBUG OutputStream closed 2024-12-10 03:12:24,850 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-10 03:12:24,851 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-10 03:12:24,851 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-12-10 03:12:24,957 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-10 03:12:24,960 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-10 03:12:24,961 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-10 03:12:24,963 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-10 03:12:24,966 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-10 03:12:24,966 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-10 03:12:24,967 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-10 03:12:24,967 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-10 03:12:24,967 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-10 03:12:24,968 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-10 03:12:24,968 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-10 03:12:24,969 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-10 03:12:24,969 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-10 03:12:24,969 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-10 03:12:24,970 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-10 03:12:24,970 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-10 03:12:24,970 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-10 03:12:24,972 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-10 03:12:24,975 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-10 03:12:24,975 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-12-10 03:12:24,976 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-10 03:12:24,977 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-12-10T03:12:25,000 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-12-10 03:12:25,004 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-10 03:12:25,004 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-10T03:12:25,014 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-12-10T03:12:25,062 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=372, ProcessCount=11, AvailableMemoryMB=8078 2024-12-10T03:12:25,382 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/529d295c-da0b-023e-b462-43b47af48b95 2024-12-10T03:12:25,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-10T03:12:25,404 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/529d295c-da0b-023e-b462-43b47af48b95/cluster_dc4c927c-faa4-930c-b50a-7250334a786d, deleteOnExit=true 2024-12-10T03:12:25,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-10T03:12:25,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/529d295c-da0b-023e-b462-43b47af48b95/test.cache.data in system properties and HBase conf 2024-12-10T03:12:25,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/529d295c-da0b-023e-b462-43b47af48b95/hadoop.tmp.dir in system properties and HBase conf 2024-12-10T03:12:25,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/529d295c-da0b-023e-b462-43b47af48b95/hadoop.log.dir in system properties and HBase conf 2024-12-10T03:12:25,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/529d295c-da0b-023e-b462-43b47af48b95/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-10T03:12:25,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/529d295c-da0b-023e-b462-43b47af48b95/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-10T03:12:25,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-10T03:12:25,544 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-10T03:12:25,688 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-10T03:12:25,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/529d295c-da0b-023e-b462-43b47af48b95/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-10T03:12:25,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/529d295c-da0b-023e-b462-43b47af48b95/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-10T03:12:25,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/529d295c-da0b-023e-b462-43b47af48b95/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-10T03:12:25,695 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/529d295c-da0b-023e-b462-43b47af48b95/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-10T03:12:25,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/529d295c-da0b-023e-b462-43b47af48b95/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-10T03:12:25,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/529d295c-da0b-023e-b462-43b47af48b95/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-10T03:12:25,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/529d295c-da0b-023e-b462-43b47af48b95/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-10T03:12:25,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/529d295c-da0b-023e-b462-43b47af48b95/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-10T03:12:25,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/529d295c-da0b-023e-b462-43b47af48b95/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-10T03:12:25,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/529d295c-da0b-023e-b462-43b47af48b95/nfs.dump.dir in system properties and HBase conf 2024-12-10T03:12:25,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/529d295c-da0b-023e-b462-43b47af48b95/java.io.tmpdir in system properties and HBase conf 2024-12-10T03:12:25,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/529d295c-da0b-023e-b462-43b47af48b95/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-10T03:12:25,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/529d295c-da0b-023e-b462-43b47af48b95/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-10T03:12:25,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/529d295c-da0b-023e-b462-43b47af48b95/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-10T03:12:26,991 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-10T03:12:27,085 INFO [Time-limited test {}] log.Log(170): Logging initialized @3283ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-10T03:12:27,169 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T03:12:27,262 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-10T03:12:27,295 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-10T03:12:27,296 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-10T03:12:27,298 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-10T03:12:27,318 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T03:12:27,324 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@379e5835{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/529d295c-da0b-023e-b462-43b47af48b95/hadoop.log.dir/,AVAILABLE} 2024-12-10T03:12:27,329 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a9f9f29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-10T03:12:27,547 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@458e1c66{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/529d295c-da0b-023e-b462-43b47af48b95/java.io.tmpdir/jetty-localhost-34579-hadoop-hdfs-3_4_1-tests_jar-_-any-4652021738502285850/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-10T03:12:27,557 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50e5d970{HTTP/1.1, (http/1.1)}{localhost:34579} 2024-12-10T03:12:27,557 INFO [Time-limited test {}] server.Server(415): Started @3756ms 2024-12-10T03:12:28,157 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T03:12:28,163 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-10T03:12:28,165 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-10T03:12:28,165 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-10T03:12:28,165 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-10T03:12:28,166 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3bdaaf48{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/529d295c-da0b-023e-b462-43b47af48b95/hadoop.log.dir/,AVAILABLE} 2024-12-10T03:12:28,167 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f453cb9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-10T03:12:28,266 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3822facf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/529d295c-da0b-023e-b462-43b47af48b95/java.io.tmpdir/jetty-localhost-32991-hadoop-hdfs-3_4_1-tests_jar-_-any-539215273439884578/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T03:12:28,267 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@18c70438{HTTP/1.1, (http/1.1)}{localhost:32991} 2024-12-10T03:12:28,268 INFO [Time-limited test {}] server.Server(415): Started @4466ms 2024-12-10T03:12:28,322 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-10T03:12:28,475 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T03:12:28,485 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-10T03:12:28,504 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-10T03:12:28,504 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-10T03:12:28,506 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-10T03:12:28,508 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ffd676e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/529d295c-da0b-023e-b462-43b47af48b95/hadoop.log.dir/,AVAILABLE} 2024-12-10T03:12:28,509 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2267987d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-10T03:12:28,645 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@733978e0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/529d295c-da0b-023e-b462-43b47af48b95/java.io.tmpdir/jetty-localhost-39275-hadoop-hdfs-3_4_1-tests_jar-_-any-14790781157114312596/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T03:12:28,646 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@cec9164{HTTP/1.1, (http/1.1)}{localhost:39275} 2024-12-10T03:12:28,646 INFO [Time-limited test {}] server.Server(415): Started @4845ms 2024-12-10T03:12:28,650 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-10T03:12:28,702 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T03:12:28,710 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-10T03:12:28,722 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-10T03:12:28,722 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-10T03:12:28,722 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-10T03:12:28,725 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@290abb78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/529d295c-da0b-023e-b462-43b47af48b95/hadoop.log.dir/,AVAILABLE} 2024-12-10T03:12:28,726 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b3a725b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-10T03:12:28,834 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1829d582{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/529d295c-da0b-023e-b462-43b47af48b95/java.io.tmpdir/jetty-localhost-33555-hadoop-hdfs-3_4_1-tests_jar-_-any-4197221439509041161/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T03:12:28,835 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@214e58f{HTTP/1.1, (http/1.1)}{localhost:33555} 2024-12-10T03:12:28,835 INFO [Time-limited test {}] server.Server(415): Started @5034ms 2024-12-10T03:12:28,838 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-10T03:12:30,624 WARN [Thread-127 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/529d295c-da0b-023e-b462-43b47af48b95/cluster_dc4c927c-faa4-930c-b50a-7250334a786d/data/data2/current/BP-176871130-172.17.0.2-1733800346360/current, will proceed with Du for space computation calculation, 2024-12-10T03:12:30,624 WARN [Thread-126 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/529d295c-da0b-023e-b462-43b47af48b95/cluster_dc4c927c-faa4-930c-b50a-7250334a786d/data/data5/current/BP-176871130-172.17.0.2-1733800346360/current, will proceed with Du for space computation calculation, 2024-12-10T03:12:30,624 WARN [Thread-128 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/529d295c-da0b-023e-b462-43b47af48b95/cluster_dc4c927c-faa4-930c-b50a-7250334a786d/data/data4/current/BP-176871130-172.17.0.2-1733800346360/current, will proceed with Du for space computation calculation, 2024-12-10T03:12:30,625 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/529d295c-da0b-023e-b462-43b47af48b95/cluster_dc4c927c-faa4-930c-b50a-7250334a786d/data/data3/current/BP-176871130-172.17.0.2-1733800346360/current, will proceed with Du for space computation calculation, 2024-12-10T03:12:30,625 WARN [Thread-129 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/529d295c-da0b-023e-b462-43b47af48b95/cluster_dc4c927c-faa4-930c-b50a-7250334a786d/data/data6/current/BP-176871130-172.17.0.2-1733800346360/current, will proceed with Du for space computation calculation, 2024-12-10T03:12:30,625 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/529d295c-da0b-023e-b462-43b47af48b95/cluster_dc4c927c-faa4-930c-b50a-7250334a786d/data/data1/current/BP-176871130-172.17.0.2-1733800346360/current, will proceed with Du for space computation calculation, 2024-12-10T03:12:30,705 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-10T03:12:30,705 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-10T03:12:30,710 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-10T03:12:30,768 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x21bda4701f9bc806 with lease ID 0xc09c73432d21f1c5: Processing first storage report for DS-2940bbf7-cd4f-4574-bcfd-f4c0860220f5 from datanode DatanodeRegistration(127.0.0.1:40641, datanodeUuid=b0a5ddc7-8723-4334-a06f-34a63a67ab14, infoPort=44481, infoSecurePort=0, ipcPort=45087, storageInfo=lv=-57;cid=testClusterID;nsid=409759208;c=1733800346360) 2024-12-10T03:12:30,769 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x21bda4701f9bc806 with lease ID 0xc09c73432d21f1c5: from storage DS-2940bbf7-cd4f-4574-bcfd-f4c0860220f5 node DatanodeRegistration(127.0.0.1:40641, datanodeUuid=b0a5ddc7-8723-4334-a06f-34a63a67ab14, infoPort=44481, infoSecurePort=0, ipcPort=45087, storageInfo=lv=-57;cid=testClusterID;nsid=409759208;c=1733800346360), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-10T03:12:30,770 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9b8c50be9105d027 with lease ID 0xc09c73432d21f1c4: Processing first storage report for DS-002ab7af-0b87-4c13-ae6c-0120a4a99c31 from datanode DatanodeRegistration(127.0.0.1:42727, datanodeUuid=c64f5ca4-bf08-4c5d-9dfe-1950b90a0f3f, infoPort=42677, infoSecurePort=0, ipcPort=39519, storageInfo=lv=-57;cid=testClusterID;nsid=409759208;c=1733800346360) 2024-12-10T03:12:30,770 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9b8c50be9105d027 with lease ID 0xc09c73432d21f1c4: from storage DS-002ab7af-0b87-4c13-ae6c-0120a4a99c31 node DatanodeRegistration(127.0.0.1:42727, datanodeUuid=c64f5ca4-bf08-4c5d-9dfe-1950b90a0f3f, infoPort=42677, infoSecurePort=0, ipcPort=39519, storageInfo=lv=-57;cid=testClusterID;nsid=409759208;c=1733800346360), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-10T03:12:30,770 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x746f4bbe4835f31f with lease ID 0xc09c73432d21f1c3: Processing first storage report for DS-af88c3d7-6164-452c-8405-1885e0756f4f from datanode DatanodeRegistration(127.0.0.1:37753, datanodeUuid=20aeeb49-9eff-45b3-8211-3221f7717bd1, infoPort=33835, infoSecurePort=0, ipcPort=40595, storageInfo=lv=-57;cid=testClusterID;nsid=409759208;c=1733800346360) 2024-12-10T03:12:30,771 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x746f4bbe4835f31f with lease ID 0xc09c73432d21f1c3: from storage DS-af88c3d7-6164-452c-8405-1885e0756f4f node DatanodeRegistration(127.0.0.1:37753, datanodeUuid=20aeeb49-9eff-45b3-8211-3221f7717bd1, infoPort=33835, infoSecurePort=0, ipcPort=40595, storageInfo=lv=-57;cid=testClusterID;nsid=409759208;c=1733800346360), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-10T03:12:30,771 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x21bda4701f9bc806 with lease ID 0xc09c73432d21f1c5: Processing first storage report for DS-b6e04b16-d849-4d4b-a5fe-256137fae461 from datanode DatanodeRegistration(127.0.0.1:40641, datanodeUuid=b0a5ddc7-8723-4334-a06f-34a63a67ab14, infoPort=44481, infoSecurePort=0, ipcPort=45087, storageInfo=lv=-57;cid=testClusterID;nsid=409759208;c=1733800346360) 2024-12-10T03:12:30,771 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x21bda4701f9bc806 with lease ID 0xc09c73432d21f1c5: from storage DS-b6e04b16-d849-4d4b-a5fe-256137fae461 node DatanodeRegistration(127.0.0.1:40641, datanodeUuid=b0a5ddc7-8723-4334-a06f-34a63a67ab14, infoPort=44481, infoSecurePort=0, ipcPort=45087, storageInfo=lv=-57;cid=testClusterID;nsid=409759208;c=1733800346360), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-10T03:12:30,772 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9b8c50be9105d027 with lease ID 0xc09c73432d21f1c4: Processing first storage report for DS-0d429d73-94b8-4db0-a4bd-8ad901b82448 from datanode DatanodeRegistration(127.0.0.1:42727, datanodeUuid=c64f5ca4-bf08-4c5d-9dfe-1950b90a0f3f, infoPort=42677, infoSecurePort=0, ipcPort=39519, storageInfo=lv=-57;cid=testClusterID;nsid=409759208;c=1733800346360) 2024-12-10T03:12:30,772 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9b8c50be9105d027 with lease ID 0xc09c73432d21f1c4: from storage DS-0d429d73-94b8-4db0-a4bd-8ad901b82448 node DatanodeRegistration(127.0.0.1:42727, datanodeUuid=c64f5ca4-bf08-4c5d-9dfe-1950b90a0f3f, infoPort=42677, infoSecurePort=0, ipcPort=39519, storageInfo=lv=-57;cid=testClusterID;nsid=409759208;c=1733800346360), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-10T03:12:30,772 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x746f4bbe4835f31f with lease ID 0xc09c73432d21f1c3: Processing first storage report for DS-f86e5926-2126-448f-ab0f-8fe7c3d770fb from datanode DatanodeRegistration(127.0.0.1:37753, datanodeUuid=20aeeb49-9eff-45b3-8211-3221f7717bd1, infoPort=33835, infoSecurePort=0, ipcPort=40595, storageInfo=lv=-57;cid=testClusterID;nsid=409759208;c=1733800346360) 2024-12-10T03:12:30,772 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x746f4bbe4835f31f with lease ID 0xc09c73432d21f1c3: from storage DS-f86e5926-2126-448f-ab0f-8fe7c3d770fb node DatanodeRegistration(127.0.0.1:37753, datanodeUuid=20aeeb49-9eff-45b3-8211-3221f7717bd1, infoPort=33835, infoSecurePort=0, ipcPort=40595, storageInfo=lv=-57;cid=testClusterID;nsid=409759208;c=1733800346360), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-10T03:12:30,847 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/529d295c-da0b-023e-b462-43b47af48b95 2024-12-10T03:12:30,947 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/529d295c-da0b-023e-b462-43b47af48b95/cluster_dc4c927c-faa4-930c-b50a-7250334a786d/zookeeper_0, clientPort=61156, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/529d295c-da0b-023e-b462-43b47af48b95/cluster_dc4c927c-faa4-930c-b50a-7250334a786d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/529d295c-da0b-023e-b462-43b47af48b95/cluster_dc4c927c-faa4-930c-b50a-7250334a786d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-10T03:12:30,957 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61156 2024-12-10T03:12:30,970 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T03:12:30,974 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T03:12:31,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40641 is added to blk_1073741825_1001 (size=7) 2024-12-10T03:12:31,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37753 is added to blk_1073741825_1001 (size=7) 2024-12-10T03:12:31,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42727 is added to blk_1073741825_1001 (size=7) 2024-12-10T03:12:31,591 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb with version=8 2024-12-10T03:12:31,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/hbase-staging 2024-12-10T03:12:31,681 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-10T03:12:31,948 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e45acbcd10e3:0 server-side Connection retries=45 2024-12-10T03:12:31,956 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T03:12:31,957 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-10T03:12:31,962 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-10T03:12:31,962 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T03:12:31,962 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-10T03:12:32,106 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-10T03:12:32,165 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-10T03:12:32,176 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-10T03:12:32,181 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-10T03:12:32,206 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1009 (auto-detected) 2024-12-10T03:12:32,207 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-10T03:12:32,235 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34285 2024-12-10T03:12:32,260 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34285 connecting to ZooKeeper ensemble=127.0.0.1:61156 2024-12-10T03:12:32,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:342850x0, quorum=127.0.0.1:61156, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-10T03:12:32,360 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34285-0x1000db5db970000 connected 2024-12-10T03:12:32,466 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T03:12:32,470 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T03:12:32,482 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34285-0x1000db5db970000, quorum=127.0.0.1:61156, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T03:12:32,486 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb, hbase.cluster.distributed=false 2024-12-10T03:12:32,508 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34285-0x1000db5db970000, quorum=127.0.0.1:61156, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-10T03:12:32,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34285 2024-12-10T03:12:32,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34285 2024-12-10T03:12:32,513 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34285 2024-12-10T03:12:32,514 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34285 2024-12-10T03:12:32,514 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34285 2024-12-10T03:12:32,602 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e45acbcd10e3:0 server-side Connection retries=45 2024-12-10T03:12:32,603 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T03:12:32,604 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-10T03:12:32,604 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-10T03:12:32,604 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T03:12:32,604 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-10T03:12:32,607 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-10T03:12:32,609 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-10T03:12:32,610 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33185 2024-12-10T03:12:32,611 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33185 connecting to ZooKeeper ensemble=127.0.0.1:61156 2024-12-10T03:12:32,612 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T03:12:32,614 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T03:12:32,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:331850x0, quorum=127.0.0.1:61156, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-10T03:12:32,774 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33185-0x1000db5db970001 connected 2024-12-10T03:12:32,774 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33185-0x1000db5db970001, quorum=127.0.0.1:61156, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T03:12:32,782 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-10T03:12:32,789 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-10T03:12:32,791 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33185-0x1000db5db970001, quorum=127.0.0.1:61156, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-10T03:12:32,795 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33185-0x1000db5db970001, quorum=127.0.0.1:61156, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-10T03:12:32,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33185 2024-12-10T03:12:32,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33185 2024-12-10T03:12:32,797 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33185 2024-12-10T03:12:32,797 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33185 2024-12-10T03:12:32,798 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33185 2024-12-10T03:12:32,814 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e45acbcd10e3:0 server-side Connection retries=45 2024-12-10T03:12:32,814 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T03:12:32,814 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-10T03:12:32,815 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-10T03:12:32,815 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T03:12:32,815 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-10T03:12:32,815 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-10T03:12:32,816 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-10T03:12:32,817 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33417 2024-12-10T03:12:32,819 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33417 connecting to ZooKeeper ensemble=127.0.0.1:61156 2024-12-10T03:12:32,820 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T03:12:32,824 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T03:12:32,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:334170x0, quorum=127.0.0.1:61156, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-10T03:12:32,961 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33417-0x1000db5db970002, quorum=127.0.0.1:61156, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T03:12:32,961 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33417-0x1000db5db970002 connected 2024-12-10T03:12:32,962 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-10T03:12:32,964 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-10T03:12:32,965 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33417-0x1000db5db970002, quorum=127.0.0.1:61156, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-10T03:12:32,968 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33417-0x1000db5db970002, quorum=127.0.0.1:61156, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-10T03:12:32,969 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33417 2024-12-10T03:12:32,969 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33417 2024-12-10T03:12:32,970 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33417 2024-12-10T03:12:32,971 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33417 2024-12-10T03:12:32,971 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33417 2024-12-10T03:12:32,989 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e45acbcd10e3:0 server-side Connection retries=45 2024-12-10T03:12:32,990 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T03:12:32,990 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-10T03:12:32,990 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-10T03:12:32,990 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T03:12:32,990 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-10T03:12:32,990 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-10T03:12:32,991 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-10T03:12:32,991 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39685 2024-12-10T03:12:32,993 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39685 connecting to ZooKeeper ensemble=127.0.0.1:61156 2024-12-10T03:12:32,994 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T03:12:32,996 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T03:12:33,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:396850x0, quorum=127.0.0.1:61156, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-10T03:12:33,011 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:396850x0, quorum=127.0.0.1:61156, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T03:12:33,011 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39685-0x1000db5db970003 connected 2024-12-10T03:12:33,012 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-10T03:12:33,015 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-10T03:12:33,017 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39685-0x1000db5db970003, quorum=127.0.0.1:61156, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-10T03:12:33,019 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39685-0x1000db5db970003, quorum=127.0.0.1:61156, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-10T03:12:33,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39685 2024-12-10T03:12:33,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39685 2024-12-10T03:12:33,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39685 2024-12-10T03:12:33,021 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39685 2024-12-10T03:12:33,021 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39685 2024-12-10T03:12:33,038 DEBUG [M:0;e45acbcd10e3:34285 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e45acbcd10e3:34285 2024-12-10T03:12:33,039 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e45acbcd10e3,34285,1733800351798 2024-12-10T03:12:33,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34285-0x1000db5db970000, quorum=127.0.0.1:61156, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T03:12:33,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33185-0x1000db5db970001, quorum=127.0.0.1:61156, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T03:12:33,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39685-0x1000db5db970003, quorum=127.0.0.1:61156, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T03:12:33,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33417-0x1000db5db970002, quorum=127.0.0.1:61156, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T03:12:33,055 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34285-0x1000db5db970000, quorum=127.0.0.1:61156, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e45acbcd10e3,34285,1733800351798 2024-12-10T03:12:33,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33417-0x1000db5db970002, quorum=127.0.0.1:61156, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-10T03:12:33,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39685-0x1000db5db970003, quorum=127.0.0.1:61156, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-10T03:12:33,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34285-0x1000db5db970000, quorum=127.0.0.1:61156, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T03:12:33,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33185-0x1000db5db970001, quorum=127.0.0.1:61156, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-10T03:12:33,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33417-0x1000db5db970002, quorum=127.0.0.1:61156, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T03:12:33,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39685-0x1000db5db970003, quorum=127.0.0.1:61156, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T03:12:33,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33185-0x1000db5db970001, quorum=127.0.0.1:61156, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T03:12:33,085 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34285-0x1000db5db970000, quorum=127.0.0.1:61156, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-10T03:12:33,086 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e45acbcd10e3,34285,1733800351798 from backup master directory 2024-12-10T03:12:33,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34285-0x1000db5db970000, quorum=127.0.0.1:61156, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e45acbcd10e3,34285,1733800351798 2024-12-10T03:12:33,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33417-0x1000db5db970002, quorum=127.0.0.1:61156, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T03:12:33,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33185-0x1000db5db970001, quorum=127.0.0.1:61156, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T03:12:33,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39685-0x1000db5db970003, quorum=127.0.0.1:61156, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T03:12:33,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34285-0x1000db5db970000, quorum=127.0.0.1:61156, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T03:12:33,096 WARN [master/e45acbcd10e3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-10T03:12:33,097 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e45acbcd10e3,34285,1733800351798 2024-12-10T03:12:33,098 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-10T03:12:33,099 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-10T03:12:33,146 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/hbase.id] with ID: fcb718b1-ea04-45d6-b5f0-6c5c748fdfe4 2024-12-10T03:12:33,146 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/.tmp/hbase.id 2024-12-10T03:12:33,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37753 is added to blk_1073741826_1002 (size=42) 2024-12-10T03:12:33,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42727 is added to blk_1073741826_1002 (size=42) 2024-12-10T03:12:33,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40641 is added to blk_1073741826_1002 (size=42) 2024-12-10T03:12:33,160 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/.tmp/hbase.id]:[hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/hbase.id] 2024-12-10T03:12:33,202 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T03:12:33,207 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-10T03:12:33,223 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 14ms. 2024-12-10T03:12:33,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34285-0x1000db5db970000, quorum=127.0.0.1:61156, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T03:12:33,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33417-0x1000db5db970002, quorum=127.0.0.1:61156, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T03:12:33,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39685-0x1000db5db970003, quorum=127.0.0.1:61156, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T03:12:33,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33185-0x1000db5db970001, quorum=127.0.0.1:61156, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T03:12:33,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37753 is added to blk_1073741827_1003 (size=196) 2024-12-10T03:12:33,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42727 is added to blk_1073741827_1003 (size=196) 2024-12-10T03:12:33,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40641 is added to blk_1073741827_1003 (size=196) 2024-12-10T03:12:33,270 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-10T03:12:33,271 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-10T03:12:33,283 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T03:12:33,286 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T03:12:33,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40641 is added to blk_1073741828_1004 (size=1189) 2024-12-10T03:12:33,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42727 is added to blk_1073741828_1004 (size=1189) 2024-12-10T03:12:33,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37753 is added to blk_1073741828_1004 (size=1189) 2024-12-10T03:12:33,328 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/MasterData/data/master/store 2024-12-10T03:12:33,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37753 is added to blk_1073741829_1005 (size=34) 2024-12-10T03:12:33,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42727 is added to blk_1073741829_1005 (size=34) 2024-12-10T03:12:33,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40641 is added to blk_1073741829_1005 (size=34) 2024-12-10T03:12:33,352 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-10T03:12:33,355 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T03:12:33,356 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-10T03:12:33,357 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T03:12:33,357 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T03:12:33,358 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-10T03:12:33,358 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T03:12:33,358 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T03:12:33,359 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733800353356Disabling compacts and flushes for region at 1733800353356Disabling writes for close at 1733800353358 (+2 ms)Writing region close event to WAL at 1733800353358Closed at 1733800353358 2024-12-10T03:12:33,361 WARN [master/e45acbcd10e3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/MasterData/data/master/store/.initializing 2024-12-10T03:12:33,361 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/MasterData/WALs/e45acbcd10e3,34285,1733800351798 2024-12-10T03:12:33,368 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T03:12:33,381 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e45acbcd10e3%2C34285%2C1733800351798, suffix=, logDir=hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/MasterData/WALs/e45acbcd10e3,34285,1733800351798, archiveDir=hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/MasterData/oldWALs, maxLogs=10 2024-12-10T03:12:33,400 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/MasterData/WALs/e45acbcd10e3,34285,1733800351798/e45acbcd10e3%2C34285%2C1733800351798.1733800353385, exclude list is [], retry=0 2024-12-10T03:12:33,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37753,DS-af88c3d7-6164-452c-8405-1885e0756f4f,DISK] 2024-12-10T03:12:33,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42727,DS-002ab7af-0b87-4c13-ae6c-0120a4a99c31,DISK] 2024-12-10T03:12:33,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40641,DS-2940bbf7-cd4f-4574-bcfd-f4c0860220f5,DISK] 2024-12-10T03:12:33,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-10T03:12:33,452 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/MasterData/WALs/e45acbcd10e3,34285,1733800351798/e45acbcd10e3%2C34285%2C1733800351798.1733800353385 2024-12-10T03:12:33,452 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33835:33835),(127.0.0.1/127.0.0.1:44481:44481),(127.0.0.1/127.0.0.1:42677:42677)] 2024-12-10T03:12:33,453 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-10T03:12:33,453 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T03:12:33,457 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T03:12:33,458 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T03:12:33,491 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T03:12:33,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-10T03:12:33,516 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T03:12:33,519 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T03:12:33,519 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T03:12:33,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-10T03:12:33,522 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T03:12:33,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T03:12:33,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T03:12:33,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-10T03:12:33,526 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T03:12:33,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T03:12:33,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T03:12:33,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-10T03:12:33,530 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T03:12:33,531 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T03:12:33,532 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T03:12:33,536 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-10T03:12:33,537 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-10T03:12:33,542 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T03:12:33,542 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T03:12:33,545 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-10T03:12:33,548 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T03:12:33,553 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T03:12:33,554 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71591048, jitterRate=0.06678974628448486}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-10T03:12:33,559 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733800353472Initializing all the Stores at 1733800353474 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733800353474Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733800353475 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733800353475Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733800353475Cleaning up temporary data from old regions at 1733800353542 (+67 ms)Region opened successfully at 1733800353559 (+17 ms) 2024-12-10T03:12:33,561 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-10T03:12:33,590 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12d5dfaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e45acbcd10e3/172.17.0.2:0 2024-12-10T03:12:33,615 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-10T03:12:33,623 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-10T03:12:33,624 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-10T03:12:33,626 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-10T03:12:33,628 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-10T03:12:33,633 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-12-10T03:12:33,633 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-12-10T03:12:33,657 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-10T03:12:33,664 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34285-0x1000db5db970000, quorum=127.0.0.1:61156, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-10T03:12:33,716 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-10T03:12:33,718 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-10T03:12:33,720 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34285-0x1000db5db970000, quorum=127.0.0.1:61156, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-10T03:12:33,733 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-10T03:12:33,735 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-10T03:12:33,739 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34285-0x1000db5db970000, quorum=127.0.0.1:61156, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-10T03:12:33,747 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-10T03:12:33,749 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34285-0x1000db5db970000, quorum=127.0.0.1:61156, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-10T03:12:33,758 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-10T03:12:33,775 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34285-0x1000db5db970000, quorum=127.0.0.1:61156, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-10T03:12:33,785 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-10T03:12:33,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33417-0x1000db5db970002, quorum=127.0.0.1:61156, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-10T03:12:33,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33185-0x1000db5db970001, quorum=127.0.0.1:61156, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-10T03:12:33,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39685-0x1000db5db970003, quorum=127.0.0.1:61156, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-10T03:12:33,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33185-0x1000db5db970001, quorum=127.0.0.1:61156, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T03:12:33,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39685-0x1000db5db970003, quorum=127.0.0.1:61156, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T03:12:33,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33417-0x1000db5db970002, quorum=127.0.0.1:61156, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T03:12:33,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34285-0x1000db5db970000, quorum=127.0.0.1:61156, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-10T03:12:33,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34285-0x1000db5db970000, quorum=127.0.0.1:61156, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T03:12:33,803 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e45acbcd10e3,34285,1733800351798, sessionid=0x1000db5db970000, setting cluster-up flag (Was=false) 2024-12-10T03:12:33,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33417-0x1000db5db970002, quorum=127.0.0.1:61156, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T03:12:33,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33185-0x1000db5db970001, quorum=127.0.0.1:61156, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T03:12:33,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34285-0x1000db5db970000, quorum=127.0.0.1:61156, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T03:12:33,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39685-0x1000db5db970003, quorum=127.0.0.1:61156, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T03:12:33,863 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-10T03:12:33,865 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e45acbcd10e3,34285,1733800351798 2024-12-10T03:12:33,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33185-0x1000db5db970001, quorum=127.0.0.1:61156, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T03:12:33,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34285-0x1000db5db970000, quorum=127.0.0.1:61156, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T03:12:33,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33417-0x1000db5db970002, quorum=127.0.0.1:61156, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T03:12:33,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39685-0x1000db5db970003, quorum=127.0.0.1:61156, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T03:12:33,922 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-10T03:12:33,924 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e45acbcd10e3,34285,1733800351798 2024-12-10T03:12:33,931 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-10T03:12:34,017 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-10T03:12:34,025 INFO [RS:2;e45acbcd10e3:39685 {}] regionserver.HRegionServer(746): ClusterId : fcb718b1-ea04-45d6-b5f0-6c5c748fdfe4 2024-12-10T03:12:34,025 INFO [RS:0;e45acbcd10e3:33185 {}] regionserver.HRegionServer(746): ClusterId : fcb718b1-ea04-45d6-b5f0-6c5c748fdfe4 2024-12-10T03:12:34,025 INFO [RS:1;e45acbcd10e3:33417 {}] regionserver.HRegionServer(746): ClusterId : fcb718b1-ea04-45d6-b5f0-6c5c748fdfe4 2024-12-10T03:12:34,028 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-10T03:12:34,028 DEBUG [RS:1;e45acbcd10e3:33417 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-10T03:12:34,028 DEBUG [RS:2;e45acbcd10e3:39685 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-10T03:12:34,028 DEBUG [RS:0;e45acbcd10e3:33185 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-10T03:12:34,034 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-10T03:12:34,039 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e45acbcd10e3,34285,1733800351798 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-10T03:12:34,214 DEBUG [RS:2;e45acbcd10e3:39685 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-10T03:12:34,214 DEBUG [RS:0;e45acbcd10e3:33185 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-10T03:12:34,214 DEBUG [RS:1;e45acbcd10e3:33417 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-10T03:12:34,215 DEBUG [RS:2;e45acbcd10e3:39685 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-10T03:12:34,215 DEBUG [RS:0;e45acbcd10e3:33185 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-10T03:12:34,215 DEBUG [RS:1;e45acbcd10e3:33417 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-10T03:12:34,217 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e45acbcd10e3:0, corePoolSize=5, maxPoolSize=5 2024-12-10T03:12:34,217 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e45acbcd10e3:0, corePoolSize=5, maxPoolSize=5 2024-12-10T03:12:34,218 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e45acbcd10e3:0, corePoolSize=5, maxPoolSize=5 2024-12-10T03:12:34,218 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e45acbcd10e3:0, corePoolSize=5, maxPoolSize=5 2024-12-10T03:12:34,218 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e45acbcd10e3:0, corePoolSize=10, maxPoolSize=10 2024-12-10T03:12:34,219 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e45acbcd10e3:0, corePoolSize=1, maxPoolSize=1 2024-12-10T03:12:34,219 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e45acbcd10e3:0, corePoolSize=2, maxPoolSize=2 2024-12-10T03:12:34,219 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e45acbcd10e3:0, corePoolSize=1, maxPoolSize=1 2024-12-10T03:12:34,221 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733800384221 2024-12-10T03:12:34,222 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-10T03:12:34,223 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-10T03:12:34,224 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-10T03:12:34,225 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-10T03:12:34,227 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-10T03:12:34,227 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-10T03:12:34,227 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-10T03:12:34,227 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-10T03:12:34,228 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-10T03:12:34,230 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T03:12:34,230 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-10T03:12:34,230 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-10T03:12:34,232 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-10T03:12:34,232 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-10T03:12:34,234 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-10T03:12:34,235 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-10T03:12:34,237 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e45acbcd10e3:0:becomeActiveMaster-HFileCleaner.large.0-1733800354236,5,FailOnTimeoutGroup] 2024-12-10T03:12:34,238 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e45acbcd10e3:0:becomeActiveMaster-HFileCleaner.small.0-1733800354237,5,FailOnTimeoutGroup] 2024-12-10T03:12:34,238 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-10T03:12:34,238 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-10T03:12:34,240 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-10T03:12:34,240 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-10T03:12:34,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37753 is added to blk_1073741831_1007 (size=1321) 2024-12-10T03:12:34,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40641 is added to blk_1073741831_1007 (size=1321) 2024-12-10T03:12:34,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42727 is added to blk_1073741831_1007 (size=1321) 2024-12-10T03:12:34,244 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-10T03:12:34,245 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb 2024-12-10T03:12:34,250 DEBUG [RS:1;e45acbcd10e3:33417 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-10T03:12:34,250 DEBUG [RS:0;e45acbcd10e3:33185 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-10T03:12:34,250 DEBUG [RS:2;e45acbcd10e3:39685 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-10T03:12:34,250 DEBUG [RS:1;e45acbcd10e3:33417 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19cb467c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e45acbcd10e3/172.17.0.2:0 2024-12-10T03:12:34,250 DEBUG [RS:0;e45acbcd10e3:33185 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d0b78bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e45acbcd10e3/172.17.0.2:0 2024-12-10T03:12:34,250 DEBUG [RS:2;e45acbcd10e3:39685 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e3f478a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e45acbcd10e3/172.17.0.2:0 2024-12-10T03:12:34,266 DEBUG [RS:1;e45acbcd10e3:33417 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;e45acbcd10e3:33417 2024-12-10T03:12:34,266 DEBUG [RS:2;e45acbcd10e3:39685 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;e45acbcd10e3:39685 2024-12-10T03:12:34,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42727 is added to blk_1073741832_1008 (size=32) 2024-12-10T03:12:34,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37753 is added to blk_1073741832_1008 (size=32) 2024-12-10T03:12:34,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40641 is added to blk_1073741832_1008 (size=32) 2024-12-10T03:12:34,269 DEBUG [RS:0;e45acbcd10e3:33185 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e45acbcd10e3:33185 2024-12-10T03:12:34,270 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T03:12:34,270 INFO [RS:0;e45acbcd10e3:33185 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-10T03:12:34,270 INFO [RS:2;e45acbcd10e3:39685 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-10T03:12:34,270 INFO [RS:1;e45acbcd10e3:33417 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-10T03:12:34,270 INFO [RS:0;e45acbcd10e3:33185 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-10T03:12:34,270 INFO [RS:2;e45acbcd10e3:39685 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-10T03:12:34,270 DEBUG [RS:0;e45acbcd10e3:33185 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-10T03:12:34,270 DEBUG [RS:2;e45acbcd10e3:39685 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-10T03:12:34,270 INFO [RS:1;e45acbcd10e3:33417 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-10T03:12:34,270 DEBUG [RS:1;e45acbcd10e3:33417 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-10T03:12:34,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-10T03:12:34,273 INFO [RS:0;e45acbcd10e3:33185 {}] regionserver.HRegionServer(2659): reportForDuty to master=e45acbcd10e3,34285,1733800351798 with port=33185, startcode=1733800352572 2024-12-10T03:12:34,273 INFO [RS:2;e45acbcd10e3:39685 {}] regionserver.HRegionServer(2659): reportForDuty to master=e45acbcd10e3,34285,1733800351798 with port=39685, startcode=1733800352989 2024-12-10T03:12:34,274 INFO [RS:1;e45acbcd10e3:33417 {}] regionserver.HRegionServer(2659): reportForDuty to master=e45acbcd10e3,34285,1733800351798 with port=33417, startcode=1733800352814 2024-12-10T03:12:34,277 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-10T03:12:34,278 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T03:12:34,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T03:12:34,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-10T03:12:34,283 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-10T03:12:34,283 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T03:12:34,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T03:12:34,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-10T03:12:34,287 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-10T03:12:34,287 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T03:12:34,288 DEBUG [RS:2;e45acbcd10e3:39685 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-10T03:12:34,288 DEBUG [RS:1;e45acbcd10e3:33417 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-10T03:12:34,288 DEBUG [RS:0;e45acbcd10e3:33185 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-10T03:12:34,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T03:12:34,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-10T03:12:34,291 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-10T03:12:34,291 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T03:12:34,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T03:12:34,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-10T03:12:34,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/hbase/meta/1588230740 2024-12-10T03:12:34,297 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/hbase/meta/1588230740 2024-12-10T03:12:34,300 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-10T03:12:34,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-10T03:12:34,302 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-10T03:12:34,307 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-10T03:12:34,320 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T03:12:34,321 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73817829, jitterRate=0.09997136890888214}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-10T03:12:34,324 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46463, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-10T03:12:34,324 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38805, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-10T03:12:34,324 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49539, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-10T03:12:34,325 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733800354270Initializing all the Stores at 1733800354272 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733800354272Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733800354272Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733800354272Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733800354272Cleaning up temporary data from old regions at 1733800354301 (+29 ms)Region opened successfully at 1733800354325 (+24 ms) 2024-12-10T03:12:34,325 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-10T03:12:34,325 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-10T03:12:34,325 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-10T03:12:34,325 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-10T03:12:34,325 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-10T03:12:34,328 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-10T03:12:34,329 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733800354325Disabling compacts and flushes for region at 1733800354325Disabling writes for close at 1733800354325Writing region close event to WAL at 1733800354328 (+3 ms)Closed at 1733800354328 2024-12-10T03:12:34,330 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34285 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e45acbcd10e3,33417,1733800352814 2024-12-10T03:12:34,333 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34285 {}] master.ServerManager(517): Registering regionserver=e45acbcd10e3,33417,1733800352814 2024-12-10T03:12:34,333 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-10T03:12:34,333 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-10T03:12:34,341 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-10T03:12:34,343 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34285 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e45acbcd10e3,39685,1733800352989 2024-12-10T03:12:34,343 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34285 {}] master.ServerManager(517): Registering regionserver=e45acbcd10e3,39685,1733800352989 2024-12-10T03:12:34,347 DEBUG [RS:1;e45acbcd10e3:33417 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb 2024-12-10T03:12:34,347 DEBUG [RS:1;e45acbcd10e3:33417 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40091 2024-12-10T03:12:34,347 DEBUG [RS:1;e45acbcd10e3:33417 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-10T03:12:34,347 DEBUG [RS:2;e45acbcd10e3:39685 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb 2024-12-10T03:12:34,347 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34285 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e45acbcd10e3,33185,1733800352572 2024-12-10T03:12:34,348 DEBUG [RS:2;e45acbcd10e3:39685 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40091 2024-12-10T03:12:34,348 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34285 {}] master.ServerManager(517): Registering regionserver=e45acbcd10e3,33185,1733800352572 2024-12-10T03:12:34,348 DEBUG [RS:2;e45acbcd10e3:39685 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-10T03:12:34,367 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-10T03:12:34,367 DEBUG [RS:0;e45acbcd10e3:33185 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb 2024-12-10T03:12:34,367 DEBUG [RS:0;e45acbcd10e3:33185 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40091 2024-12-10T03:12:34,368 DEBUG [RS:0;e45acbcd10e3:33185 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-10T03:12:34,372 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-10T03:12:34,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34285-0x1000db5db970000, quorum=127.0.0.1:61156, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-10T03:12:34,438 DEBUG [RS:2;e45acbcd10e3:39685 {}] zookeeper.ZKUtil(111): regionserver:39685-0x1000db5db970003, quorum=127.0.0.1:61156, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e45acbcd10e3,39685,1733800352989 2024-12-10T03:12:34,438 DEBUG [RS:1;e45acbcd10e3:33417 {}] zookeeper.ZKUtil(111): regionserver:33417-0x1000db5db970002, quorum=127.0.0.1:61156, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e45acbcd10e3,33417,1733800352814 2024-12-10T03:12:34,438 WARN [RS:2;e45acbcd10e3:39685 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-10T03:12:34,438 WARN [RS:1;e45acbcd10e3:33417 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-10T03:12:34,439 INFO [RS:2;e45acbcd10e3:39685 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T03:12:34,439 INFO [RS:1;e45acbcd10e3:33417 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T03:12:34,439 DEBUG [RS:0;e45acbcd10e3:33185 {}] zookeeper.ZKUtil(111): regionserver:33185-0x1000db5db970001, quorum=127.0.0.1:61156, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e45acbcd10e3,33185,1733800352572 2024-12-10T03:12:34,439 WARN [RS:0;e45acbcd10e3:33185 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-10T03:12:34,439 INFO [RS:0;e45acbcd10e3:33185 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T03:12:34,439 DEBUG [RS:1;e45acbcd10e3:33417 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/WALs/e45acbcd10e3,33417,1733800352814 2024-12-10T03:12:34,439 DEBUG [RS:2;e45acbcd10e3:39685 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/WALs/e45acbcd10e3,39685,1733800352989 2024-12-10T03:12:34,439 DEBUG [RS:0;e45acbcd10e3:33185 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/WALs/e45acbcd10e3,33185,1733800352572 2024-12-10T03:12:34,440 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e45acbcd10e3,33185,1733800352572] 2024-12-10T03:12:34,440 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e45acbcd10e3,39685,1733800352989] 2024-12-10T03:12:34,440 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e45acbcd10e3,33417,1733800352814] 2024-12-10T03:12:34,463 INFO [RS:2;e45acbcd10e3:39685 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-10T03:12:34,463 INFO [RS:1;e45acbcd10e3:33417 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-10T03:12:34,463 INFO [RS:0;e45acbcd10e3:33185 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-10T03:12:34,477 INFO [RS:1;e45acbcd10e3:33417 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-10T03:12:34,477 INFO [RS:2;e45acbcd10e3:39685 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-10T03:12:34,477 INFO [RS:0;e45acbcd10e3:33185 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-10T03:12:34,483 INFO [RS:1;e45acbcd10e3:33417 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-10T03:12:34,483 INFO [RS:0;e45acbcd10e3:33185 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-10T03:12:34,483 INFO [RS:2;e45acbcd10e3:39685 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-10T03:12:34,483 INFO [RS:1;e45acbcd10e3:33417 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T03:12:34,483 INFO [RS:2;e45acbcd10e3:39685 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T03:12:34,484 INFO [RS:0;e45acbcd10e3:33185 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T03:12:34,485 INFO [RS:2;e45acbcd10e3:39685 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-10T03:12:34,485 INFO [RS:0;e45acbcd10e3:33185 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-10T03:12:34,488 INFO [RS:1;e45acbcd10e3:33417 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-10T03:12:34,491 INFO [RS:0;e45acbcd10e3:33185 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-10T03:12:34,491 INFO [RS:1;e45acbcd10e3:33417 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-10T03:12:34,491 INFO [RS:2;e45acbcd10e3:39685 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-10T03:12:34,493 INFO [RS:0;e45acbcd10e3:33185 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-10T03:12:34,493 INFO [RS:2;e45acbcd10e3:39685 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-10T03:12:34,493 INFO [RS:1;e45acbcd10e3:33417 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-10T03:12:34,493 DEBUG [RS:0;e45acbcd10e3:33185 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e45acbcd10e3:0, corePoolSize=1, maxPoolSize=1 2024-12-10T03:12:34,493 DEBUG [RS:2;e45acbcd10e3:39685 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e45acbcd10e3:0, corePoolSize=1, maxPoolSize=1 2024-12-10T03:12:34,493 DEBUG [RS:1;e45acbcd10e3:33417 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e45acbcd10e3:0, corePoolSize=1, maxPoolSize=1 2024-12-10T03:12:34,493 DEBUG [RS:0;e45acbcd10e3:33185 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e45acbcd10e3:0, corePoolSize=1, maxPoolSize=1 2024-12-10T03:12:34,493 DEBUG [RS:1;e45acbcd10e3:33417 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e45acbcd10e3:0, corePoolSize=1, maxPoolSize=1 2024-12-10T03:12:34,493 DEBUG [RS:2;e45acbcd10e3:39685 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e45acbcd10e3:0, corePoolSize=1, maxPoolSize=1 2024-12-10T03:12:34,493 DEBUG [RS:0;e45acbcd10e3:33185 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e45acbcd10e3:0, corePoolSize=1, maxPoolSize=1 2024-12-10T03:12:34,493 DEBUG [RS:1;e45acbcd10e3:33417 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e45acbcd10e3:0, corePoolSize=1, maxPoolSize=1 2024-12-10T03:12:34,493 DEBUG [RS:0;e45acbcd10e3:33185 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e45acbcd10e3:0, corePoolSize=1, maxPoolSize=1 2024-12-10T03:12:34,493 DEBUG [RS:2;e45acbcd10e3:39685 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e45acbcd10e3:0, corePoolSize=1, maxPoolSize=1 2024-12-10T03:12:34,493 DEBUG [RS:1;e45acbcd10e3:33417 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e45acbcd10e3:0, corePoolSize=1, maxPoolSize=1 2024-12-10T03:12:34,493 DEBUG [RS:0;e45acbcd10e3:33185 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e45acbcd10e3:0, corePoolSize=1, maxPoolSize=1 2024-12-10T03:12:34,493 DEBUG [RS:1;e45acbcd10e3:33417 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e45acbcd10e3:0, corePoolSize=1, maxPoolSize=1 2024-12-10T03:12:34,493 DEBUG [RS:2;e45acbcd10e3:39685 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e45acbcd10e3:0, corePoolSize=1, maxPoolSize=1 2024-12-10T03:12:34,493 DEBUG [RS:0;e45acbcd10e3:33185 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e45acbcd10e3:0, corePoolSize=2, maxPoolSize=2 2024-12-10T03:12:34,494 DEBUG [RS:1;e45acbcd10e3:33417 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e45acbcd10e3:0, corePoolSize=2, maxPoolSize=2 2024-12-10T03:12:34,494 DEBUG [RS:0;e45acbcd10e3:33185 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e45acbcd10e3:0, corePoolSize=1, maxPoolSize=1 2024-12-10T03:12:34,494 DEBUG [RS:2;e45acbcd10e3:39685 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e45acbcd10e3:0, corePoolSize=1, maxPoolSize=1 2024-12-10T03:12:34,494 DEBUG [RS:1;e45acbcd10e3:33417 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e45acbcd10e3:0, corePoolSize=1, maxPoolSize=1 2024-12-10T03:12:34,494 DEBUG [RS:0;e45acbcd10e3:33185 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e45acbcd10e3:0, corePoolSize=1, maxPoolSize=1 2024-12-10T03:12:34,494 DEBUG [RS:2;e45acbcd10e3:39685 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e45acbcd10e3:0, corePoolSize=2, maxPoolSize=2 2024-12-10T03:12:34,494 DEBUG [RS:0;e45acbcd10e3:33185 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e45acbcd10e3:0, corePoolSize=1, maxPoolSize=1 2024-12-10T03:12:34,494 DEBUG [RS:1;e45acbcd10e3:33417 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e45acbcd10e3:0, corePoolSize=1, maxPoolSize=1 2024-12-10T03:12:34,494 DEBUG [RS:0;e45acbcd10e3:33185 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e45acbcd10e3:0, corePoolSize=1, maxPoolSize=1 2024-12-10T03:12:34,494 DEBUG [RS:2;e45acbcd10e3:39685 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e45acbcd10e3:0, corePoolSize=1, maxPoolSize=1 2024-12-10T03:12:34,494 DEBUG [RS:1;e45acbcd10e3:33417 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e45acbcd10e3:0, corePoolSize=1, maxPoolSize=1 2024-12-10T03:12:34,494 DEBUG [RS:0;e45acbcd10e3:33185 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e45acbcd10e3:0, corePoolSize=1, maxPoolSize=1 2024-12-10T03:12:34,494 DEBUG [RS:2;e45acbcd10e3:39685 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e45acbcd10e3:0, corePoolSize=1, maxPoolSize=1 2024-12-10T03:12:34,494 DEBUG [RS:0;e45acbcd10e3:33185 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e45acbcd10e3:0, corePoolSize=1, maxPoolSize=1 2024-12-10T03:12:34,494 DEBUG [RS:1;e45acbcd10e3:33417 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e45acbcd10e3:0, corePoolSize=1, maxPoolSize=1 2024-12-10T03:12:34,494 DEBUG [RS:0;e45acbcd10e3:33185 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0, corePoolSize=3, maxPoolSize=3 2024-12-10T03:12:34,494 DEBUG [RS:2;e45acbcd10e3:39685 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e45acbcd10e3:0, corePoolSize=1, maxPoolSize=1 2024-12-10T03:12:34,494 DEBUG [RS:1;e45acbcd10e3:33417 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e45acbcd10e3:0, corePoolSize=1, maxPoolSize=1 2024-12-10T03:12:34,494 DEBUG [RS:0;e45acbcd10e3:33185 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e45acbcd10e3:0, corePoolSize=3, maxPoolSize=3 2024-12-10T03:12:34,494 DEBUG [RS:2;e45acbcd10e3:39685 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e45acbcd10e3:0, corePoolSize=1, maxPoolSize=1 2024-12-10T03:12:34,494 DEBUG [RS:1;e45acbcd10e3:33417 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e45acbcd10e3:0, corePoolSize=1, maxPoolSize=1 2024-12-10T03:12:34,494 DEBUG [RS:2;e45acbcd10e3:39685 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e45acbcd10e3:0, corePoolSize=1, maxPoolSize=1 2024-12-10T03:12:34,495 DEBUG [RS:1;e45acbcd10e3:33417 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0, corePoolSize=3, maxPoolSize=3 2024-12-10T03:12:34,495 DEBUG [RS:2;e45acbcd10e3:39685 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e45acbcd10e3:0, corePoolSize=1, maxPoolSize=1 2024-12-10T03:12:34,495 DEBUG [RS:1;e45acbcd10e3:33417 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e45acbcd10e3:0, corePoolSize=3, maxPoolSize=3 2024-12-10T03:12:34,495 DEBUG [RS:2;e45acbcd10e3:39685 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0, corePoolSize=3, maxPoolSize=3 2024-12-10T03:12:34,495 DEBUG [RS:2;e45acbcd10e3:39685 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e45acbcd10e3:0, corePoolSize=3, maxPoolSize=3 2024-12-10T03:12:34,497 INFO [RS:0;e45acbcd10e3:33185 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T03:12:34,497 INFO [RS:0;e45acbcd10e3:33185 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T03:12:34,497 INFO [RS:0;e45acbcd10e3:33185 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T03:12:34,497 INFO [RS:0;e45acbcd10e3:33185 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-10T03:12:34,497 INFO [RS:0;e45acbcd10e3:33185 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-10T03:12:34,497 INFO [RS:0;e45acbcd10e3:33185 {}] hbase.ChoreService(168): Chore ScheduledChore name=e45acbcd10e3,33185,1733800352572-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-10T03:12:34,498 INFO [RS:2;e45acbcd10e3:39685 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T03:12:34,498 INFO [RS:2;e45acbcd10e3:39685 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T03:12:34,498 INFO [RS:2;e45acbcd10e3:39685 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T03:12:34,498 INFO [RS:2;e45acbcd10e3:39685 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-10T03:12:34,498 INFO [RS:1;e45acbcd10e3:33417 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T03:12:34,498 INFO [RS:2;e45acbcd10e3:39685 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-10T03:12:34,498 INFO [RS:1;e45acbcd10e3:33417 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T03:12:34,498 INFO [RS:2;e45acbcd10e3:39685 {}] hbase.ChoreService(168): Chore ScheduledChore name=e45acbcd10e3,39685,1733800352989-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-10T03:12:34,498 INFO [RS:1;e45acbcd10e3:33417 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T03:12:34,498 INFO [RS:1;e45acbcd10e3:33417 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-10T03:12:34,498 INFO [RS:1;e45acbcd10e3:33417 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-10T03:12:34,498 INFO [RS:1;e45acbcd10e3:33417 {}] hbase.ChoreService(168): Chore ScheduledChore name=e45acbcd10e3,33417,1733800352814-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-10T03:12:34,516 INFO [RS:2;e45acbcd10e3:39685 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-10T03:12:34,516 INFO [RS:1;e45acbcd10e3:33417 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-10T03:12:34,516 INFO [RS:0;e45acbcd10e3:33185 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-10T03:12:34,518 INFO [RS:0;e45acbcd10e3:33185 {}] hbase.ChoreService(168): Chore ScheduledChore name=e45acbcd10e3,33185,1733800352572-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T03:12:34,519 INFO [RS:0;e45acbcd10e3:33185 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T03:12:34,519 INFO [RS:0;e45acbcd10e3:33185 {}] regionserver.Replication(171): e45acbcd10e3,33185,1733800352572 started 2024-12-10T03:12:34,520 INFO [RS:1;e45acbcd10e3:33417 {}] hbase.ChoreService(168): Chore ScheduledChore name=e45acbcd10e3,33417,1733800352814-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T03:12:34,520 INFO [RS:2;e45acbcd10e3:39685 {}] hbase.ChoreService(168): Chore ScheduledChore name=e45acbcd10e3,39685,1733800352989-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T03:12:34,521 INFO [RS:1;e45acbcd10e3:33417 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T03:12:34,521 INFO [RS:1;e45acbcd10e3:33417 {}] regionserver.Replication(171): e45acbcd10e3,33417,1733800352814 started 2024-12-10T03:12:34,521 INFO [RS:2;e45acbcd10e3:39685 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T03:12:34,521 INFO [RS:2;e45acbcd10e3:39685 {}] regionserver.Replication(171): e45acbcd10e3,39685,1733800352989 started 2024-12-10T03:12:34,523 WARN [e45acbcd10e3:34285 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-10T03:12:34,541 INFO [RS:0;e45acbcd10e3:33185 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T03:12:34,541 INFO [RS:2;e45acbcd10e3:39685 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T03:12:34,542 INFO [RS:0;e45acbcd10e3:33185 {}] regionserver.HRegionServer(1482): Serving as e45acbcd10e3,33185,1733800352572, RpcServer on e45acbcd10e3/172.17.0.2:33185, sessionid=0x1000db5db970001 2024-12-10T03:12:34,542 INFO [RS:2;e45acbcd10e3:39685 {}] regionserver.HRegionServer(1482): Serving as e45acbcd10e3,39685,1733800352989, RpcServer on e45acbcd10e3/172.17.0.2:39685, sessionid=0x1000db5db970003 2024-12-10T03:12:34,543 DEBUG [RS:0;e45acbcd10e3:33185 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-10T03:12:34,543 DEBUG [RS:2;e45acbcd10e3:39685 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-10T03:12:34,543 DEBUG [RS:0;e45acbcd10e3:33185 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e45acbcd10e3,33185,1733800352572 2024-12-10T03:12:34,543 DEBUG [RS:2;e45acbcd10e3:39685 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e45acbcd10e3,39685,1733800352989 2024-12-10T03:12:34,543 DEBUG [RS:0;e45acbcd10e3:33185 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e45acbcd10e3,33185,1733800352572' 2024-12-10T03:12:34,543 DEBUG [RS:2;e45acbcd10e3:39685 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e45acbcd10e3,39685,1733800352989' 2024-12-10T03:12:34,543 DEBUG [RS:0;e45acbcd10e3:33185 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-10T03:12:34,543 DEBUG [RS:2;e45acbcd10e3:39685 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-10T03:12:34,543 INFO [RS:1;e45acbcd10e3:33417 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T03:12:34,544 INFO [RS:1;e45acbcd10e3:33417 {}] regionserver.HRegionServer(1482): Serving as e45acbcd10e3,33417,1733800352814, RpcServer on e45acbcd10e3/172.17.0.2:33417, sessionid=0x1000db5db970002 2024-12-10T03:12:34,544 DEBUG [RS:1;e45acbcd10e3:33417 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-10T03:12:34,544 DEBUG [RS:1;e45acbcd10e3:33417 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e45acbcd10e3,33417,1733800352814 2024-12-10T03:12:34,544 DEBUG [RS:1;e45acbcd10e3:33417 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e45acbcd10e3,33417,1733800352814' 2024-12-10T03:12:34,544 DEBUG [RS:1;e45acbcd10e3:33417 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-10T03:12:34,544 DEBUG [RS:0;e45acbcd10e3:33185 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-10T03:12:34,544 DEBUG [RS:2;e45acbcd10e3:39685 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-10T03:12:34,545 DEBUG [RS:0;e45acbcd10e3:33185 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-10T03:12:34,545 DEBUG [RS:2;e45acbcd10e3:39685 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-10T03:12:34,545 DEBUG [RS:1;e45acbcd10e3:33417 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-10T03:12:34,545 DEBUG [RS:2;e45acbcd10e3:39685 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-10T03:12:34,545 DEBUG [RS:0;e45acbcd10e3:33185 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-10T03:12:34,545 DEBUG [RS:2;e45acbcd10e3:39685 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e45acbcd10e3,39685,1733800352989 2024-12-10T03:12:34,545 DEBUG [RS:0;e45acbcd10e3:33185 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e45acbcd10e3,33185,1733800352572 2024-12-10T03:12:34,545 DEBUG [RS:0;e45acbcd10e3:33185 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e45acbcd10e3,33185,1733800352572' 2024-12-10T03:12:34,545 DEBUG [RS:2;e45acbcd10e3:39685 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e45acbcd10e3,39685,1733800352989' 2024-12-10T03:12:34,545 DEBUG [RS:0;e45acbcd10e3:33185 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-10T03:12:34,545 DEBUG [RS:2;e45acbcd10e3:39685 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-10T03:12:34,546 DEBUG [RS:1;e45acbcd10e3:33417 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-10T03:12:34,546 DEBUG [RS:0;e45acbcd10e3:33185 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-10T03:12:34,546 DEBUG [RS:2;e45acbcd10e3:39685 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-10T03:12:34,546 DEBUG [RS:1;e45acbcd10e3:33417 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-10T03:12:34,546 DEBUG [RS:1;e45acbcd10e3:33417 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e45acbcd10e3,33417,1733800352814 2024-12-10T03:12:34,546 DEBUG [RS:1;e45acbcd10e3:33417 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e45acbcd10e3,33417,1733800352814' 2024-12-10T03:12:34,546 DEBUG [RS:1;e45acbcd10e3:33417 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-10T03:12:34,547 DEBUG [RS:0;e45acbcd10e3:33185 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-10T03:12:34,547 DEBUG [RS:2;e45acbcd10e3:39685 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-10T03:12:34,547 INFO [RS:2;e45acbcd10e3:39685 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-10T03:12:34,547 INFO [RS:0;e45acbcd10e3:33185 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-10T03:12:34,547 INFO [RS:2;e45acbcd10e3:39685 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-10T03:12:34,547 INFO [RS:0;e45acbcd10e3:33185 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-10T03:12:34,547 DEBUG [RS:1;e45acbcd10e3:33417 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-10T03:12:34,547 DEBUG [RS:1;e45acbcd10e3:33417 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-10T03:12:34,547 INFO [RS:1;e45acbcd10e3:33417 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-10T03:12:34,547 INFO [RS:1;e45acbcd10e3:33417 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-10T03:12:34,653 INFO [RS:1;e45acbcd10e3:33417 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T03:12:34,653 INFO [RS:0;e45acbcd10e3:33185 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T03:12:34,655 INFO [RS:2;e45acbcd10e3:39685 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T03:12:34,656 INFO [RS:0;e45acbcd10e3:33185 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e45acbcd10e3%2C33185%2C1733800352572, suffix=, logDir=hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/WALs/e45acbcd10e3,33185,1733800352572, archiveDir=hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/oldWALs, maxLogs=32 2024-12-10T03:12:34,656 INFO [RS:1;e45acbcd10e3:33417 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e45acbcd10e3%2C33417%2C1733800352814, suffix=, logDir=hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/WALs/e45acbcd10e3,33417,1733800352814, archiveDir=hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/oldWALs, maxLogs=32 2024-12-10T03:12:34,660 INFO [RS:2;e45acbcd10e3:39685 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e45acbcd10e3%2C39685%2C1733800352989, suffix=, logDir=hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/WALs/e45acbcd10e3,39685,1733800352989, archiveDir=hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/oldWALs, maxLogs=32 2024-12-10T03:12:34,678 DEBUG [RS:1;e45acbcd10e3:33417 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/WALs/e45acbcd10e3,33417,1733800352814/e45acbcd10e3%2C33417%2C1733800352814.1733800354658, exclude list is [], retry=0 2024-12-10T03:12:34,679 DEBUG [RS:2;e45acbcd10e3:39685 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/WALs/e45acbcd10e3,39685,1733800352989/e45acbcd10e3%2C39685%2C1733800352989.1733800354661, exclude list is [], retry=0 2024-12-10T03:12:34,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42727,DS-002ab7af-0b87-4c13-ae6c-0120a4a99c31,DISK] 2024-12-10T03:12:34,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40641,DS-2940bbf7-cd4f-4574-bcfd-f4c0860220f5,DISK] 2024-12-10T03:12:34,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37753,DS-af88c3d7-6164-452c-8405-1885e0756f4f,DISK] 2024-12-10T03:12:34,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37753,DS-af88c3d7-6164-452c-8405-1885e0756f4f,DISK] 2024-12-10T03:12:34,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42727,DS-002ab7af-0b87-4c13-ae6c-0120a4a99c31,DISK] 2024-12-10T03:12:34,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40641,DS-2940bbf7-cd4f-4574-bcfd-f4c0860220f5,DISK] 2024-12-10T03:12:34,708 DEBUG [RS:0;e45acbcd10e3:33185 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/WALs/e45acbcd10e3,33185,1733800352572/e45acbcd10e3%2C33185%2C1733800352572.1733800354669, exclude list is [], retry=0 2024-12-10T03:12:34,712 INFO [RS:2;e45acbcd10e3:39685 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/WALs/e45acbcd10e3,39685,1733800352989/e45acbcd10e3%2C39685%2C1733800352989.1733800354661 2024-12-10T03:12:34,713 INFO [RS:1;e45acbcd10e3:33417 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/WALs/e45acbcd10e3,33417,1733800352814/e45acbcd10e3%2C33417%2C1733800352814.1733800354658 2024-12-10T03:12:34,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37753,DS-af88c3d7-6164-452c-8405-1885e0756f4f,DISK] 2024-12-10T03:12:34,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42727,DS-002ab7af-0b87-4c13-ae6c-0120a4a99c31,DISK] 2024-12-10T03:12:34,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40641,DS-2940bbf7-cd4f-4574-bcfd-f4c0860220f5,DISK] 2024-12-10T03:12:34,717 DEBUG [RS:2;e45acbcd10e3:39685 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33835:33835),(127.0.0.1/127.0.0.1:44481:44481),(127.0.0.1/127.0.0.1:42677:42677)] 2024-12-10T03:12:34,720 DEBUG [RS:1;e45acbcd10e3:33417 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42677:42677),(127.0.0.1/127.0.0.1:44481:44481),(127.0.0.1/127.0.0.1:33835:33835)] 2024-12-10T03:12:34,737 INFO [RS:0;e45acbcd10e3:33185 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/WALs/e45acbcd10e3,33185,1733800352572/e45acbcd10e3%2C33185%2C1733800352572.1733800354669 2024-12-10T03:12:34,741 DEBUG [RS:0;e45acbcd10e3:33185 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42677:42677),(127.0.0.1/127.0.0.1:33835:33835),(127.0.0.1/127.0.0.1:44481:44481)] 2024-12-10T03:12:34,775 DEBUG [e45acbcd10e3:34285 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-10T03:12:34,783 DEBUG [e45acbcd10e3:34285 {}] balancer.BalancerClusterState(204): Hosts are {e45acbcd10e3=0} racks are {/default-rack=0} 2024-12-10T03:12:34,790 DEBUG [e45acbcd10e3:34285 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-10T03:12:34,790 DEBUG [e45acbcd10e3:34285 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-10T03:12:34,790 DEBUG [e45acbcd10e3:34285 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-10T03:12:34,790 DEBUG [e45acbcd10e3:34285 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-10T03:12:34,790 DEBUG [e45acbcd10e3:34285 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-10T03:12:34,790 DEBUG [e45acbcd10e3:34285 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-10T03:12:34,790 INFO [e45acbcd10e3:34285 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-10T03:12:34,790 INFO [e45acbcd10e3:34285 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-10T03:12:34,790 INFO [e45acbcd10e3:34285 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-10T03:12:34,790 DEBUG [e45acbcd10e3:34285 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-10T03:12:34,798 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e45acbcd10e3,39685,1733800352989 2024-12-10T03:12:34,803 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e45acbcd10e3,39685,1733800352989, state=OPENING 2024-12-10T03:12:34,817 DEBUG [PEWorker-5 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-10T03:12:34,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39685-0x1000db5db970003, quorum=127.0.0.1:61156, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T03:12:34,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33417-0x1000db5db970002, quorum=127.0.0.1:61156, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T03:12:34,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33185-0x1000db5db970001, quorum=127.0.0.1:61156, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T03:12:34,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34285-0x1000db5db970000, quorum=127.0.0.1:61156, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T03:12:34,828 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T03:12:34,828 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T03:12:34,828 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T03:12:34,828 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T03:12:34,830 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-10T03:12:34,831 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e45acbcd10e3,39685,1733800352989}] 2024-12-10T03:12:42,161 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-10T03:12:42,162 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-10T03:12:44,861 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-10T03:12:44,863 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44177, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-10T03:12:44,875 INFO [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-10T03:12:44,875 INFO [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T03:12:44,876 INFO [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-10T03:12:44,879 INFO [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e45acbcd10e3%2C39685%2C1733800352989.meta, suffix=.meta, logDir=hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/WALs/e45acbcd10e3,39685,1733800352989, archiveDir=hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/oldWALs, maxLogs=32 2024-12-10T03:12:44,895 DEBUG [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/WALs/e45acbcd10e3,39685,1733800352989/e45acbcd10e3%2C39685%2C1733800352989.meta.1733800364880.meta, exclude list is [], retry=0 2024-12-10T03:12:44,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40641,DS-2940bbf7-cd4f-4574-bcfd-f4c0860220f5,DISK] 2024-12-10T03:12:44,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42727,DS-002ab7af-0b87-4c13-ae6c-0120a4a99c31,DISK] 2024-12-10T03:12:44,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37753,DS-af88c3d7-6164-452c-8405-1885e0756f4f,DISK] 2024-12-10T03:12:44,902 INFO [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/WALs/e45acbcd10e3,39685,1733800352989/e45acbcd10e3%2C39685%2C1733800352989.meta.1733800364880.meta 2024-12-10T03:12:44,903 DEBUG [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44481:44481),(127.0.0.1/127.0.0.1:42677:42677),(127.0.0.1/127.0.0.1:33835:33835)] 2024-12-10T03:12:44,903 DEBUG [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-10T03:12:44,905 DEBUG [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-10T03:12:44,908 DEBUG [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-10T03:12:44,914 INFO [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-10T03:12:44,917 DEBUG [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-10T03:12:44,918 DEBUG [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T03:12:44,918 DEBUG [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-10T03:12:44,918 DEBUG [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-10T03:12:44,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-10T03:12:44,922 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-10T03:12:44,923 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T03:12:44,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T03:12:44,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-10T03:12:44,924 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-10T03:12:44,925 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T03:12:44,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T03:12:44,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-10T03:12:44,926 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-10T03:12:44,927 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T03:12:44,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T03:12:44,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-10T03:12:44,928 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-10T03:12:44,928 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T03:12:44,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T03:12:44,929 DEBUG [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-10T03:12:44,931 DEBUG [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/hbase/meta/1588230740 2024-12-10T03:12:44,933 DEBUG [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/hbase/meta/1588230740 2024-12-10T03:12:44,935 DEBUG [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-10T03:12:44,936 DEBUG [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-10T03:12:44,936 DEBUG [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-10T03:12:44,939 DEBUG [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-10T03:12:44,941 INFO [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68188972, jitterRate=0.016094863414764404}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-10T03:12:44,941 DEBUG [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-10T03:12:44,942 DEBUG [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733800364919Writing region info on filesystem at 1733800364919Initializing all the Stores at 1733800364921 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733800364921Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733800364921Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733800364921Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733800364921Cleaning up temporary data from old regions at 1733800364936 (+15 ms)Running coprocessor post-open hooks at 1733800364941 (+5 ms)Region opened successfully at 1733800364942 (+1 ms) 2024-12-10T03:12:44,949 INFO [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733800364850 2024-12-10T03:12:44,960 DEBUG [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-10T03:12:44,961 INFO [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-10T03:12:44,962 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e45acbcd10e3,39685,1733800352989 2024-12-10T03:12:44,963 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e45acbcd10e3,39685,1733800352989, state=OPEN 2024-12-10T03:12:44,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34285-0x1000db5db970000, quorum=127.0.0.1:61156, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T03:12:44,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33417-0x1000db5db970002, quorum=127.0.0.1:61156, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T03:12:44,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33185-0x1000db5db970001, quorum=127.0.0.1:61156, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T03:12:44,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39685-0x1000db5db970003, quorum=127.0.0.1:61156, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T03:12:44,978 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T03:12:44,978 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T03:12:44,978 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T03:12:44,978 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T03:12:44,979 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e45acbcd10e3,39685,1733800352989 2024-12-10T03:12:44,983 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-10T03:12:44,984 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e45acbcd10e3,39685,1733800352989 in 10.1480 sec 2024-12-10T03:12:44,991 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-10T03:12:44,991 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6450 sec 2024-12-10T03:12:44,992 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-10T03:12:44,992 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-10T03:12:45,011 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-10T03:12:45,012 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e45acbcd10e3,39685,1733800352989, seqNum=-1] 2024-12-10T03:12:45,029 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T03:12:45,031 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36233, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T03:12:45,049 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.0860 sec 2024-12-10T03:12:45,049 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733800365049, completionTime=-1 2024-12-10T03:12:45,053 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-10T03:12:45,053 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-10T03:12:45,078 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-10T03:12:45,078 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733800425078 2024-12-10T03:12:45,078 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733800485078 2024-12-10T03:12:45,078 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 25 msec 2024-12-10T03:12:45,079 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-10T03:12:45,108 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e45acbcd10e3,34285,1733800351798-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T03:12:45,108 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e45acbcd10e3,34285,1733800351798-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T03:12:45,108 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e45acbcd10e3,34285,1733800351798-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T03:12:45,109 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e45acbcd10e3:34285, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T03:12:45,110 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-10T03:12:45,112 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-10T03:12:45,117 DEBUG [master/e45acbcd10e3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-10T03:12:45,144 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 12.046sec 2024-12-10T03:12:45,145 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-10T03:12:45,146 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-10T03:12:45,147 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-10T03:12:45,147 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-10T03:12:45,147 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-10T03:12:45,148 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e45acbcd10e3,34285,1733800351798-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-10T03:12:45,148 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e45acbcd10e3,34285,1733800351798-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-10T03:12:45,152 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-10T03:12:45,153 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-10T03:12:45,153 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e45acbcd10e3,34285,1733800351798-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T03:12:45,245 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74d0a5ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T03:12:45,249 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-10T03:12:45,249 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-10T03:12:45,253 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e45acbcd10e3,34285,-1 for getting cluster id 2024-12-10T03:12:45,255 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-10T03:12:45,262 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fcb718b1-ea04-45d6-b5f0-6c5c748fdfe4' 2024-12-10T03:12:45,264 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-10T03:12:45,265 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fcb718b1-ea04-45d6-b5f0-6c5c748fdfe4" 2024-12-10T03:12:45,265 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@759f5d5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T03:12:45,265 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e45acbcd10e3,34285,-1] 2024-12-10T03:12:45,268 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-10T03:12:45,270 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T03:12:45,271 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-10T03:12:45,274 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e381e5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T03:12:45,274 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-10T03:12:45,281 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e45acbcd10e3,39685,1733800352989, seqNum=-1] 2024-12-10T03:12:45,281 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T03:12:45,283 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T03:12:45,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e45acbcd10e3,34285,1733800351798 2024-12-10T03:12:45,306 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733800365305 (current time:1733800365305). 2024-12-10T03:12:45,306 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-10T03:12:45,306 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-12-10T03:12:45,309 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4aa578ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T03:12:45,309 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e45acbcd10e3,34285,-1 for getting cluster id 2024-12-10T03:12:45,309 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-10T03:12:45,310 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fcb718b1-ea04-45d6-b5f0-6c5c748fdfe4' 2024-12-10T03:12:45,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-10T03:12:45,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fcb718b1-ea04-45d6-b5f0-6c5c748fdfe4" 2024-12-10T03:12:45,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ecc3f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T03:12:45,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e45acbcd10e3,34285,-1] 2024-12-10T03:12:45,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-10T03:12:45,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T03:12:45,312 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-10T03:12:45,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ae260fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T03:12:45,316 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-10T03:12:45,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e45acbcd10e3,39685,1733800352989, seqNum=-1] 2024-12-10T03:12:45,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T03:12:45,319 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T03:12:45,321 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-10T03:12:45,321 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T03:12:45,325 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T03:12:45,326 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T03:12:45,326 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-10T03:12:45,330 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-10T03:12:45,334 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e45acbcd10e3,34285,1733800351798 2024-12-10T03:12:45,337 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23743706 2024-12-10T03:12:45,338 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-10T03:12:45,340 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-10T03:12:45,345 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34285 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-10T03:12:45,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34285 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-12-10T03:12:45,354 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-12-10T03:12:45,356 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34285 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-12-10T03:12:45,356 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T03:12:45,359 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-10T03:12:45,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T03:12:45,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37753 is added to blk_1073741837_1013 (size=361) 2024-12-10T03:12:45,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40641 is added to blk_1073741837_1013 (size=361) 2024-12-10T03:12:45,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42727 is added to blk_1073741837_1013 (size=361) 2024-12-10T03:12:45,385 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 754c33fed49c1a008450577b8d1e2457, NAME => 'SPTestTable,,1733800365341.754c33fed49c1a008450577b8d1e2457.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb 2024-12-10T03:12:45,390 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => cf82998cccfdabf8d3c4a22dad4747c6, NAME => 'SPTestTable,19999999,1733800365341.cf82998cccfdabf8d3c4a22dad4747c6.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb 2024-12-10T03:12:45,391 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 0294b01951d55a0370ede883921afe3f, NAME => 'SPTestTable,33333332,1733800365341.0294b01951d55a0370ede883921afe3f.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb 2024-12-10T03:12:45,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42727 is added to blk_1073741838_1014 (size=54) 2024-12-10T03:12:45,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40641 is added to blk_1073741838_1014 (size=54) 2024-12-10T03:12:45,430 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1733800365341.754c33fed49c1a008450577b8d1e2457.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T03:12:45,431 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 754c33fed49c1a008450577b8d1e2457, disabling compactions & flushes 2024-12-10T03:12:45,431 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1733800365341.754c33fed49c1a008450577b8d1e2457. 2024-12-10T03:12:45,431 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733800365341.754c33fed49c1a008450577b8d1e2457. 2024-12-10T03:12:45,431 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733800365341.754c33fed49c1a008450577b8d1e2457. after waiting 0 ms 2024-12-10T03:12:45,431 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733800365341.754c33fed49c1a008450577b8d1e2457. 2024-12-10T03:12:45,431 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1733800365341.754c33fed49c1a008450577b8d1e2457. 2024-12-10T03:12:45,431 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 754c33fed49c1a008450577b8d1e2457: Waiting for close lock at 1733800365430Disabling compacts and flushes for region at 1733800365430Disabling writes for close at 1733800365431 (+1 ms)Writing region close event to WAL at 1733800365431Closed at 1733800365431 2024-12-10T03:12:45,432 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 92e06d67495051e829d42c55d1e95acb, NAME => 'SPTestTable,4ccccccb,1733800365341.92e06d67495051e829d42c55d1e95acb.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb 2024-12-10T03:12:45,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37753 is added to blk_1073741838_1014 (size=54) 2024-12-10T03:12:45,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40641 is added to blk_1073741839_1015 (size=62) 2024-12-10T03:12:45,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37753 is added to blk_1073741839_1015 (size=62) 2024-12-10T03:12:45,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42727 is added to blk_1073741839_1015 (size=62) 2024-12-10T03:12:45,440 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733800365341.0294b01951d55a0370ede883921afe3f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T03:12:45,440 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 0294b01951d55a0370ede883921afe3f, disabling compactions & flushes 2024-12-10T03:12:45,440 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733800365341.0294b01951d55a0370ede883921afe3f. 2024-12-10T03:12:45,440 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733800365341.0294b01951d55a0370ede883921afe3f. 2024-12-10T03:12:45,440 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733800365341.0294b01951d55a0370ede883921afe3f. after waiting 0 ms 2024-12-10T03:12:45,440 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733800365341.0294b01951d55a0370ede883921afe3f. 2024-12-10T03:12:45,441 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733800365341.0294b01951d55a0370ede883921afe3f. 2024-12-10T03:12:45,441 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 0294b01951d55a0370ede883921afe3f: Waiting for close lock at 1733800365440Disabling compacts and flushes for region at 1733800365440Disabling writes for close at 1733800365440Writing region close event to WAL at 1733800365440Closed at 1733800365440 2024-12-10T03:12:45,442 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => e63579a55d8c81ba75f25cf50006acde, NAME => 'SPTestTable,66666664,1733800365341.e63579a55d8c81ba75f25cf50006acde.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb 2024-12-10T03:12:45,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40641 is added to blk_1073741840_1016 (size=62) 2024-12-10T03:12:45,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37753 is added to blk_1073741840_1016 (size=62) 2024-12-10T03:12:45,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42727 is added to blk_1073741840_1016 (size=62) 2024-12-10T03:12:45,448 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733800365341.cf82998cccfdabf8d3c4a22dad4747c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T03:12:45,448 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing cf82998cccfdabf8d3c4a22dad4747c6, disabling compactions & flushes 2024-12-10T03:12:45,449 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733800365341.cf82998cccfdabf8d3c4a22dad4747c6. 2024-12-10T03:12:45,449 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733800365341.cf82998cccfdabf8d3c4a22dad4747c6. 2024-12-10T03:12:45,449 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733800365341.cf82998cccfdabf8d3c4a22dad4747c6. after waiting 0 ms 2024-12-10T03:12:45,449 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733800365341.cf82998cccfdabf8d3c4a22dad4747c6. 2024-12-10T03:12:45,449 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733800365341.cf82998cccfdabf8d3c4a22dad4747c6. 2024-12-10T03:12:45,449 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for cf82998cccfdabf8d3c4a22dad4747c6: Waiting for close lock at 1733800365448Disabling compacts and flushes for region at 1733800365448Disabling writes for close at 1733800365449 (+1 ms)Writing region close event to WAL at 1733800365449Closed at 1733800365449 2024-12-10T03:12:45,450 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => fb7710159e1a273a1e36cd77aaac2f0f, NAME => 'SPTestTable,7ffffffd,1733800365341.fb7710159e1a273a1e36cd77aaac2f0f.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb 2024-12-10T03:12:45,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37753 is added to blk_1073741841_1017 (size=62) 2024-12-10T03:12:45,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40641 is added to blk_1073741841_1017 (size=62) 2024-12-10T03:12:45,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42727 is added to blk_1073741841_1017 (size=62) 2024-12-10T03:12:45,455 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733800365341.92e06d67495051e829d42c55d1e95acb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T03:12:45,455 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 92e06d67495051e829d42c55d1e95acb, disabling compactions & flushes 2024-12-10T03:12:45,455 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733800365341.92e06d67495051e829d42c55d1e95acb. 2024-12-10T03:12:45,455 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733800365341.92e06d67495051e829d42c55d1e95acb. 2024-12-10T03:12:45,455 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733800365341.92e06d67495051e829d42c55d1e95acb. after waiting 0 ms 2024-12-10T03:12:45,455 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733800365341.92e06d67495051e829d42c55d1e95acb. 2024-12-10T03:12:45,455 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733800365341.92e06d67495051e829d42c55d1e95acb. 2024-12-10T03:12:45,456 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 92e06d67495051e829d42c55d1e95acb: Waiting for close lock at 1733800365455Disabling compacts and flushes for region at 1733800365455Disabling writes for close at 1733800365455Writing region close event to WAL at 1733800365455Closed at 1733800365455 2024-12-10T03:12:45,456 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 91ab97c7ad60996f61243ee6a3249557, NAME => 'SPTestTable,99999996,1733800365341.91ab97c7ad60996f61243ee6a3249557.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb 2024-12-10T03:12:45,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40641 is added to blk_1073741842_1018 (size=62) 2024-12-10T03:12:45,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37753 is added to blk_1073741842_1018 (size=62) 2024-12-10T03:12:45,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42727 is added to blk_1073741842_1018 (size=62) 2024-12-10T03:12:45,460 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733800365341.e63579a55d8c81ba75f25cf50006acde.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T03:12:45,460 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing e63579a55d8c81ba75f25cf50006acde, disabling compactions & flushes 2024-12-10T03:12:45,460 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733800365341.e63579a55d8c81ba75f25cf50006acde. 2024-12-10T03:12:45,460 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733800365341.e63579a55d8c81ba75f25cf50006acde. 2024-12-10T03:12:45,460 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733800365341.e63579a55d8c81ba75f25cf50006acde. after waiting 0 ms 2024-12-10T03:12:45,460 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733800365341.e63579a55d8c81ba75f25cf50006acde. 2024-12-10T03:12:45,461 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733800365341.e63579a55d8c81ba75f25cf50006acde. 2024-12-10T03:12:45,461 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for e63579a55d8c81ba75f25cf50006acde: Waiting for close lock at 1733800365460Disabling compacts and flushes for region at 1733800365460Disabling writes for close at 1733800365460Writing region close event to WAL at 1733800365460Closed at 1733800365460 2024-12-10T03:12:45,461 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 85ae2d3970d8f54d2d9cd18217d37a6f, NAME => 'SPTestTable,b333332f,1733800365341.85ae2d3970d8f54d2d9cd18217d37a6f.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb 2024-12-10T03:12:45,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42727 is added to blk_1073741843_1019 (size=62) 2024-12-10T03:12:45,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40641 is added to blk_1073741843_1019 (size=62) 2024-12-10T03:12:45,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T03:12:45,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37753 is added to blk_1073741843_1019 (size=62) 2024-12-10T03:12:45,470 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733800365341.fb7710159e1a273a1e36cd77aaac2f0f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T03:12:45,471 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing fb7710159e1a273a1e36cd77aaac2f0f, disabling compactions & flushes 2024-12-10T03:12:45,471 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733800365341.fb7710159e1a273a1e36cd77aaac2f0f. 2024-12-10T03:12:45,471 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733800365341.fb7710159e1a273a1e36cd77aaac2f0f. 2024-12-10T03:12:45,471 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733800365341.fb7710159e1a273a1e36cd77aaac2f0f. after waiting 0 ms 2024-12-10T03:12:45,471 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733800365341.fb7710159e1a273a1e36cd77aaac2f0f. 2024-12-10T03:12:45,471 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733800365341.fb7710159e1a273a1e36cd77aaac2f0f. 2024-12-10T03:12:45,471 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for fb7710159e1a273a1e36cd77aaac2f0f: Waiting for close lock at 1733800365471Disabling compacts and flushes for region at 1733800365471Disabling writes for close at 1733800365471Writing region close event to WAL at 1733800365471Closed at 1733800365471 2024-12-10T03:12:45,472 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => b1928a946755a33b860151ea9e8ff7d8, NAME => 'SPTestTable,ccccccc8,1733800365341.b1928a946755a33b860151ea9e8ff7d8.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb 2024-12-10T03:12:45,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37753 is added to blk_1073741844_1020 (size=62) 2024-12-10T03:12:45,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42727 is added to blk_1073741845_1021 (size=62) 2024-12-10T03:12:45,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40641 is added to blk_1073741844_1020 (size=62) 2024-12-10T03:12:45,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37753 is added to blk_1073741845_1021 (size=62) 2024-12-10T03:12:45,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42727 is added to blk_1073741844_1020 (size=62) 2024-12-10T03:12:45,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40641 is added to blk_1073741845_1021 (size=62) 2024-12-10T03:12:45,485 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733800365341.91ab97c7ad60996f61243ee6a3249557.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T03:12:45,485 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 91ab97c7ad60996f61243ee6a3249557, disabling compactions & flushes 2024-12-10T03:12:45,486 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733800365341.91ab97c7ad60996f61243ee6a3249557. 2024-12-10T03:12:45,486 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733800365341.91ab97c7ad60996f61243ee6a3249557. 2024-12-10T03:12:45,486 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733800365341.91ab97c7ad60996f61243ee6a3249557. after waiting 0 ms 2024-12-10T03:12:45,486 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733800365341.91ab97c7ad60996f61243ee6a3249557. 2024-12-10T03:12:45,486 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733800365341.91ab97c7ad60996f61243ee6a3249557. 2024-12-10T03:12:45,486 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 91ab97c7ad60996f61243ee6a3249557: Waiting for close lock at 1733800365485Disabling compacts and flushes for region at 1733800365485Disabling writes for close at 1733800365486 (+1 ms)Writing region close event to WAL at 1733800365486Closed at 1733800365486 2024-12-10T03:12:45,487 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 977e0cdfb878f48d666c626e43f0c8b0, NAME => 'SPTestTable,e6666661,1733800365341.977e0cdfb878f48d666c626e43f0c8b0.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb 2024-12-10T03:12:45,487 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733800365341.85ae2d3970d8f54d2d9cd18217d37a6f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T03:12:45,487 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 85ae2d3970d8f54d2d9cd18217d37a6f, disabling compactions & flushes 2024-12-10T03:12:45,487 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733800365341.85ae2d3970d8f54d2d9cd18217d37a6f. 2024-12-10T03:12:45,487 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733800365341.85ae2d3970d8f54d2d9cd18217d37a6f. 2024-12-10T03:12:45,487 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733800365341.85ae2d3970d8f54d2d9cd18217d37a6f. after waiting 0 ms 2024-12-10T03:12:45,487 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733800365341.85ae2d3970d8f54d2d9cd18217d37a6f. 2024-12-10T03:12:45,487 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733800365341.85ae2d3970d8f54d2d9cd18217d37a6f. 2024-12-10T03:12:45,487 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 85ae2d3970d8f54d2d9cd18217d37a6f: Waiting for close lock at 1733800365487Disabling compacts and flushes for region at 1733800365487Disabling writes for close at 1733800365487Writing region close event to WAL at 1733800365487Closed at 1733800365487 2024-12-10T03:12:45,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42727 is added to blk_1073741846_1022 (size=62) 2024-12-10T03:12:45,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40641 is added to blk_1073741846_1022 (size=62) 2024-12-10T03:12:45,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37753 is added to blk_1073741846_1022 (size=62) 2024-12-10T03:12:45,497 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733800365341.b1928a946755a33b860151ea9e8ff7d8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T03:12:45,497 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing b1928a946755a33b860151ea9e8ff7d8, disabling compactions & flushes 2024-12-10T03:12:45,497 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733800365341.b1928a946755a33b860151ea9e8ff7d8. 2024-12-10T03:12:45,497 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733800365341.b1928a946755a33b860151ea9e8ff7d8. 2024-12-10T03:12:45,497 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733800365341.b1928a946755a33b860151ea9e8ff7d8. after waiting 0 ms 2024-12-10T03:12:45,497 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733800365341.b1928a946755a33b860151ea9e8ff7d8. 2024-12-10T03:12:45,498 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733800365341.b1928a946755a33b860151ea9e8ff7d8. 2024-12-10T03:12:45,498 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for b1928a946755a33b860151ea9e8ff7d8: Waiting for close lock at 1733800365497Disabling compacts and flushes for region at 1733800365497Disabling writes for close at 1733800365497Writing region close event to WAL at 1733800365497Closed at 1733800365497 2024-12-10T03:12:45,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40641 is added to blk_1073741847_1023 (size=54) 2024-12-10T03:12:45,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37753 is added to blk_1073741847_1023 (size=54) 2024-12-10T03:12:45,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42727 is added to blk_1073741847_1023 (size=54) 2024-12-10T03:12:45,506 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733800365341.977e0cdfb878f48d666c626e43f0c8b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T03:12:45,506 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 977e0cdfb878f48d666c626e43f0c8b0, disabling compactions & flushes 2024-12-10T03:12:45,506 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733800365341.977e0cdfb878f48d666c626e43f0c8b0. 2024-12-10T03:12:45,506 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733800365341.977e0cdfb878f48d666c626e43f0c8b0. 2024-12-10T03:12:45,506 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733800365341.977e0cdfb878f48d666c626e43f0c8b0. after waiting 0 ms 2024-12-10T03:12:45,506 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733800365341.977e0cdfb878f48d666c626e43f0c8b0. 2024-12-10T03:12:45,506 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733800365341.977e0cdfb878f48d666c626e43f0c8b0. 2024-12-10T03:12:45,506 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 977e0cdfb878f48d666c626e43f0c8b0: Waiting for close lock at 1733800365506Disabling compacts and flushes for region at 1733800365506Disabling writes for close at 1733800365506Writing region close event to WAL at 1733800365506Closed at 1733800365506 2024-12-10T03:12:45,508 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-12-10T03:12:45,512 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1733800365341.754c33fed49c1a008450577b8d1e2457.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733800365508"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733800365508"}]},"ts":"1733800365508"} 2024-12-10T03:12:45,512 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1733800365341.0294b01951d55a0370ede883921afe3f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733800365508"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733800365508"}]},"ts":"1733800365508"} 2024-12-10T03:12:45,512 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1733800365341.cf82998cccfdabf8d3c4a22dad4747c6.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733800365508"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733800365508"}]},"ts":"1733800365508"} 2024-12-10T03:12:45,513 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1733800365341.92e06d67495051e829d42c55d1e95acb.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733800365508"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733800365508"}]},"ts":"1733800365508"} 2024-12-10T03:12:45,513 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1733800365341.e63579a55d8c81ba75f25cf50006acde.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733800365508"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733800365508"}]},"ts":"1733800365508"} 2024-12-10T03:12:45,513 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1733800365341.fb7710159e1a273a1e36cd77aaac2f0f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733800365508"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733800365508"}]},"ts":"1733800365508"} 2024-12-10T03:12:45,513 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1733800365341.91ab97c7ad60996f61243ee6a3249557.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733800365508"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733800365508"}]},"ts":"1733800365508"} 2024-12-10T03:12:45,513 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1733800365341.85ae2d3970d8f54d2d9cd18217d37a6f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733800365508"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733800365508"}]},"ts":"1733800365508"} 2024-12-10T03:12:45,513 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1733800365341.b1928a946755a33b860151ea9e8ff7d8.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733800365508"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733800365508"}]},"ts":"1733800365508"} 2024-12-10T03:12:45,514 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1733800365341.977e0cdfb878f48d666c626e43f0c8b0.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733800365508"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733800365508"}]},"ts":"1733800365508"} 2024-12-10T03:12:45,545 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-12-10T03:12:45,547 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-10T03:12:45,550 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733800365547"}]},"ts":"1733800365547"} 2024-12-10T03:12:45,554 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-12-10T03:12:45,555 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(204): Hosts are {e45acbcd10e3=0} racks are {/default-rack=0} 2024-12-10T03:12:45,562 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-10T03:12:45,562 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-10T03:12:45,562 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-10T03:12:45,562 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-10T03:12:45,562 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-10T03:12:45,562 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-10T03:12:45,562 INFO [PEWorker-5 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-10T03:12:45,562 INFO [PEWorker-5 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-10T03:12:45,562 INFO [PEWorker-5 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-10T03:12:45,562 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-10T03:12:45,564 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=754c33fed49c1a008450577b8d1e2457, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cf82998cccfdabf8d3c4a22dad4747c6, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0294b01951d55a0370ede883921afe3f, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=92e06d67495051e829d42c55d1e95acb, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e63579a55d8c81ba75f25cf50006acde, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fb7710159e1a273a1e36cd77aaac2f0f, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=91ab97c7ad60996f61243ee6a3249557, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=85ae2d3970d8f54d2d9cd18217d37a6f, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b1928a946755a33b860151ea9e8ff7d8, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=977e0cdfb878f48d666c626e43f0c8b0, ASSIGN}] 2024-12-10T03:12:45,568 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e63579a55d8c81ba75f25cf50006acde, ASSIGN 2024-12-10T03:12:45,568 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fb7710159e1a273a1e36cd77aaac2f0f, ASSIGN 2024-12-10T03:12:45,568 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=91ab97c7ad60996f61243ee6a3249557, ASSIGN 2024-12-10T03:12:45,568 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=92e06d67495051e829d42c55d1e95acb, ASSIGN 2024-12-10T03:12:45,570 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e63579a55d8c81ba75f25cf50006acde, ASSIGN; state=OFFLINE, location=e45acbcd10e3,33417,1733800352814; forceNewPlan=false, retain=false 2024-12-10T03:12:45,570 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=91ab97c7ad60996f61243ee6a3249557, ASSIGN; state=OFFLINE, location=e45acbcd10e3,39685,1733800352989; forceNewPlan=false, retain=false 2024-12-10T03:12:45,570 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=977e0cdfb878f48d666c626e43f0c8b0, ASSIGN 2024-12-10T03:12:45,570 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fb7710159e1a273a1e36cd77aaac2f0f, ASSIGN; state=OFFLINE, location=e45acbcd10e3,33185,1733800352572; forceNewPlan=false, retain=false 2024-12-10T03:12:45,571 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=92e06d67495051e829d42c55d1e95acb, ASSIGN; state=OFFLINE, location=e45acbcd10e3,39685,1733800352989; forceNewPlan=false, retain=false 2024-12-10T03:12:45,573 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=977e0cdfb878f48d666c626e43f0c8b0, ASSIGN; state=OFFLINE, location=e45acbcd10e3,39685,1733800352989; forceNewPlan=false, retain=false 2024-12-10T03:12:45,579 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=85ae2d3970d8f54d2d9cd18217d37a6f, ASSIGN 2024-12-10T03:12:45,579 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b1928a946755a33b860151ea9e8ff7d8, ASSIGN 2024-12-10T03:12:45,581 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cf82998cccfdabf8d3c4a22dad4747c6, ASSIGN 2024-12-10T03:12:45,581 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=85ae2d3970d8f54d2d9cd18217d37a6f, ASSIGN; state=OFFLINE, location=e45acbcd10e3,33417,1733800352814; forceNewPlan=false, retain=false 2024-12-10T03:12:45,581 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0294b01951d55a0370ede883921afe3f, ASSIGN 2024-12-10T03:12:45,582 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=754c33fed49c1a008450577b8d1e2457, ASSIGN 2024-12-10T03:12:45,583 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b1928a946755a33b860151ea9e8ff7d8, ASSIGN; state=OFFLINE, location=e45acbcd10e3,33185,1733800352572; forceNewPlan=false, retain=false 2024-12-10T03:12:45,585 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=754c33fed49c1a008450577b8d1e2457, ASSIGN; state=OFFLINE, location=e45acbcd10e3,39685,1733800352989; forceNewPlan=false, retain=false 2024-12-10T03:12:45,585 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0294b01951d55a0370ede883921afe3f, ASSIGN; state=OFFLINE, location=e45acbcd10e3,33417,1733800352814; forceNewPlan=false, retain=false 2024-12-10T03:12:45,585 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cf82998cccfdabf8d3c4a22dad4747c6, ASSIGN; state=OFFLINE, location=e45acbcd10e3,33185,1733800352572; forceNewPlan=false, retain=false 2024-12-10T03:12:45,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T03:12:45,723 INFO [e45acbcd10e3:34285 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-12-10T03:12:45,724 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=92e06d67495051e829d42c55d1e95acb, regionState=OPENING, regionLocation=e45acbcd10e3,39685,1733800352989 2024-12-10T03:12:45,724 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=977e0cdfb878f48d666c626e43f0c8b0, regionState=OPENING, regionLocation=e45acbcd10e3,39685,1733800352989 2024-12-10T03:12:45,724 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=754c33fed49c1a008450577b8d1e2457, regionState=OPENING, regionLocation=e45acbcd10e3,39685,1733800352989 2024-12-10T03:12:45,724 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=85ae2d3970d8f54d2d9cd18217d37a6f, regionState=OPENING, regionLocation=e45acbcd10e3,33417,1733800352814 2024-12-10T03:12:45,725 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e63579a55d8c81ba75f25cf50006acde, regionState=OPENING, regionLocation=e45acbcd10e3,33417,1733800352814 2024-12-10T03:12:45,725 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=0294b01951d55a0370ede883921afe3f, regionState=OPENING, regionLocation=e45acbcd10e3,33417,1733800352814 2024-12-10T03:12:45,725 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=91ab97c7ad60996f61243ee6a3249557, regionState=OPENING, regionLocation=e45acbcd10e3,39685,1733800352989 2024-12-10T03:12:45,726 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=fb7710159e1a273a1e36cd77aaac2f0f, regionState=OPENING, regionLocation=e45acbcd10e3,33185,1733800352572 2024-12-10T03:12:45,726 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=b1928a946755a33b860151ea9e8ff7d8, regionState=OPENING, regionLocation=e45acbcd10e3,33185,1733800352572 2024-12-10T03:12:45,726 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=cf82998cccfdabf8d3c4a22dad4747c6, regionState=OPENING, regionLocation=e45acbcd10e3,33185,1733800352572 2024-12-10T03:12:45,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=754c33fed49c1a008450577b8d1e2457, ASSIGN because future has completed 2024-12-10T03:12:45,732 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 754c33fed49c1a008450577b8d1e2457, server=e45acbcd10e3,39685,1733800352989}] 2024-12-10T03:12:45,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=92e06d67495051e829d42c55d1e95acb, ASSIGN because future has completed 2024-12-10T03:12:45,737 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 92e06d67495051e829d42c55d1e95acb, server=e45acbcd10e3,39685,1733800352989}] 2024-12-10T03:12:45,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=85ae2d3970d8f54d2d9cd18217d37a6f, ASSIGN because future has completed 2024-12-10T03:12:45,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=91ab97c7ad60996f61243ee6a3249557, ASSIGN because future has completed 2024-12-10T03:12:45,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0294b01951d55a0370ede883921afe3f, ASSIGN because future has completed 2024-12-10T03:12:45,744 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 85ae2d3970d8f54d2d9cd18217d37a6f, server=e45acbcd10e3,33417,1733800352814}] 2024-12-10T03:12:45,747 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0294b01951d55a0370ede883921afe3f, server=e45acbcd10e3,33417,1733800352814}] 2024-12-10T03:12:45,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e63579a55d8c81ba75f25cf50006acde, ASSIGN because future has completed 2024-12-10T03:12:45,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=977e0cdfb878f48d666c626e43f0c8b0, ASSIGN because future has completed 2024-12-10T03:12:45,758 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 977e0cdfb878f48d666c626e43f0c8b0, server=e45acbcd10e3,39685,1733800352989}] 2024-12-10T03:12:45,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fb7710159e1a273a1e36cd77aaac2f0f, ASSIGN because future has completed 2024-12-10T03:12:45,765 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure fb7710159e1a273a1e36cd77aaac2f0f, server=e45acbcd10e3,33185,1733800352572}] 2024-12-10T03:12:45,765 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 91ab97c7ad60996f61243ee6a3249557, server=e45acbcd10e3,39685,1733800352989}] 2024-12-10T03:12:45,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b1928a946755a33b860151ea9e8ff7d8, ASSIGN because future has completed 2024-12-10T03:12:45,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cf82998cccfdabf8d3c4a22dad4747c6, ASSIGN because future has completed 2024-12-10T03:12:45,775 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure cf82998cccfdabf8d3c4a22dad4747c6, server=e45acbcd10e3,33185,1733800352572}] 2024-12-10T03:12:45,777 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e63579a55d8c81ba75f25cf50006acde, server=e45acbcd10e3,33417,1733800352814}] 2024-12-10T03:12:45,789 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure b1928a946755a33b860151ea9e8ff7d8, server=e45acbcd10e3,33185,1733800352572}] 2024-12-10T03:12:45,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T03:12:46,461 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-10T03:12:46,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T03:12:47,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T03:12:49,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T03:12:50,455 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-10T03:12:52,160 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-10T03:12:52,160 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-10T03:12:52,161 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-10T03:12:52,161 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-10T03:12:53,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T03:12:55,755 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733800365341.977e0cdfb878f48d666c626e43f0c8b0. 2024-12-10T03:12:55,756 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 977e0cdfb878f48d666c626e43f0c8b0, NAME => 'SPTestTable,e6666661,1733800365341.977e0cdfb878f48d666c626e43f0c8b0.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-10T03:12:55,756 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 977e0cdfb878f48d666c626e43f0c8b0 2024-12-10T03:12:55,756 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733800365341.977e0cdfb878f48d666c626e43f0c8b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T03:12:55,756 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 977e0cdfb878f48d666c626e43f0c8b0 2024-12-10T03:12:55,756 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 977e0cdfb878f48d666c626e43f0c8b0 2024-12-10T03:12:55,758 INFO [StoreOpener-977e0cdfb878f48d666c626e43f0c8b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 977e0cdfb878f48d666c626e43f0c8b0 2024-12-10T03:12:55,761 INFO [StoreOpener-977e0cdfb878f48d666c626e43f0c8b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 977e0cdfb878f48d666c626e43f0c8b0 columnFamilyName cf 2024-12-10T03:12:55,761 DEBUG [StoreOpener-977e0cdfb878f48d666c626e43f0c8b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T03:12:55,762 INFO [StoreOpener-977e0cdfb878f48d666c626e43f0c8b0-1 {}] regionserver.HStore(327): Store=977e0cdfb878f48d666c626e43f0c8b0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T03:12:55,762 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 977e0cdfb878f48d666c626e43f0c8b0 2024-12-10T03:12:55,763 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/default/SPTestTable/977e0cdfb878f48d666c626e43f0c8b0 2024-12-10T03:12:55,764 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/default/SPTestTable/977e0cdfb878f48d666c626e43f0c8b0 2024-12-10T03:12:55,764 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 977e0cdfb878f48d666c626e43f0c8b0 2024-12-10T03:12:55,764 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 977e0cdfb878f48d666c626e43f0c8b0 2024-12-10T03:12:55,766 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-10T03:12:55,767 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 977e0cdfb878f48d666c626e43f0c8b0 2024-12-10T03:12:55,768 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47449, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-10T03:12:55,770 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/default/SPTestTable/977e0cdfb878f48d666c626e43f0c8b0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T03:12:55,771 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 977e0cdfb878f48d666c626e43f0c8b0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71499106, jitterRate=0.06541970372200012}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T03:12:55,771 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 977e0cdfb878f48d666c626e43f0c8b0 2024-12-10T03:12:55,772 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 977e0cdfb878f48d666c626e43f0c8b0: Running coprocessor pre-open hook at 1733800375756Writing region info on filesystem at 1733800375757 (+1 ms)Initializing all the Stores at 1733800375758 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733800375758Cleaning up temporary data from old regions at 1733800375764 (+6 ms)Running coprocessor post-open hooks at 1733800375772 (+8 ms)Region opened successfully at 1733800375772 2024-12-10T03:12:55,774 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733800365341.0294b01951d55a0370ede883921afe3f. 2024-12-10T03:12:55,774 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733800365341.977e0cdfb878f48d666c626e43f0c8b0., pid=19, masterSystemTime=1733800375741 2024-12-10T03:12:55,774 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 0294b01951d55a0370ede883921afe3f, NAME => 'SPTestTable,33333332,1733800365341.0294b01951d55a0370ede883921afe3f.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-10T03:12:55,775 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0294b01951d55a0370ede883921afe3f 2024-12-10T03:12:55,775 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733800365341.0294b01951d55a0370ede883921afe3f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T03:12:55,775 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 0294b01951d55a0370ede883921afe3f 2024-12-10T03:12:55,775 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 0294b01951d55a0370ede883921afe3f 2024-12-10T03:12:55,777 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733800365341.977e0cdfb878f48d666c626e43f0c8b0. 2024-12-10T03:12:55,777 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733800365341.977e0cdfb878f48d666c626e43f0c8b0. 2024-12-10T03:12:55,777 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733800365341.91ab97c7ad60996f61243ee6a3249557. 2024-12-10T03:12:55,777 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 91ab97c7ad60996f61243ee6a3249557, NAME => 'SPTestTable,99999996,1733800365341.91ab97c7ad60996f61243ee6a3249557.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-10T03:12:55,778 INFO [StoreOpener-0294b01951d55a0370ede883921afe3f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0294b01951d55a0370ede883921afe3f 2024-12-10T03:12:55,778 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 91ab97c7ad60996f61243ee6a3249557 2024-12-10T03:12:55,778 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733800365341.91ab97c7ad60996f61243ee6a3249557.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T03:12:55,778 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 91ab97c7ad60996f61243ee6a3249557 2024-12-10T03:12:55,778 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 91ab97c7ad60996f61243ee6a3249557 2024-12-10T03:12:55,779 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=977e0cdfb878f48d666c626e43f0c8b0, regionState=OPEN, openSeqNum=2, regionLocation=e45acbcd10e3,39685,1733800352989 2024-12-10T03:12:55,780 INFO [StoreOpener-91ab97c7ad60996f61243ee6a3249557-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 91ab97c7ad60996f61243ee6a3249557 2024-12-10T03:12:55,780 INFO [StoreOpener-0294b01951d55a0370ede883921afe3f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0294b01951d55a0370ede883921afe3f columnFamilyName cf 2024-12-10T03:12:55,780 DEBUG [StoreOpener-0294b01951d55a0370ede883921afe3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T03:12:55,781 INFO [StoreOpener-0294b01951d55a0370ede883921afe3f-1 {}] regionserver.HStore(327): Store=0294b01951d55a0370ede883921afe3f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T03:12:55,782 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 0294b01951d55a0370ede883921afe3f 2024-12-10T03:12:55,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 977e0cdfb878f48d666c626e43f0c8b0, server=e45acbcd10e3,39685,1733800352989 because future has completed 2024-12-10T03:12:55,783 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/default/SPTestTable/0294b01951d55a0370ede883921afe3f 2024-12-10T03:12:55,783 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-10T03:12:55,783 INFO [StoreOpener-91ab97c7ad60996f61243ee6a3249557-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91ab97c7ad60996f61243ee6a3249557 columnFamilyName cf 2024-12-10T03:12:55,783 DEBUG [StoreOpener-91ab97c7ad60996f61243ee6a3249557-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T03:12:55,783 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/default/SPTestTable/0294b01951d55a0370ede883921afe3f 2024-12-10T03:12:55,784 INFO [StoreOpener-91ab97c7ad60996f61243ee6a3249557-1 {}] regionserver.HStore(327): Store=91ab97c7ad60996f61243ee6a3249557/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T03:12:55,784 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 0294b01951d55a0370ede883921afe3f 2024-12-10T03:12:55,784 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 91ab97c7ad60996f61243ee6a3249557 2024-12-10T03:12:55,784 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 0294b01951d55a0370ede883921afe3f 2024-12-10T03:12:55,785 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57181, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-10T03:12:55,787 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/default/SPTestTable/91ab97c7ad60996f61243ee6a3249557 2024-12-10T03:12:55,787 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/default/SPTestTable/91ab97c7ad60996f61243ee6a3249557 2024-12-10T03:12:55,787 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 0294b01951d55a0370ede883921afe3f 2024-12-10T03:12:55,788 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 91ab97c7ad60996f61243ee6a3249557 2024-12-10T03:12:55,788 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 91ab97c7ad60996f61243ee6a3249557 2024-12-10T03:12:55,791 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 91ab97c7ad60996f61243ee6a3249557 2024-12-10T03:12:55,791 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=14 2024-12-10T03:12:55,791 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 977e0cdfb878f48d666c626e43f0c8b0, server=e45acbcd10e3,39685,1733800352989 in 10.0270 sec 2024-12-10T03:12:55,792 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733800365341.b1928a946755a33b860151ea9e8ff7d8. 2024-12-10T03:12:55,792 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => b1928a946755a33b860151ea9e8ff7d8, NAME => 'SPTestTable,ccccccc8,1733800365341.b1928a946755a33b860151ea9e8ff7d8.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-10T03:12:55,792 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b1928a946755a33b860151ea9e8ff7d8 2024-12-10T03:12:55,793 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733800365341.b1928a946755a33b860151ea9e8ff7d8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T03:12:55,793 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for b1928a946755a33b860151ea9e8ff7d8 2024-12-10T03:12:55,793 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for b1928a946755a33b860151ea9e8ff7d8 2024-12-10T03:12:55,794 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=977e0cdfb878f48d666c626e43f0c8b0, ASSIGN in 10.2280 sec 2024-12-10T03:12:55,796 INFO [StoreOpener-b1928a946755a33b860151ea9e8ff7d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b1928a946755a33b860151ea9e8ff7d8 2024-12-10T03:12:55,796 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/default/SPTestTable/91ab97c7ad60996f61243ee6a3249557/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T03:12:55,796 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/default/SPTestTable/0294b01951d55a0370ede883921afe3f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T03:12:55,798 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 0294b01951d55a0370ede883921afe3f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59938563, jitterRate=-0.10684581100940704}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T03:12:55,798 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0294b01951d55a0370ede883921afe3f 2024-12-10T03:12:55,798 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 0294b01951d55a0370ede883921afe3f: Running coprocessor pre-open hook at 1733800375775Writing region info on filesystem at 1733800375775Initializing all the Stores at 1733800375777 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733800375777Cleaning up temporary data from old regions at 1733800375785 (+8 ms)Running coprocessor post-open hooks at 1733800375798 (+13 ms)Region opened successfully at 1733800375798 2024-12-10T03:12:55,799 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733800365341.0294b01951d55a0370ede883921afe3f., pid=18, masterSystemTime=1733800375766 2024-12-10T03:12:55,799 INFO [StoreOpener-b1928a946755a33b860151ea9e8ff7d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b1928a946755a33b860151ea9e8ff7d8 columnFamilyName cf 2024-12-10T03:12:55,799 DEBUG [StoreOpener-b1928a946755a33b860151ea9e8ff7d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T03:12:55,800 INFO [StoreOpener-b1928a946755a33b860151ea9e8ff7d8-1 {}] regionserver.HStore(327): Store=b1928a946755a33b860151ea9e8ff7d8/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T03:12:55,801 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for b1928a946755a33b860151ea9e8ff7d8 2024-12-10T03:12:55,801 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 91ab97c7ad60996f61243ee6a3249557; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74344450, jitterRate=0.10781863331794739}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T03:12:55,801 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 91ab97c7ad60996f61243ee6a3249557 2024-12-10T03:12:55,801 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 91ab97c7ad60996f61243ee6a3249557: Running coprocessor pre-open hook at 1733800375778Writing region info on filesystem at 1733800375778Initializing all the Stores at 1733800375779 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733800375779Cleaning up temporary data from old regions at 1733800375788 (+9 ms)Running coprocessor post-open hooks at 1733800375801 (+13 ms)Region opened successfully at 1733800375801 2024-12-10T03:12:55,802 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/default/SPTestTable/b1928a946755a33b860151ea9e8ff7d8 2024-12-10T03:12:55,802 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733800365341.91ab97c7ad60996f61243ee6a3249557., pid=20, masterSystemTime=1733800375741 2024-12-10T03:12:55,803 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733800365341.0294b01951d55a0370ede883921afe3f. 2024-12-10T03:12:55,803 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/default/SPTestTable/b1928a946755a33b860151ea9e8ff7d8 2024-12-10T03:12:55,803 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733800365341.0294b01951d55a0370ede883921afe3f. 2024-12-10T03:12:55,803 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733800365341.e63579a55d8c81ba75f25cf50006acde. 2024-12-10T03:12:55,803 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => e63579a55d8c81ba75f25cf50006acde, NAME => 'SPTestTable,66666664,1733800365341.e63579a55d8c81ba75f25cf50006acde.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-10T03:12:55,804 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for b1928a946755a33b860151ea9e8ff7d8 2024-12-10T03:12:55,804 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for b1928a946755a33b860151ea9e8ff7d8 2024-12-10T03:12:55,804 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e63579a55d8c81ba75f25cf50006acde 2024-12-10T03:12:55,804 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733800365341.e63579a55d8c81ba75f25cf50006acde.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T03:12:55,804 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for e63579a55d8c81ba75f25cf50006acde 2024-12-10T03:12:55,804 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for e63579a55d8c81ba75f25cf50006acde 2024-12-10T03:12:55,804 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=0294b01951d55a0370ede883921afe3f, regionState=OPEN, openSeqNum=2, regionLocation=e45acbcd10e3,33417,1733800352814 2024-12-10T03:12:55,807 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733800365341.91ab97c7ad60996f61243ee6a3249557. 2024-12-10T03:12:55,807 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for b1928a946755a33b860151ea9e8ff7d8 2024-12-10T03:12:55,807 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733800365341.91ab97c7ad60996f61243ee6a3249557. 2024-12-10T03:12:55,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0294b01951d55a0370ede883921afe3f, server=e45acbcd10e3,33417,1733800352814 because future has completed 2024-12-10T03:12:55,807 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733800365341.92e06d67495051e829d42c55d1e95acb. 2024-12-10T03:12:55,807 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 92e06d67495051e829d42c55d1e95acb, NAME => 'SPTestTable,4ccccccb,1733800365341.92e06d67495051e829d42c55d1e95acb.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-10T03:12:55,808 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 92e06d67495051e829d42c55d1e95acb 2024-12-10T03:12:55,808 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733800365341.92e06d67495051e829d42c55d1e95acb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T03:12:55,808 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 92e06d67495051e829d42c55d1e95acb 2024-12-10T03:12:55,808 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 92e06d67495051e829d42c55d1e95acb 2024-12-10T03:12:55,808 INFO [StoreOpener-e63579a55d8c81ba75f25cf50006acde-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e63579a55d8c81ba75f25cf50006acde 2024-12-10T03:12:55,809 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=91ab97c7ad60996f61243ee6a3249557, regionState=OPEN, openSeqNum=2, regionLocation=e45acbcd10e3,39685,1733800352989 2024-12-10T03:12:55,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 91ab97c7ad60996f61243ee6a3249557, server=e45acbcd10e3,39685,1733800352989 because future has completed 2024-12-10T03:12:55,813 INFO [StoreOpener-e63579a55d8c81ba75f25cf50006acde-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e63579a55d8c81ba75f25cf50006acde columnFamilyName cf 2024-12-10T03:12:55,813 DEBUG [StoreOpener-e63579a55d8c81ba75f25cf50006acde-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T03:12:55,813 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/default/SPTestTable/b1928a946755a33b860151ea9e8ff7d8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T03:12:55,814 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened b1928a946755a33b860151ea9e8ff7d8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59415578, jitterRate=-0.11463889479637146}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T03:12:55,814 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b1928a946755a33b860151ea9e8ff7d8 2024-12-10T03:12:55,815 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for b1928a946755a33b860151ea9e8ff7d8: Running coprocessor pre-open hook at 1733800375793Writing region info on filesystem at 1733800375793Initializing all the Stores at 1733800375794 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733800375795 (+1 ms)Cleaning up temporary data from old regions at 1733800375804 (+9 ms)Running coprocessor post-open hooks at 1733800375814 (+10 ms)Region opened successfully at 1733800375814 2024-12-10T03:12:55,815 INFO [StoreOpener-e63579a55d8c81ba75f25cf50006acde-1 {}] regionserver.HStore(327): Store=e63579a55d8c81ba75f25cf50006acde/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T03:12:55,815 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for e63579a55d8c81ba75f25cf50006acde 2024-12-10T03:12:55,816 INFO [StoreOpener-92e06d67495051e829d42c55d1e95acb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 92e06d67495051e829d42c55d1e95acb 2024-12-10T03:12:55,817 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/default/SPTestTable/e63579a55d8c81ba75f25cf50006acde 2024-12-10T03:12:55,817 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733800365341.b1928a946755a33b860151ea9e8ff7d8., pid=23, masterSystemTime=1733800375783 2024-12-10T03:12:55,817 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=7 2024-12-10T03:12:55,817 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 0294b01951d55a0370ede883921afe3f, server=e45acbcd10e3,33417,1733800352814 in 10.0620 sec 2024-12-10T03:12:55,818 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/default/SPTestTable/e63579a55d8c81ba75f25cf50006acde 2024-12-10T03:12:55,819 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for e63579a55d8c81ba75f25cf50006acde 2024-12-10T03:12:55,819 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for e63579a55d8c81ba75f25cf50006acde 2024-12-10T03:12:55,819 INFO [StoreOpener-92e06d67495051e829d42c55d1e95acb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92e06d67495051e829d42c55d1e95acb columnFamilyName cf 2024-12-10T03:12:55,820 DEBUG [StoreOpener-92e06d67495051e829d42c55d1e95acb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T03:12:55,821 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=11 2024-12-10T03:12:55,821 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 91ab97c7ad60996f61243ee6a3249557, server=e45acbcd10e3,39685,1733800352989 in 10.0490 sec 2024-12-10T03:12:55,821 INFO [StoreOpener-92e06d67495051e829d42c55d1e95acb-1 {}] regionserver.HStore(327): Store=92e06d67495051e829d42c55d1e95acb/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T03:12:55,821 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733800365341.b1928a946755a33b860151ea9e8ff7d8. 2024-12-10T03:12:55,821 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733800365341.b1928a946755a33b860151ea9e8ff7d8. 2024-12-10T03:12:55,821 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733800365341.cf82998cccfdabf8d3c4a22dad4747c6. 2024-12-10T03:12:55,821 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => cf82998cccfdabf8d3c4a22dad4747c6, NAME => 'SPTestTable,19999999,1733800365341.cf82998cccfdabf8d3c4a22dad4747c6.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-10T03:12:55,822 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable cf82998cccfdabf8d3c4a22dad4747c6 2024-12-10T03:12:55,822 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733800365341.cf82998cccfdabf8d3c4a22dad4747c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T03:12:55,822 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 92e06d67495051e829d42c55d1e95acb 2024-12-10T03:12:55,822 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for cf82998cccfdabf8d3c4a22dad4747c6 2024-12-10T03:12:55,822 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for e63579a55d8c81ba75f25cf50006acde 2024-12-10T03:12:55,823 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for cf82998cccfdabf8d3c4a22dad4747c6 2024-12-10T03:12:55,823 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=b1928a946755a33b860151ea9e8ff7d8, regionState=OPEN, openSeqNum=2, regionLocation=e45acbcd10e3,33185,1733800352572 2024-12-10T03:12:55,823 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/default/SPTestTable/92e06d67495051e829d42c55d1e95acb 2024-12-10T03:12:55,824 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0294b01951d55a0370ede883921afe3f, ASSIGN in 10.2540 sec 2024-12-10T03:12:55,824 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/default/SPTestTable/92e06d67495051e829d42c55d1e95acb 2024-12-10T03:12:55,825 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 92e06d67495051e829d42c55d1e95acb 2024-12-10T03:12:55,826 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 92e06d67495051e829d42c55d1e95acb 2024-12-10T03:12:55,826 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=91ab97c7ad60996f61243ee6a3249557, ASSIGN in 10.2580 sec 2024-12-10T03:12:55,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure b1928a946755a33b860151ea9e8ff7d8, server=e45acbcd10e3,33185,1733800352572 because future has completed 2024-12-10T03:12:55,829 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 92e06d67495051e829d42c55d1e95acb 2024-12-10T03:12:55,830 INFO [StoreOpener-cf82998cccfdabf8d3c4a22dad4747c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region cf82998cccfdabf8d3c4a22dad4747c6 2024-12-10T03:12:55,830 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/default/SPTestTable/e63579a55d8c81ba75f25cf50006acde/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T03:12:55,831 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened e63579a55d8c81ba75f25cf50006acde; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64899682, jitterRate=-0.03291937708854675}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T03:12:55,831 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e63579a55d8c81ba75f25cf50006acde 2024-12-10T03:12:55,831 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for e63579a55d8c81ba75f25cf50006acde: Running coprocessor pre-open hook at 1733800375804Writing region info on filesystem at 1733800375804Initializing all the Stores at 1733800375808 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733800375808Cleaning up temporary data from old regions at 1733800375819 (+11 ms)Running coprocessor post-open hooks at 1733800375831 (+12 ms)Region opened successfully at 1733800375831 2024-12-10T03:12:55,832 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733800365341.e63579a55d8c81ba75f25cf50006acde., pid=24, masterSystemTime=1733800375766 2024-12-10T03:12:55,833 INFO [StoreOpener-cf82998cccfdabf8d3c4a22dad4747c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf82998cccfdabf8d3c4a22dad4747c6 columnFamilyName cf 2024-12-10T03:12:55,833 DEBUG [StoreOpener-cf82998cccfdabf8d3c4a22dad4747c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T03:12:55,834 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/default/SPTestTable/92e06d67495051e829d42c55d1e95acb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T03:12:55,834 INFO [StoreOpener-cf82998cccfdabf8d3c4a22dad4747c6-1 {}] regionserver.HStore(327): Store=cf82998cccfdabf8d3c4a22dad4747c6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T03:12:55,834 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=13 2024-12-10T03:12:55,834 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure b1928a946755a33b860151ea9e8ff7d8, server=e45acbcd10e3,33185,1733800352572 in 10.0540 sec 2024-12-10T03:12:55,834 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for cf82998cccfdabf8d3c4a22dad4747c6 2024-12-10T03:12:55,834 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 92e06d67495051e829d42c55d1e95acb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71276652, jitterRate=0.062104880809783936}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T03:12:55,835 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 92e06d67495051e829d42c55d1e95acb 2024-12-10T03:12:55,835 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 92e06d67495051e829d42c55d1e95acb: Running coprocessor pre-open hook at 1733800375808Writing region info on filesystem at 1733800375808Initializing all the Stores at 1733800375812 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733800375812Cleaning up temporary data from old regions at 1733800375826 (+14 ms)Running coprocessor post-open hooks at 1733800375835 (+9 ms)Region opened successfully at 1733800375835 2024-12-10T03:12:55,835 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733800365341.e63579a55d8c81ba75f25cf50006acde. 2024-12-10T03:12:55,835 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733800365341.e63579a55d8c81ba75f25cf50006acde. 2024-12-10T03:12:55,835 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733800365341.85ae2d3970d8f54d2d9cd18217d37a6f. 2024-12-10T03:12:55,836 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 85ae2d3970d8f54d2d9cd18217d37a6f, NAME => 'SPTestTable,b333332f,1733800365341.85ae2d3970d8f54d2d9cd18217d37a6f.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-10T03:12:55,836 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/default/SPTestTable/cf82998cccfdabf8d3c4a22dad4747c6 2024-12-10T03:12:55,836 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733800365341.92e06d67495051e829d42c55d1e95acb., pid=16, masterSystemTime=1733800375741 2024-12-10T03:12:55,836 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 85ae2d3970d8f54d2d9cd18217d37a6f 2024-12-10T03:12:55,836 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733800365341.85ae2d3970d8f54d2d9cd18217d37a6f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T03:12:55,836 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 85ae2d3970d8f54d2d9cd18217d37a6f 2024-12-10T03:12:55,836 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 85ae2d3970d8f54d2d9cd18217d37a6f 2024-12-10T03:12:55,837 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/default/SPTestTable/cf82998cccfdabf8d3c4a22dad4747c6 2024-12-10T03:12:55,838 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for cf82998cccfdabf8d3c4a22dad4747c6 2024-12-10T03:12:55,838 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for cf82998cccfdabf8d3c4a22dad4747c6 2024-12-10T03:12:55,839 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b1928a946755a33b860151ea9e8ff7d8, ASSIGN in 10.2710 sec 2024-12-10T03:12:55,839 INFO [StoreOpener-85ae2d3970d8f54d2d9cd18217d37a6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 85ae2d3970d8f54d2d9cd18217d37a6f 2024-12-10T03:12:55,839 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e63579a55d8c81ba75f25cf50006acde, regionState=OPEN, openSeqNum=2, regionLocation=e45acbcd10e3,33417,1733800352814 2024-12-10T03:12:55,839 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733800365341.92e06d67495051e829d42c55d1e95acb. 2024-12-10T03:12:55,840 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733800365341.92e06d67495051e829d42c55d1e95acb. 2024-12-10T03:12:55,840 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,,1733800365341.754c33fed49c1a008450577b8d1e2457. 2024-12-10T03:12:55,840 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 754c33fed49c1a008450577b8d1e2457, NAME => 'SPTestTable,,1733800365341.754c33fed49c1a008450577b8d1e2457.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-10T03:12:55,841 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 754c33fed49c1a008450577b8d1e2457 2024-12-10T03:12:55,841 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,,1733800365341.754c33fed49c1a008450577b8d1e2457.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T03:12:55,841 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 754c33fed49c1a008450577b8d1e2457 2024-12-10T03:12:55,841 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 754c33fed49c1a008450577b8d1e2457 2024-12-10T03:12:55,841 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=92e06d67495051e829d42c55d1e95acb, regionState=OPEN, openSeqNum=2, regionLocation=e45acbcd10e3,39685,1733800352989 2024-12-10T03:12:55,841 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for cf82998cccfdabf8d3c4a22dad4747c6 2024-12-10T03:12:55,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e63579a55d8c81ba75f25cf50006acde, server=e45acbcd10e3,33417,1733800352814 because future has completed 2024-12-10T03:12:55,843 INFO [StoreOpener-85ae2d3970d8f54d2d9cd18217d37a6f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 85ae2d3970d8f54d2d9cd18217d37a6f columnFamilyName cf 2024-12-10T03:12:55,844 DEBUG [StoreOpener-85ae2d3970d8f54d2d9cd18217d37a6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T03:12:55,844 INFO [StoreOpener-754c33fed49c1a008450577b8d1e2457-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 754c33fed49c1a008450577b8d1e2457 2024-12-10T03:12:55,845 INFO [StoreOpener-85ae2d3970d8f54d2d9cd18217d37a6f-1 {}] regionserver.HStore(327): Store=85ae2d3970d8f54d2d9cd18217d37a6f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T03:12:55,845 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 85ae2d3970d8f54d2d9cd18217d37a6f 2024-12-10T03:12:55,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 92e06d67495051e829d42c55d1e95acb, server=e45acbcd10e3,39685,1733800352989 because future has completed 2024-12-10T03:12:55,847 INFO [StoreOpener-754c33fed49c1a008450577b8d1e2457-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 754c33fed49c1a008450577b8d1e2457 columnFamilyName cf 2024-12-10T03:12:55,848 DEBUG [StoreOpener-754c33fed49c1a008450577b8d1e2457-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T03:12:55,848 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/default/SPTestTable/85ae2d3970d8f54d2d9cd18217d37a6f 2024-12-10T03:12:55,848 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/default/SPTestTable/85ae2d3970d8f54d2d9cd18217d37a6f 2024-12-10T03:12:55,848 INFO [StoreOpener-754c33fed49c1a008450577b8d1e2457-1 {}] regionserver.HStore(327): Store=754c33fed49c1a008450577b8d1e2457/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T03:12:55,848 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 754c33fed49c1a008450577b8d1e2457 2024-12-10T03:12:55,849 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 85ae2d3970d8f54d2d9cd18217d37a6f 2024-12-10T03:12:55,849 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 85ae2d3970d8f54d2d9cd18217d37a6f 2024-12-10T03:12:55,849 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/default/SPTestTable/cf82998cccfdabf8d3c4a22dad4747c6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T03:12:55,850 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened cf82998cccfdabf8d3c4a22dad4747c6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65439102, jitterRate=-0.02488139271736145}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T03:12:55,850 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cf82998cccfdabf8d3c4a22dad4747c6 2024-12-10T03:12:55,850 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for cf82998cccfdabf8d3c4a22dad4747c6: Running coprocessor pre-open hook at 1733800375823Writing region info on filesystem at 1733800375823Initializing all the Stores at 1733800375825 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733800375825Cleaning up temporary data from old regions at 1733800375838 (+13 ms)Running coprocessor post-open hooks at 1733800375850 (+12 ms)Region opened successfully at 1733800375850 2024-12-10T03:12:55,851 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/default/SPTestTable/754c33fed49c1a008450577b8d1e2457 2024-12-10T03:12:55,852 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=9 2024-12-10T03:12:55,852 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/default/SPTestTable/754c33fed49c1a008450577b8d1e2457 2024-12-10T03:12:55,852 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733800365341.cf82998cccfdabf8d3c4a22dad4747c6., pid=22, masterSystemTime=1733800375783 2024-12-10T03:12:55,852 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 754c33fed49c1a008450577b8d1e2457 2024-12-10T03:12:55,852 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 754c33fed49c1a008450577b8d1e2457 2024-12-10T03:12:55,853 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e63579a55d8c81ba75f25cf50006acde, server=e45acbcd10e3,33417,1733800352814 in 10.0680 sec 2024-12-10T03:12:55,853 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 85ae2d3970d8f54d2d9cd18217d37a6f 2024-12-10T03:12:55,854 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e63579a55d8c81ba75f25cf50006acde, ASSIGN in 10.2880 sec 2024-12-10T03:12:55,856 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733800365341.cf82998cccfdabf8d3c4a22dad4747c6. 2024-12-10T03:12:55,856 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 754c33fed49c1a008450577b8d1e2457 2024-12-10T03:12:55,856 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733800365341.cf82998cccfdabf8d3c4a22dad4747c6. 2024-12-10T03:12:55,856 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=8 2024-12-10T03:12:55,856 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733800365341.fb7710159e1a273a1e36cd77aaac2f0f. 2024-12-10T03:12:55,856 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => fb7710159e1a273a1e36cd77aaac2f0f, NAME => 'SPTestTable,7ffffffd,1733800365341.fb7710159e1a273a1e36cd77aaac2f0f.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-10T03:12:55,857 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 92e06d67495051e829d42c55d1e95acb, server=e45acbcd10e3,39685,1733800352989 in 10.1110 sec 2024-12-10T03:12:55,857 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable fb7710159e1a273a1e36cd77aaac2f0f 2024-12-10T03:12:55,857 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733800365341.fb7710159e1a273a1e36cd77aaac2f0f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T03:12:55,857 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for fb7710159e1a273a1e36cd77aaac2f0f 2024-12-10T03:12:55,857 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for fb7710159e1a273a1e36cd77aaac2f0f 2024-12-10T03:12:55,858 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=cf82998cccfdabf8d3c4a22dad4747c6, regionState=OPEN, openSeqNum=2, regionLocation=e45acbcd10e3,33185,1733800352572 2024-12-10T03:12:55,858 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/default/SPTestTable/85ae2d3970d8f54d2d9cd18217d37a6f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T03:12:55,859 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 85ae2d3970d8f54d2d9cd18217d37a6f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71626118, jitterRate=0.0673123300075531}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T03:12:55,859 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 85ae2d3970d8f54d2d9cd18217d37a6f 2024-12-10T03:12:55,860 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 85ae2d3970d8f54d2d9cd18217d37a6f: Running coprocessor pre-open hook at 1733800375837Writing region info on filesystem at 1733800375837Initializing all the Stores at 1733800375838 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733800375838Cleaning up temporary data from old regions at 1733800375849 (+11 ms)Running coprocessor post-open hooks at 1733800375859 (+10 ms)Region opened successfully at 1733800375860 (+1 ms) 2024-12-10T03:12:55,860 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/default/SPTestTable/754c33fed49c1a008450577b8d1e2457/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T03:12:55,860 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=92e06d67495051e829d42c55d1e95acb, ASSIGN in 10.2920 sec 2024-12-10T03:12:55,861 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 754c33fed49c1a008450577b8d1e2457; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68249034, jitterRate=0.016989856958389282}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T03:12:55,861 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 754c33fed49c1a008450577b8d1e2457 2024-12-10T03:12:55,861 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733800365341.85ae2d3970d8f54d2d9cd18217d37a6f., pid=17, masterSystemTime=1733800375766 2024-12-10T03:12:55,861 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 754c33fed49c1a008450577b8d1e2457: Running coprocessor pre-open hook at 1733800375841Writing region info on filesystem at 1733800375841Initializing all the Stores at 1733800375843 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733800375843Cleaning up temporary data from old regions at 1733800375852 (+9 ms)Running coprocessor post-open hooks at 1733800375861 (+9 ms)Region opened successfully at 1733800375861 2024-12-10T03:12:55,864 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733800365341.754c33fed49c1a008450577b8d1e2457., pid=15, masterSystemTime=1733800375741 2024-12-10T03:12:55,865 INFO [StoreOpener-fb7710159e1a273a1e36cd77aaac2f0f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region fb7710159e1a273a1e36cd77aaac2f0f 2024-12-10T03:12:55,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure cf82998cccfdabf8d3c4a22dad4747c6, server=e45acbcd10e3,33185,1733800352572 because future has completed 2024-12-10T03:12:55,867 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733800365341.85ae2d3970d8f54d2d9cd18217d37a6f. 2024-12-10T03:12:55,867 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733800365341.85ae2d3970d8f54d2d9cd18217d37a6f. 2024-12-10T03:12:55,867 INFO [StoreOpener-fb7710159e1a273a1e36cd77aaac2f0f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb7710159e1a273a1e36cd77aaac2f0f columnFamilyName cf 2024-12-10T03:12:55,867 DEBUG [StoreOpener-fb7710159e1a273a1e36cd77aaac2f0f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T03:12:55,868 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=85ae2d3970d8f54d2d9cd18217d37a6f, regionState=OPEN, openSeqNum=2, regionLocation=e45acbcd10e3,33417,1733800352814 2024-12-10T03:12:55,868 INFO [StoreOpener-fb7710159e1a273a1e36cd77aaac2f0f-1 {}] regionserver.HStore(327): Store=fb7710159e1a273a1e36cd77aaac2f0f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T03:12:55,869 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for fb7710159e1a273a1e36cd77aaac2f0f 2024-12-10T03:12:55,871 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/default/SPTestTable/fb7710159e1a273a1e36cd77aaac2f0f 2024-12-10T03:12:55,871 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/default/SPTestTable/fb7710159e1a273a1e36cd77aaac2f0f 2024-12-10T03:12:55,872 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733800365341.754c33fed49c1a008450577b8d1e2457. 2024-12-10T03:12:55,872 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733800365341.754c33fed49c1a008450577b8d1e2457. 2024-12-10T03:12:55,872 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for fb7710159e1a273a1e36cd77aaac2f0f 2024-12-10T03:12:55,872 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for fb7710159e1a273a1e36cd77aaac2f0f 2024-12-10T03:12:55,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 85ae2d3970d8f54d2d9cd18217d37a6f, server=e45acbcd10e3,33417,1733800352814 because future has completed 2024-12-10T03:12:55,873 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=754c33fed49c1a008450577b8d1e2457, regionState=OPEN, openSeqNum=2, regionLocation=e45acbcd10e3,39685,1733800352989 2024-12-10T03:12:55,875 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=6 2024-12-10T03:12:55,876 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure cf82998cccfdabf8d3c4a22dad4747c6, server=e45acbcd10e3,33185,1733800352572 in 10.0940 sec 2024-12-10T03:12:55,876 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for fb7710159e1a273a1e36cd77aaac2f0f 2024-12-10T03:12:55,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 754c33fed49c1a008450577b8d1e2457, server=e45acbcd10e3,39685,1733800352989 because future has completed 2024-12-10T03:12:55,879 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cf82998cccfdabf8d3c4a22dad4747c6, ASSIGN in 10.3130 sec 2024-12-10T03:12:55,880 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/default/SPTestTable/fb7710159e1a273a1e36cd77aaac2f0f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T03:12:55,881 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened fb7710159e1a273a1e36cd77aaac2f0f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65184983, jitterRate=-0.028668060898780823}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T03:12:55,882 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fb7710159e1a273a1e36cd77aaac2f0f 2024-12-10T03:12:55,882 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for fb7710159e1a273a1e36cd77aaac2f0f: Running coprocessor pre-open hook at 1733800375857Writing region info on filesystem at 1733800375857Initializing all the Stores at 1733800375859 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733800375859Cleaning up temporary data from old regions at 1733800375872 (+13 ms)Running coprocessor post-open hooks at 1733800375882 (+10 ms)Region opened successfully at 1733800375882 2024-12-10T03:12:55,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=12 2024-12-10T03:12:55,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 85ae2d3970d8f54d2d9cd18217d37a6f, server=e45acbcd10e3,33417,1733800352814 in 10.1320 sec 2024-12-10T03:12:55,883 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733800365341.fb7710159e1a273a1e36cd77aaac2f0f., pid=21, masterSystemTime=1733800375783 2024-12-10T03:12:55,885 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=5 2024-12-10T03:12:55,885 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 754c33fed49c1a008450577b8d1e2457, server=e45acbcd10e3,39685,1733800352989 in 10.1490 sec 2024-12-10T03:12:55,886 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733800365341.fb7710159e1a273a1e36cd77aaac2f0f. 2024-12-10T03:12:55,886 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733800365341.fb7710159e1a273a1e36cd77aaac2f0f. 2024-12-10T03:12:55,886 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=85ae2d3970d8f54d2d9cd18217d37a6f, ASSIGN in 10.3190 sec 2024-12-10T03:12:55,888 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=754c33fed49c1a008450577b8d1e2457, ASSIGN in 10.3220 sec 2024-12-10T03:12:55,888 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=fb7710159e1a273a1e36cd77aaac2f0f, regionState=OPEN, openSeqNum=2, regionLocation=e45acbcd10e3,33185,1733800352572 2024-12-10T03:12:55,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure fb7710159e1a273a1e36cd77aaac2f0f, server=e45acbcd10e3,33185,1733800352572 because future has completed 2024-12-10T03:12:55,898 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=10 2024-12-10T03:12:55,898 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure fb7710159e1a273a1e36cd77aaac2f0f, server=e45acbcd10e3,33185,1733800352572 in 10.1280 sec 2024-12-10T03:12:55,903 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=4 2024-12-10T03:12:55,903 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fb7710159e1a273a1e36cd77aaac2f0f, ASSIGN in 10.3350 sec 2024-12-10T03:12:55,904 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-10T03:12:55,905 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733800375904"}]},"ts":"1733800375904"} 2024-12-10T03:12:55,907 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-12-10T03:12:55,909 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-12-10T03:12:55,913 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.5620 sec 2024-12-10T03:12:58,457 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-12-10T03:13:00,844 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-10T03:13:01,296 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-10T03:13:02,160 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-12-10T03:13:02,160 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-12-10T03:13:03,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T03:13:03,558 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-12-10T03:13:03,559 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-12-10T03:13:03,560 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-10T03:13:03,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-12-10T03:13:03,572 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-10T03:13:03,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-12-10T03:13:03,617 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1733800365341.91ab97c7ad60996f61243ee6a3249557., hostname=e45acbcd10e3,39685,1733800352989, seqNum=2] 2024-12-10T03:13:03,622 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1733800365341.91ab97c7ad60996f61243ee6a3249557., hostname=e45acbcd10e3,39685,1733800352989, seqNum=2] 2024-12-10T03:13:03,625 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1733800365341.91ab97c7ad60996f61243ee6a3249557., hostname=e45acbcd10e3,39685,1733800352989, seqNum=2] 2024-12-10T03:13:03,628 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1733800365341.91ab97c7ad60996f61243ee6a3249557., hostname=e45acbcd10e3,39685,1733800352989, seqNum=2] 2024-12-10T03:13:03,630 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1733800365341.91ab97c7ad60996f61243ee6a3249557., hostname=e45acbcd10e3,39685,1733800352989, seqNum=2] 2024-12-10T03:13:03,637 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1733800365341.91ab97c7ad60996f61243ee6a3249557., hostname=e45acbcd10e3,39685,1733800352989, seqNum=2] 2024-12-10T03:13:03,639 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1733800365341.91ab97c7ad60996f61243ee6a3249557., hostname=e45acbcd10e3,39685,1733800352989, seqNum=2] 2024-12-10T03:13:03,642 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1733800365341.91ab97c7ad60996f61243ee6a3249557., hostname=e45acbcd10e3,39685,1733800352989, seqNum=2] 2024-12-10T03:13:03,677 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1733800365341.85ae2d3970d8f54d2d9cd18217d37a6f., hostname=e45acbcd10e3,33417,1733800352814, seqNum=2] 2024-12-10T03:13:03,680 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1733800365341.85ae2d3970d8f54d2d9cd18217d37a6f., hostname=e45acbcd10e3,33417,1733800352814, seqNum=2] 2024-12-10T03:13:03,683 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1733800365341.85ae2d3970d8f54d2d9cd18217d37a6f., hostname=e45acbcd10e3,33417,1733800352814, seqNum=2] 2024-12-10T03:13:03,685 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1733800365341.85ae2d3970d8f54d2d9cd18217d37a6f., hostname=e45acbcd10e3,33417,1733800352814, seqNum=2] 2024-12-10T03:13:03,688 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1733800365341.85ae2d3970d8f54d2d9cd18217d37a6f., hostname=e45acbcd10e3,33417,1733800352814, seqNum=2] 2024-12-10T03:13:03,690 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1733800365341.85ae2d3970d8f54d2d9cd18217d37a6f., hostname=e45acbcd10e3,33417,1733800352814, seqNum=2] 2024-12-10T03:13:03,693 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1733800365341.85ae2d3970d8f54d2d9cd18217d37a6f., hostname=e45acbcd10e3,33417,1733800352814, seqNum=2] 2024-12-10T03:13:03,695 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1733800365341.85ae2d3970d8f54d2d9cd18217d37a6f., hostname=e45acbcd10e3,33417,1733800352814, seqNum=2] 2024-12-10T03:13:03,719 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733800365341.b1928a946755a33b860151ea9e8ff7d8., hostname=e45acbcd10e3,33185,1733800352572, seqNum=2] 2024-12-10T03:13:03,722 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733800365341.b1928a946755a33b860151ea9e8ff7d8., hostname=e45acbcd10e3,33185,1733800352572, seqNum=2] 2024-12-10T03:13:03,725 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733800365341.b1928a946755a33b860151ea9e8ff7d8., hostname=e45acbcd10e3,33185,1733800352572, seqNum=2] 2024-12-10T03:13:03,727 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733800365341.b1928a946755a33b860151ea9e8ff7d8., hostname=e45acbcd10e3,33185,1733800352572, seqNum=2] 2024-12-10T03:13:03,730 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733800365341.b1928a946755a33b860151ea9e8ff7d8., hostname=e45acbcd10e3,33185,1733800352572, seqNum=2] 2024-12-10T03:13:03,732 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733800365341.b1928a946755a33b860151ea9e8ff7d8., hostname=e45acbcd10e3,33185,1733800352572, seqNum=2] 2024-12-10T03:13:03,734 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cck', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733800365341.b1928a946755a33b860151ea9e8ff7d8., hostname=e45acbcd10e3,33185,1733800352572, seqNum=2] 2024-12-10T03:13:03,736 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733800365341.b1928a946755a33b860151ea9e8ff7d8., hostname=e45acbcd10e3,33185,1733800352572, seqNum=2] 2024-12-10T03:13:03,835 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1733800365341.977e0cdfb878f48d666c626e43f0c8b0., hostname=e45acbcd10e3,39685,1733800352989, seqNum=2] 2024-12-10T03:13:03,838 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1733800365341.977e0cdfb878f48d666c626e43f0c8b0., hostname=e45acbcd10e3,39685,1733800352989, seqNum=2] 2024-12-10T03:13:03,840 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1733800365341.977e0cdfb878f48d666c626e43f0c8b0., hostname=e45acbcd10e3,39685,1733800352989, seqNum=2] 2024-12-10T03:13:03,842 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1733800365341.977e0cdfb878f48d666c626e43f0c8b0., hostname=e45acbcd10e3,39685,1733800352989, seqNum=2] 2024-12-10T03:13:03,843 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1733800365341.977e0cdfb878f48d666c626e43f0c8b0., hostname=e45acbcd10e3,39685,1733800352989, seqNum=2] 2024-12-10T03:13:04,792 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T03:13:04,800 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T03:13:04,831 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T03:13:04,848 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T03:13:04,926 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33417 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1733800365341.85ae2d3970d8f54d2d9cd18217d37a6f. with WAL disabled. Data may be lost in the event of a crash. 2024-12-10T03:13:04,945 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33185 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1733800365341.b1928a946755a33b860151ea9e8ff7d8. with WAL disabled. Data may be lost in the event of a crash. 2024-12-10T03:13:04,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39685 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1733800365341.91ab97c7ad60996f61243ee6a3249557. 2024-12-10T03:13:04,994 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39685 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1733800365341.91ab97c7ad60996f61243ee6a3249557. with WAL disabled. Data may be lost in the event of a crash. 2024-12-10T03:13:05,541 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39685 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1733800365341.977e0cdfb878f48d666c626e43f0c8b0. with WAL disabled. Data may be lost in the event of a crash. 2024-12-10T03:13:05,720 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-12-10T03:13:05,723 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-10T03:13:05,728 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-10T03:13:05,729 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-10T03:13:05,745 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-10T03:13:05,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40641 is added to blk_1073741848_1024 (size=49) 2024-12-10T03:13:05,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37753 is added to blk_1073741848_1024 (size=49) 2024-12-10T03:13:05,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42727 is added to blk_1073741848_1024 (size=49) 2024-12-10T03:13:05,769 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-10T03:13:05,771 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 754c33fed49c1a008450577b8d1e2457}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cf82998cccfdabf8d3c4a22dad4747c6}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0294b01951d55a0370ede883921afe3f}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 92e06d67495051e829d42c55d1e95acb}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e63579a55d8c81ba75f25cf50006acde}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fb7710159e1a273a1e36cd77aaac2f0f}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 91ab97c7ad60996f61243ee6a3249557}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 85ae2d3970d8f54d2d9cd18217d37a6f}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b1928a946755a33b860151ea9e8ff7d8}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 977e0cdfb878f48d666c626e43f0c8b0}] 2024-12-10T03:13:05,776 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cf82998cccfdabf8d3c4a22dad4747c6 2024-12-10T03:13:05,776 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 754c33fed49c1a008450577b8d1e2457 2024-12-10T03:13:05,776 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0294b01951d55a0370ede883921afe3f 2024-12-10T03:13:05,781 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 977e0cdfb878f48d666c626e43f0c8b0 2024-12-10T03:13:05,785 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 85ae2d3970d8f54d2d9cd18217d37a6f 2024-12-10T03:13:05,794 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fb7710159e1a273a1e36cd77aaac2f0f 2024-12-10T03:13:05,795 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 91ab97c7ad60996f61243ee6a3249557 2024-12-10T03:13:05,795 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b1928a946755a33b860151ea9e8ff7d8 2024-12-10T03:13:05,795 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e63579a55d8c81ba75f25cf50006acde 2024-12-10T03:13:05,797 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 92e06d67495051e829d42c55d1e95acb 2024-12-10T03:13:05,831 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing e45acbcd10e3,39685,1733800352989 2024-12-10T03:13:05,845 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server e45acbcd10e3,39685,1733800352989: Simulated kill ***** 2024-12-10T03:13:05,845 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-10T03:13:05,848 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-10T03:13:05,849 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-10T03:13:05,852 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-10T03:13:05,853 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-10T03:13:05,861 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 614866016 }, "NonHeapMemoryUsage": { "committed": 157024256, "init": 7667712, "max": -1, "used": 153825632 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "e45acbcd10e3", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14486, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 680 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "e45acbcd10e3", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:61156", "tag.serverName": "e45acbcd10e3,39685,1733800352989", "tag.clusterId": "fcb718b1-ea04-45d6-b5f0-6c5c748fdfe4", "tag.Context": "regionserver", "tag.Hostname": "e45acbcd10e3", "regionCount": 5, "storeCount": 8, "hlogFileCount": 8, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 12732, "memStoreHeapSize": 22624, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1733800352989, "averageRegionSize": 2546, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 2.2, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 266240, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 31, "totalRowActionRequestCount": 42, "readRequestCount": 8, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 34, "rpcGetRequestCount": 2, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 4, "rpcMultiRequestCount": 1, "rpcMutateRequestCount": 24, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 4, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 24, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 1, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 2, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 4, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-12-10T03:13:05,865 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34285 {}] master.MasterRpcServices(700): e45acbcd10e3,39685,1733800352989 reported a fatal error: ***** ABORTING region server e45acbcd10e3,39685,1733800352989: Simulated kill ***** 2024-12-10T03:13:05,870 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e45acbcd10e3,39685,1733800352989' ***** 2024-12-10T03:13:05,870 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-12-10T03:13:05,870 INFO [RS:2;e45acbcd10e3:39685 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-10T03:13:05,871 INFO [RS:2;e45acbcd10e3:39685 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-10T03:13:05,871 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-10T03:13:05,871 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-10T03:13:05,871 INFO [RS:2;e45acbcd10e3:39685 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-10T03:13:05,871 INFO [RS:2;e45acbcd10e3:39685 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-10T03:13:05,871 INFO [RS:2;e45acbcd10e3:39685 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;e45acbcd10e3:39685. 2024-12-10T03:13:05,871 DEBUG [RS:2;e45acbcd10e3:39685 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T03:13:05,871 DEBUG [RS:2;e45acbcd10e3:39685 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T03:13:05,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37753 is added to blk_1073741836_1012 (size=14382) 2024-12-10T03:13:05,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40641 is added to blk_1073741836_1012 (size=14382) 2024-12-10T03:13:05,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42727 is added to blk_1073741836_1012 (size=14382) 2024-12-10T03:13:05,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42727 is added to blk_1073741834_1010 (size=1242) 2024-12-10T03:13:05,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37753 is added to blk_1073741834_1010 (size=1242) 2024-12-10T03:13:05,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40641 is added to blk_1073741834_1010 (size=1242) 2024-12-10T03:13:05,911 DEBUG [RS:2;e45acbcd10e3:39685 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T03:13:05,911 INFO [RS:2;e45acbcd10e3:39685 {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T03:13:05,912 INFO [RS:2;e45acbcd10e3:39685 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39685 2024-12-10T03:13:05,929 INFO [regionserver/e45acbcd10e3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T03:13:06,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34285-0x1000db5db970000, quorum=127.0.0.1:61156, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-10T03:13:06,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39685-0x1000db5db970003, quorum=127.0.0.1:61156, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e45acbcd10e3,39685,1733800352989 2024-12-10T03:13:06,074 INFO [RS:2;e45acbcd10e3:39685 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-10T03:13:06,075 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$371/0x00007f30a0903e60@572c024d rejected from java.util.concurrent.ThreadPoolExecutor@122e86cc[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 12] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-12-10T03:13:06,076 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e45acbcd10e3,39685,1733800352989] 2024-12-10T03:13:06,102 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e45acbcd10e3,39685,1733800352989 already deleted, retry=false 2024-12-10T03:13:06,103 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of e45acbcd10e3,39685,1733800352989 on e45acbcd10e3,34285,1733800351798 2024-12-10T03:13:06,108 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure e45acbcd10e3,39685,1733800352989, splitWal=true, meta=true 2024-12-10T03:13:06,112 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for e45acbcd10e3,39685,1733800352989 (carryingMeta=true) e45acbcd10e3,39685,1733800352989/CRASHED/regionCount=5/lock=java.util.concurrent.locks.ReentrantReadWriteLock@b721f43[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-10T03:13:06,112 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure e45acbcd10e3,39685,1733800352989, splitWal=true, meta=true 2024-12-10T03:13:06,114 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure e45acbcd10e3,39685,1733800352989, splitWal=true, meta=true, isMeta: true 2024-12-10T03:13:06,114 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 92e06d67495051e829d42c55d1e95acb 2024-12-10T03:13:06,114 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 91ab97c7ad60996f61243ee6a3249557 2024-12-10T03:13:06,114 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 977e0cdfb878f48d666c626e43f0c8b0 2024-12-10T03:13:06,114 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 754c33fed49c1a008450577b8d1e2457 2024-12-10T03:13:06,116 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 977e0cdfb878f48d666c626e43f0c8b0 can not run currently because target server of region SPTestTable,e6666661,1733800365341.977e0cdfb878f48d666c626e43f0c8b0. e45acbcd10e3,39685,1733800352989 is in state SPLITTING_META, wait 1000 ms to retry 2024-12-10T03:13:06,116 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 92e06d67495051e829d42c55d1e95acb can not run currently because target server of region SPTestTable,4ccccccb,1733800365341.92e06d67495051e829d42c55d1e95acb. e45acbcd10e3,39685,1733800352989 is in state SPLITTING_META, wait 1000 ms to retry 2024-12-10T03:13:06,116 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 754c33fed49c1a008450577b8d1e2457 can not run currently because target server of region SPTestTable,,1733800365341.754c33fed49c1a008450577b8d1e2457. e45acbcd10e3,39685,1733800352989 is in state SPLITTING_META, wait 1000 ms to retry 2024-12-10T03:13:06,116 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 91ab97c7ad60996f61243ee6a3249557 can not run currently because target server of region SPTestTable,99999996,1733800365341.91ab97c7ad60996f61243ee6a3249557. e45acbcd10e3,39685,1733800352989 is in state SPLITTING_META, wait 1000 ms to retry 2024-12-10T03:13:06,116 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 977e0cdfb878f48d666c626e43f0c8b0; timeout=1000, timestamp=1733800387116 2024-12-10T03:13:06,116 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 754c33fed49c1a008450577b8d1e2457; timeout=1000, timestamp=1733800387116 2024-12-10T03:13:06,116 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 92e06d67495051e829d42c55d1e95acb; timeout=1000, timestamp=1733800387116 2024-12-10T03:13:06,116 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 91ab97c7ad60996f61243ee6a3249557; timeout=1000, timestamp=1733800387116 2024-12-10T03:13:06,116 DEBUG [PEWorker-5 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/WALs/e45acbcd10e3,39685,1733800352989-splitting 2024-12-10T03:13:06,118 INFO [PEWorker-5 {}] master.SplitWALManager(105): e45acbcd10e3,39685,1733800352989 WAL count=1, meta=true 2024-12-10T03:13:06,121 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure e45acbcd10e3%2C39685%2C1733800352989.meta.1733800364880.meta}] 2024-12-10T03:13:06,126 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=e45acbcd10e3,33417,1733800352814 2024-12-10T03:13:06,129 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure e45acbcd10e3%2C39685%2C1733800352989.meta.1733800364880.meta, worker=e45acbcd10e3,33417,1733800352814}] 2024-12-10T03:13:06,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39685-0x1000db5db970003, quorum=127.0.0.1:61156, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T03:13:06,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39685-0x1000db5db970003, quorum=127.0.0.1:61156, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T03:13:06,193 INFO [RS:2;e45acbcd10e3:39685 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-10T03:13:06,193 INFO [RS:2;e45acbcd10e3:39685 {}] regionserver.HRegionServer(1031): Exiting; stopping=e45acbcd10e3,39685,1733800352989; zookeeper connection closed. 2024-12-10T03:13:06,194 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6f8ed428 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6f8ed428 2024-12-10T03:13:06,498 INFO [regionserver/e45acbcd10e3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-10T03:13:06,498 INFO [regionserver/e45acbcd10e3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-10T03:13:07,117 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 754c33fed49c1a008450577b8d1e2457 2024-12-10T03:13:07,117 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 91ab97c7ad60996f61243ee6a3249557 2024-12-10T03:13:07,117 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 977e0cdfb878f48d666c626e43f0c8b0 2024-12-10T03:13:07,117 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 92e06d67495051e829d42c55d1e95acb 2024-12-10T03:13:07,119 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 754c33fed49c1a008450577b8d1e2457 can not run currently because target server of region SPTestTable,,1733800365341.754c33fed49c1a008450577b8d1e2457. e45acbcd10e3,39685,1733800352989 is in state SPLITTING_META, wait 2000 ms to retry 2024-12-10T03:13:07,119 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 91ab97c7ad60996f61243ee6a3249557 can not run currently because target server of region SPTestTable,99999996,1733800365341.91ab97c7ad60996f61243ee6a3249557. e45acbcd10e3,39685,1733800352989 is in state SPLITTING_META, wait 2000 ms to retry 2024-12-10T03:13:07,119 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 754c33fed49c1a008450577b8d1e2457; timeout=2000, timestamp=1733800389119 2024-12-10T03:13:07,119 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 91ab97c7ad60996f61243ee6a3249557; timeout=2000, timestamp=1733800389119 2024-12-10T03:13:07,119 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 977e0cdfb878f48d666c626e43f0c8b0 can not run currently because target server of region SPTestTable,e6666661,1733800365341.977e0cdfb878f48d666c626e43f0c8b0. e45acbcd10e3,39685,1733800352989 is in state SPLITTING_META, wait 2000 ms to retry 2024-12-10T03:13:07,119 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 92e06d67495051e829d42c55d1e95acb can not run currently because target server of region SPTestTable,4ccccccb,1733800365341.92e06d67495051e829d42c55d1e95acb. e45acbcd10e3,39685,1733800352989 is in state SPLITTING_META, wait 2000 ms to retry 2024-12-10T03:13:07,119 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 977e0cdfb878f48d666c626e43f0c8b0; timeout=2000, timestamp=1733800389119 2024-12-10T03:13:07,119 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 92e06d67495051e829d42c55d1e95acb; timeout=2000, timestamp=1733800389119 2024-12-10T03:13:07,253 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e45acbcd10e3:34285 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-12-10T03:13:09,120 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 977e0cdfb878f48d666c626e43f0c8b0 2024-12-10T03:13:09,120 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 92e06d67495051e829d42c55d1e95acb 2024-12-10T03:13:09,120 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 91ab97c7ad60996f61243ee6a3249557 2024-12-10T03:13:09,120 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 754c33fed49c1a008450577b8d1e2457 2024-12-10T03:13:09,122 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 754c33fed49c1a008450577b8d1e2457 can not run currently because target server of region SPTestTable,,1733800365341.754c33fed49c1a008450577b8d1e2457. e45acbcd10e3,39685,1733800352989 is in state SPLITTING_META, wait 4000 ms to retry 2024-12-10T03:13:09,122 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 92e06d67495051e829d42c55d1e95acb can not run currently because target server of region SPTestTable,4ccccccb,1733800365341.92e06d67495051e829d42c55d1e95acb. e45acbcd10e3,39685,1733800352989 is in state SPLITTING_META, wait 4000 ms to retry 2024-12-10T03:13:09,122 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 91ab97c7ad60996f61243ee6a3249557 can not run currently because target server of region SPTestTable,99999996,1733800365341.91ab97c7ad60996f61243ee6a3249557. e45acbcd10e3,39685,1733800352989 is in state SPLITTING_META, wait 4000 ms to retry 2024-12-10T03:13:09,122 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 977e0cdfb878f48d666c626e43f0c8b0 can not run currently because target server of region SPTestTable,e6666661,1733800365341.977e0cdfb878f48d666c626e43f0c8b0. e45acbcd10e3,39685,1733800352989 is in state SPLITTING_META, wait 4000 ms to retry 2024-12-10T03:13:09,122 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 754c33fed49c1a008450577b8d1e2457; timeout=4000, timestamp=1733800393122 2024-12-10T03:13:09,122 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 91ab97c7ad60996f61243ee6a3249557; timeout=4000, timestamp=1733800393122 2024-12-10T03:13:09,122 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 92e06d67495051e829d42c55d1e95acb; timeout=4000, timestamp=1733800393122 2024-12-10T03:13:09,122 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 977e0cdfb878f48d666c626e43f0c8b0; timeout=4000, timestamp=1733800393122 2024-12-10T03:13:13,122 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 977e0cdfb878f48d666c626e43f0c8b0 2024-12-10T03:13:13,123 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 91ab97c7ad60996f61243ee6a3249557 2024-12-10T03:13:13,123 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 754c33fed49c1a008450577b8d1e2457 2024-12-10T03:13:13,123 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 92e06d67495051e829d42c55d1e95acb 2024-12-10T03:13:13,125 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 977e0cdfb878f48d666c626e43f0c8b0 can not run currently because target server of region SPTestTable,e6666661,1733800365341.977e0cdfb878f48d666c626e43f0c8b0. e45acbcd10e3,39685,1733800352989 is in state SPLITTING_META, wait 8000 ms to retry 2024-12-10T03:13:13,125 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 91ab97c7ad60996f61243ee6a3249557 can not run currently because target server of region SPTestTable,99999996,1733800365341.91ab97c7ad60996f61243ee6a3249557. e45acbcd10e3,39685,1733800352989 is in state SPLITTING_META, wait 8000 ms to retry 2024-12-10T03:13:13,125 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 91ab97c7ad60996f61243ee6a3249557; timeout=8000, timestamp=1733800401125 2024-12-10T03:13:13,125 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 977e0cdfb878f48d666c626e43f0c8b0; timeout=8000, timestamp=1733800401125 2024-12-10T03:13:13,125 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 754c33fed49c1a008450577b8d1e2457 can not run currently because target server of region SPTestTable,,1733800365341.754c33fed49c1a008450577b8d1e2457. e45acbcd10e3,39685,1733800352989 is in state SPLITTING_META, wait 8000 ms to retry 2024-12-10T03:13:13,125 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 92e06d67495051e829d42c55d1e95acb can not run currently because target server of region SPTestTable,4ccccccb,1733800365341.92e06d67495051e829d42c55d1e95acb. e45acbcd10e3,39685,1733800352989 is in state SPLITTING_META, wait 8000 ms to retry 2024-12-10T03:13:13,125 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 754c33fed49c1a008450577b8d1e2457; timeout=8000, timestamp=1733800401125 2024-12-10T03:13:13,125 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 92e06d67495051e829d42c55d1e95acb; timeout=8000, timestamp=1733800401125 2024-12-10T03:13:15,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33417 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-12-10T03:13:15,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33185 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-12-10T03:13:15,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33185 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-12-10T03:13:15,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33417 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-12-10T03:13:15,789 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1733800365341.0294b01951d55a0370ede883921afe3f. 2024-12-10T03:13:15,789 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1733800365341.b1928a946755a33b860151ea9e8ff7d8. 2024-12-10T03:13:15,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33185 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-12-10T03:13:15,789 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1733800365341.cf82998cccfdabf8d3c4a22dad4747c6. 2024-12-10T03:13:15,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33417 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-10T03:13:15,789 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1733800365341.e63579a55d8c81ba75f25cf50006acde. 2024-12-10T03:13:15,789 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1733800365341.fb7710159e1a273a1e36cd77aaac2f0f. 2024-12-10T03:13:15,789 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1733800365341.85ae2d3970d8f54d2d9cd18217d37a6f. 2024-12-10T03:13:15,790 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33417 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-12-10T03:13:15,794 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 85ae2d3970d8f54d2d9cd18217d37a6f 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-12-10T03:13:15,794 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing b1928a946755a33b860151ea9e8ff7d8 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-12-10T03:13:15,795 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 0294b01951d55a0370ede883921afe3f: 2024-12-10T03:13:15,795 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for cf82998cccfdabf8d3c4a22dad4747c6: 2024-12-10T03:13:15,795 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for e63579a55d8c81ba75f25cf50006acde: 2024-12-10T03:13:15,795 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1733800365341.cf82998cccfdabf8d3c4a22dad4747c6. for SnapshotProcedureTest completed. 2024-12-10T03:13:15,795 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1733800365341.0294b01951d55a0370ede883921afe3f. for SnapshotProcedureTest completed. 2024-12-10T03:13:15,795 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1733800365341.e63579a55d8c81ba75f25cf50006acde. for SnapshotProcedureTest completed. 2024-12-10T03:13:15,795 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for fb7710159e1a273a1e36cd77aaac2f0f: 2024-12-10T03:13:15,795 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1733800365341.fb7710159e1a273a1e36cd77aaac2f0f. for SnapshotProcedureTest completed. 2024-12-10T03:13:15,796 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1733800365341.fb7710159e1a273a1e36cd77aaac2f0f.' region-info for snapshot=SnapshotProcedureTest 2024-12-10T03:13:15,796 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1733800365341.e63579a55d8c81ba75f25cf50006acde.' region-info for snapshot=SnapshotProcedureTest 2024-12-10T03:13:15,796 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1733800365341.cf82998cccfdabf8d3c4a22dad4747c6.' region-info for snapshot=SnapshotProcedureTest 2024-12-10T03:13:15,796 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1733800365341.0294b01951d55a0370ede883921afe3f.' region-info for snapshot=SnapshotProcedureTest 2024-12-10T03:13:15,799 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-10T03:13:15,799 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-10T03:13:15,799 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-10T03:13:15,800 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-10T03:13:15,803 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-10T03:13:15,803 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-10T03:13:15,803 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-10T03:13:15,803 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-10T03:13:15,818 INFO [RS_LOG_REPLAY_OPS-regionserver/e45acbcd10e3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/WALs/e45acbcd10e3,39685,1733800352989-splitting/e45acbcd10e3%2C39685%2C1733800352989.meta.1733800364880.meta, size=14.0 K (14382bytes) 2024-12-10T03:13:15,818 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e45acbcd10e3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-10T03:13:15,819 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e45acbcd10e3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-10T03:13:15,819 INFO [RS_LOG_REPLAY_OPS-regionserver/e45acbcd10e3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/WALs/e45acbcd10e3,39685,1733800352989-splitting/e45acbcd10e3%2C39685%2C1733800352989.meta.1733800364880.meta 2024-12-10T03:13:15,824 INFO [RS_LOG_REPLAY_OPS-regionserver/e45acbcd10e3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/WALs/e45acbcd10e3,39685,1733800352989-splitting/e45acbcd10e3%2C39685%2C1733800352989.meta.1733800364880.meta after 3ms 2024-12-10T03:13:15,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37753 is added to blk_1073741850_1026 (size=65) 2024-12-10T03:13:15,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42727 is added to blk_1073741849_1025 (size=65) 2024-12-10T03:13:15,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40641 is added to blk_1073741851_1027 (size=65) 2024-12-10T03:13:15,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42727 is added to blk_1073741850_1026 (size=65) 2024-12-10T03:13:15,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37753 is added to blk_1073741849_1025 (size=65) 2024-12-10T03:13:15,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40641 is added to blk_1073741850_1026 (size=65) 2024-12-10T03:13:15,835 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1733800365341.e63579a55d8c81ba75f25cf50006acde. 2024-12-10T03:13:15,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40641 is added to blk_1073741849_1025 (size=65) 2024-12-10T03:13:15,835 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1733800365341.0294b01951d55a0370ede883921afe3f. 2024-12-10T03:13:15,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42727 is added to blk_1073741851_1027 (size=65) 2024-12-10T03:13:15,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37753 is added to blk_1073741851_1027 (size=65) 2024-12-10T03:13:15,836 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1733800365341.fb7710159e1a273a1e36cd77aaac2f0f. 2024-12-10T03:13:15,841 INFO [RS_LOG_REPLAY_OPS-regionserver/e45acbcd10e3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/WALs/e45acbcd10e3,39685,1733800352989-splitting/e45acbcd10e3%2C39685%2C1733800352989.meta.1733800364880.meta took 24ms 2024-12-10T03:13:15,843 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-10T03:13:15,843 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-10T03:13:15,843 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-10T03:13:15,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37753 is added to blk_1073741852_1028 (size=65) 2024-12-10T03:13:15,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34285 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-10T03:13:15,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34285 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-12-10T03:13:15,847 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34285 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e63579a55d8c81ba75f25cf50006acde 2024-12-10T03:13:15,847 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34285 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region fb7710159e1a273a1e36cd77aaac2f0f 2024-12-10T03:13:15,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34285 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-10T03:13:15,847 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34285 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0294b01951d55a0370ede883921afe3f 2024-12-10T03:13:15,847 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fb7710159e1a273a1e36cd77aaac2f0f 2024-12-10T03:13:15,847 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0294b01951d55a0370ede883921afe3f 2024-12-10T03:13:15,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40641 is added to blk_1073741852_1028 (size=65) 2024-12-10T03:13:15,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42727 is added to blk_1073741852_1028 (size=65) 2024-12-10T03:13:15,848 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e63579a55d8c81ba75f25cf50006acde 2024-12-10T03:13:15,848 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1733800365341.cf82998cccfdabf8d3c4a22dad4747c6. 2024-12-10T03:13:15,849 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-10T03:13:15,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34285 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-12-10T03:13:15,849 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34285 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region cf82998cccfdabf8d3c4a22dad4747c6 2024-12-10T03:13:15,852 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cf82998cccfdabf8d3c4a22dad4747c6 2024-12-10T03:13:15,852 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure fb7710159e1a273a1e36cd77aaac2f0f in 10.0780 sec 2024-12-10T03:13:15,856 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e63579a55d8c81ba75f25cf50006acde in 10.0790 sec 2024-12-10T03:13:15,856 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0294b01951d55a0370ede883921afe3f in 10.0780 sec 2024-12-10T03:13:15,863 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure cf82998cccfdabf8d3c4a22dad4747c6 in 10.0830 sec 2024-12-10T03:13:15,875 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e45acbcd10e3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-12-10T03:13:15,879 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e45acbcd10e3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/WALs/e45acbcd10e3,39685,1733800352989-splitting/e45acbcd10e3%2C39685%2C1733800352989.meta.1733800364880.meta so closing down 2024-12-10T03:13:15,879 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e45acbcd10e3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-10T03:13:15,883 INFO [RS_LOG_REPLAY_OPS-regionserver/e45acbcd10e3:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-e45acbcd10e3%2C39685%2C1733800352989.meta.1733800364880.meta.temp 2024-12-10T03:13:15,889 INFO [RS_LOG_REPLAY_OPS-regionserver/e45acbcd10e3:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-e45acbcd10e3%2C39685%2C1733800352989.meta.1733800364880.meta.temp 2024-12-10T03:13:15,897 INFO [RS_LOG_REPLAY_OPS-regionserver/e45acbcd10e3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-12-10T03:13:15,913 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/default/SPTestTable/b1928a946755a33b860151ea9e8ff7d8/.tmp/cf/6cb5ed6fd4da4e3386626bcf3652a5f4 is 34, key is ccd/cf:cf/1733800384925/Put/seqid=0 2024-12-10T03:13:15,913 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/default/SPTestTable/85ae2d3970d8f54d2d9cd18217d37a6f/.tmp/cf/8bd9552559384ed888ccb9f381860be4 is 34, key is baa/cf:cf/1733800384904/Put/seqid=0 2024-12-10T03:13:15,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42727 is added to blk_1073741853_1029 (size=14141) 2024-12-10T03:13:15,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40641 is added to blk_1073741853_1029 (size=14141) 2024-12-10T03:13:15,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37753 is added to blk_1073741853_1029 (size=14141) 2024-12-10T03:13:15,926 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-e45acbcd10e3%2C39685%2C1733800352989.meta.1733800364880.meta.temp (wrote 25 edits, skipped 0 edits in 1 ms) 2024-12-10T03:13:15,930 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-e45acbcd10e3%2C39685%2C1733800352989.meta.1733800364880.meta.temp to hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-12-10T03:13:15,935 INFO [RS_LOG_REPLAY_OPS-regionserver/e45acbcd10e3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 69 ms; skipped=1; WAL=hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/WALs/e45acbcd10e3,39685,1733800352989-splitting/e45acbcd10e3%2C39685%2C1733800352989.meta.1733800364880.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-12-10T03:13:15,935 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e45acbcd10e3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/WALs/e45acbcd10e3,39685,1733800352989-splitting/e45acbcd10e3%2C39685%2C1733800352989.meta.1733800364880.meta, journal: Splitting hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/WALs/e45acbcd10e3,39685,1733800352989-splitting/e45acbcd10e3%2C39685%2C1733800352989.meta.1733800364880.meta, size=14.0 K (14382bytes) at 1733800395818Finishing writing output for hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/WALs/e45acbcd10e3,39685,1733800352989-splitting/e45acbcd10e3%2C39685%2C1733800352989.meta.1733800364880.meta so closing down at 1733800395879 (+61 ms)Creating recovered edits writer path=hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-e45acbcd10e3%2C39685%2C1733800352989.meta.1733800364880.meta.temp at 1733800395890 (+11 ms)3 split writer threads finished at 1733800395897 (+7 ms)Closed recovered edits writer path=hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-e45acbcd10e3%2C39685%2C1733800352989.meta.1733800364880.meta.temp (wrote 25 edits, skipped 0 edits in 1 ms) at 1733800395926 (+29 ms)Rename recovered edits hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-e45acbcd10e3%2C39685%2C1733800352989.meta.1733800364880.meta.temp to hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1733800395930 (+4 ms)Processed 26 edits across 1 Regions in 69 ms; skipped=1; WAL=hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/WALs/e45acbcd10e3,39685,1733800352989-splitting/e45acbcd10e3%2C39685%2C1733800352989.meta.1733800364880.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1733800395935 (+5 ms) 2024-12-10T03:13:15,936 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e45acbcd10e3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/WALs/e45acbcd10e3,39685,1733800352989-splitting/e45acbcd10e3%2C39685%2C1733800352989.meta.1733800364880.meta 2024-12-10T03:13:15,936 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e45acbcd10e3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-12-10T03:13:15,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34285 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-12-10T03:13:15,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42727 is added to blk_1073741855_1031 (size=47197) 2024-12-10T03:13:15,947 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/WALs/e45acbcd10e3,39685,1733800352989-splitting/e45acbcd10e3%2C39685%2C1733800352989.meta.1733800364880.meta to hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/oldWALs 2024-12-10T03:13:15,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40641 is added to blk_1073741855_1031 (size=47197) 2024-12-10T03:13:15,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37753 is added to blk_1073741855_1031 (size=47197) 2024-12-10T03:13:15,949 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/default/SPTestTable/b1928a946755a33b860151ea9e8ff7d8/.tmp/cf/6cb5ed6fd4da4e3386626bcf3652a5f4 2024-12-10T03:13:15,952 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-12-10T03:13:15,952 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure e45acbcd10e3%2C39685%2C1733800352989.meta.1733800364880.meta, worker=e45acbcd10e3,33417,1733800352814 in 9.8190 sec 2024-12-10T03:13:15,954 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=e45acbcd10e3,33417,1733800352814 2024-12-10T03:13:15,962 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-12-10T03:13:15,962 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure e45acbcd10e3%2C39685%2C1733800352989.meta.1733800364880.meta, worker=e45acbcd10e3,33417,1733800352814 in 9.8370 sec 2024-12-10T03:13:15,965 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/WALs/e45acbcd10e3,39685,1733800352989-splitting dir is empty, no logs to split. 2024-12-10T03:13:15,965 INFO [PEWorker-3 {}] master.SplitWALManager(105): e45acbcd10e3,39685,1733800352989 WAL count=0, meta=true 2024-12-10T03:13:15,965 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if e45acbcd10e3,39685,1733800352989 WAL splitting is done? wals=0, meta=true 2024-12-10T03:13:15,968 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-10T03:13:15,970 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-10T03:13:15,971 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-10T03:13:15,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42727 is added to blk_1073741854_1030 (size=28623) 2024-12-10T03:13:15,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40641 is added to blk_1073741854_1030 (size=28623) 2024-12-10T03:13:15,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37753 is added to blk_1073741854_1030 (size=28623) 2024-12-10T03:13:15,974 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/default/SPTestTable/85ae2d3970d8f54d2d9cd18217d37a6f/.tmp/cf/8bd9552559384ed888ccb9f381860be4 2024-12-10T03:13:16,023 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/default/SPTestTable/b1928a946755a33b860151ea9e8ff7d8/.tmp/cf/6cb5ed6fd4da4e3386626bcf3652a5f4 as hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/default/SPTestTable/b1928a946755a33b860151ea9e8ff7d8/cf/6cb5ed6fd4da4e3386626bcf3652a5f4 2024-12-10T03:13:16,023 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/default/SPTestTable/85ae2d3970d8f54d2d9cd18217d37a6f/.tmp/cf/8bd9552559384ed888ccb9f381860be4 as hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/default/SPTestTable/85ae2d3970d8f54d2d9cd18217d37a6f/cf/8bd9552559384ed888ccb9f381860be4 2024-12-10T03:13:16,036 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/default/SPTestTable/b1928a946755a33b860151ea9e8ff7d8/cf/6cb5ed6fd4da4e3386626bcf3652a5f4, entries=1297, sequenceid=5, filesize=46.1 K 2024-12-10T03:13:16,037 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/default/SPTestTable/85ae2d3970d8f54d2d9cd18217d37a6f/cf/8bd9552559384ed888ccb9f381860be4, entries=731, sequenceid=5, filesize=28.0 K 2024-12-10T03:13:16,047 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for b1928a946755a33b860151ea9e8ff7d8 in 253ms, sequenceid=5, compaction requested=false 2024-12-10T03:13:16,047 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 85ae2d3970d8f54d2d9cd18217d37a6f in 251ms, sequenceid=5, compaction requested=false 2024-12-10T03:13:16,047 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for b1928a946755a33b860151ea9e8ff7d8: 2024-12-10T03:13:16,047 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 85ae2d3970d8f54d2d9cd18217d37a6f: 2024-12-10T03:13:16,047 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1733800365341.85ae2d3970d8f54d2d9cd18217d37a6f. for SnapshotProcedureTest completed. 2024-12-10T03:13:16,047 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1733800365341.b1928a946755a33b860151ea9e8ff7d8. for SnapshotProcedureTest completed. 2024-12-10T03:13:16,048 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1733800365341.85ae2d3970d8f54d2d9cd18217d37a6f.' region-info for snapshot=SnapshotProcedureTest 2024-12-10T03:13:16,048 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1733800365341.b1928a946755a33b860151ea9e8ff7d8.' region-info for snapshot=SnapshotProcedureTest 2024-12-10T03:13:16,048 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-10T03:13:16,048 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-10T03:13:16,048 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/default/SPTestTable/85ae2d3970d8f54d2d9cd18217d37a6f/cf/8bd9552559384ed888ccb9f381860be4] hfiles 2024-12-10T03:13:16,048 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/default/SPTestTable/b1928a946755a33b860151ea9e8ff7d8/cf/6cb5ed6fd4da4e3386626bcf3652a5f4] hfiles 2024-12-10T03:13:16,050 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/default/SPTestTable/85ae2d3970d8f54d2d9cd18217d37a6f/cf/8bd9552559384ed888ccb9f381860be4 for snapshot=SnapshotProcedureTest 2024-12-10T03:13:16,050 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/default/SPTestTable/b1928a946755a33b860151ea9e8ff7d8/cf/6cb5ed6fd4da4e3386626bcf3652a5f4 for snapshot=SnapshotProcedureTest 2024-12-10T03:13:16,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40641 is added to blk_1073741856_1032 (size=105) 2024-12-10T03:13:16,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37753 is added to blk_1073741857_1033 (size=105) 2024-12-10T03:13:16,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42727 is added to blk_1073741856_1032 (size=105) 2024-12-10T03:13:16,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40641 is added to blk_1073741857_1033 (size=105) 2024-12-10T03:13:16,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37753 is added to blk_1073741856_1032 (size=105) 2024-12-10T03:13:16,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42727 is added to blk_1073741857_1033 (size=105) 2024-12-10T03:13:16,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1733800365341.85ae2d3970d8f54d2d9cd18217d37a6f. 2024-12-10T03:13:16,077 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1733800365341.b1928a946755a33b860151ea9e8ff7d8. 2024-12-10T03:13:16,077 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-10T03:13:16,077 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-12-10T03:13:16,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34285 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-12-10T03:13:16,077 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34285 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b1928a946755a33b860151ea9e8ff7d8 2024-12-10T03:13:16,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34285 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-10T03:13:16,077 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34285 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 85ae2d3970d8f54d2d9cd18217d37a6f 2024-12-10T03:13:16,078 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b1928a946755a33b860151ea9e8ff7d8 2024-12-10T03:13:16,078 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 85ae2d3970d8f54d2d9cd18217d37a6f 2024-12-10T03:13:16,084 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b1928a946755a33b860151ea9e8ff7d8 in 10.3080 sec 2024-12-10T03:13:16,084 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 85ae2d3970d8f54d2d9cd18217d37a6f in 10.3080 sec 2024-12-10T03:13:16,122 DEBUG [e45acbcd10e3:34285 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-10T03:13:16,122 DEBUG [e45acbcd10e3:34285 {}] balancer.BalancerClusterState(204): Hosts are {e45acbcd10e3=0} racks are {/default-rack=0} 2024-12-10T03:13:16,123 DEBUG [e45acbcd10e3:34285 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-10T03:13:16,123 DEBUG [e45acbcd10e3:34285 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-10T03:13:16,123 DEBUG [e45acbcd10e3:34285 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-10T03:13:16,123 DEBUG [e45acbcd10e3:34285 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-10T03:13:16,123 INFO [e45acbcd10e3:34285 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-10T03:13:16,123 INFO [e45acbcd10e3:34285 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-10T03:13:16,123 DEBUG [e45acbcd10e3:34285 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-10T03:13:16,123 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e45acbcd10e3,33185,1733800352572 2024-12-10T03:13:16,125 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e45acbcd10e3,33185,1733800352572, state=OPENING 2024-12-10T03:13:16,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34285-0x1000db5db970000, quorum=127.0.0.1:61156, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T03:13:16,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33417-0x1000db5db970002, quorum=127.0.0.1:61156, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T03:13:16,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33185-0x1000db5db970001, quorum=127.0.0.1:61156, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T03:13:16,152 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-10T03:13:16,152 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T03:13:16,152 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T03:13:16,152 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T03:13:16,152 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e45acbcd10e3,33185,1733800352572}] 2024-12-10T03:13:21,125 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 977e0cdfb878f48d666c626e43f0c8b0 2024-12-10T03:13:21,126 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 92e06d67495051e829d42c55d1e95acb 2024-12-10T03:13:21,126 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 91ab97c7ad60996f61243ee6a3249557 2024-12-10T03:13:21,126 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 754c33fed49c1a008450577b8d1e2457 2024-12-10T03:13:21,128 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 977e0cdfb878f48d666c626e43f0c8b0 can not run currently because target server of region SPTestTable,e6666661,1733800365341.977e0cdfb878f48d666c626e43f0c8b0. e45acbcd10e3,39685,1733800352989 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-12-10T03:13:21,128 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 92e06d67495051e829d42c55d1e95acb can not run currently because target server of region SPTestTable,4ccccccb,1733800365341.92e06d67495051e829d42c55d1e95acb. e45acbcd10e3,39685,1733800352989 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-12-10T03:13:21,128 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 977e0cdfb878f48d666c626e43f0c8b0; timeout=16000, timestamp=1733800417128 2024-12-10T03:13:21,128 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 91ab97c7ad60996f61243ee6a3249557 can not run currently because target server of region SPTestTable,99999996,1733800365341.91ab97c7ad60996f61243ee6a3249557. e45acbcd10e3,39685,1733800352989 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-12-10T03:13:21,128 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 92e06d67495051e829d42c55d1e95acb; timeout=16000, timestamp=1733800417128 2024-12-10T03:13:21,128 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 91ab97c7ad60996f61243ee6a3249557; timeout=16000, timestamp=1733800417128 2024-12-10T03:13:21,130 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 754c33fed49c1a008450577b8d1e2457 can not run currently because target server of region SPTestTable,,1733800365341.754c33fed49c1a008450577b8d1e2457. e45acbcd10e3,39685,1733800352989 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-12-10T03:13:21,130 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 754c33fed49c1a008450577b8d1e2457; timeout=16000, timestamp=1733800417130 2024-12-10T03:13:25,154 INFO [master/e45acbcd10e3:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-10T03:13:25,154 INFO [master/e45acbcd10e3:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-10T03:13:26,169 INFO [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=40}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-10T03:13:26,169 INFO [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T03:13:26,169 INFO [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=40}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-10T03:13:26,172 INFO [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e45acbcd10e3%2C33185%2C1733800352572.meta, suffix=.meta, logDir=hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/WALs/e45acbcd10e3,33185,1733800352572, archiveDir=hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/oldWALs, maxLogs=32 2024-12-10T03:13:26,186 DEBUG [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=40}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/WALs/e45acbcd10e3,33185,1733800352572/e45acbcd10e3%2C33185%2C1733800352572.meta.1733800406173.meta, exclude list is [], retry=0 2024-12-10T03:13:26,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37753,DS-af88c3d7-6164-452c-8405-1885e0756f4f,DISK] 2024-12-10T03:13:26,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40641,DS-2940bbf7-cd4f-4574-bcfd-f4c0860220f5,DISK] 2024-12-10T03:13:26,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42727,DS-002ab7af-0b87-4c13-ae6c-0120a4a99c31,DISK] 2024-12-10T03:13:26,191 INFO [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/WALs/e45acbcd10e3,33185,1733800352572/e45acbcd10e3%2C33185%2C1733800352572.meta.1733800406173.meta 2024-12-10T03:13:26,192 DEBUG [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33835:33835),(127.0.0.1/127.0.0.1:44481:44481),(127.0.0.1/127.0.0.1:42677:42677)] 2024-12-10T03:13:26,192 DEBUG [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-10T03:13:26,192 DEBUG [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=40}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-10T03:13:26,192 DEBUG [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-10T03:13:26,192 INFO [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-10T03:13:26,192 DEBUG [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-10T03:13:26,193 DEBUG [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T03:13:26,193 DEBUG [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-10T03:13:26,193 DEBUG [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-10T03:13:26,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-10T03:13:26,196 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-10T03:13:26,196 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T03:13:26,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T03:13:26,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-10T03:13:26,197 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-10T03:13:26,198 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T03:13:26,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T03:13:26,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-10T03:13:26,199 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-10T03:13:26,199 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T03:13:26,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T03:13:26,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-10T03:13:26,201 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-10T03:13:26,201 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T03:13:26,202 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T03:13:26,202 DEBUG [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-10T03:13:26,203 DEBUG [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/hbase/meta/1588230740 2024-12-10T03:13:26,206 DEBUG [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/hbase/meta/1588230740 2024-12-10T03:13:26,208 INFO [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-12-10T03:13:26,221 DEBUG [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-12-10T03:13:26,221 INFO [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-12-10T03:13:26,241 DEBUG [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/hbase/meta/1588230740/.tmp/info/3f3e0e78e4624bb3b0ae20351dfc2b4c is 167, key is SPTestTable,19999999,1733800365341.cf82998cccfdabf8d3c4a22dad4747c6./info:regioninfo/1733800375858/Put/seqid=0 2024-12-10T03:13:26,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42727 is added to blk_1073741859_1035 (size=18393) 2024-12-10T03:13:26,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40641 is added to blk_1073741859_1035 (size=18393) 2024-12-10T03:13:26,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37753 is added to blk_1073741859_1035 (size=18393) 2024-12-10T03:13:26,250 INFO [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/hbase/meta/1588230740/.tmp/info/3f3e0e78e4624bb3b0ae20351dfc2b4c 2024-12-10T03:13:26,270 DEBUG [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/hbase/meta/1588230740/.tmp/ns/05bdd82d94e54e279d89416bf838bdf1 is 43, key is default/ns:d/1733800365035/Put/seqid=0 2024-12-10T03:13:26,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40641 is added to blk_1073741860_1036 (size=5153) 2024-12-10T03:13:26,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37753 is added to blk_1073741860_1036 (size=5153) 2024-12-10T03:13:26,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42727 is added to blk_1073741860_1036 (size=5153) 2024-12-10T03:13:26,278 INFO [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/hbase/meta/1588230740/.tmp/ns/05bdd82d94e54e279d89416bf838bdf1 2024-12-10T03:13:26,299 DEBUG [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/hbase/meta/1588230740/.tmp/table/904be768d3e943d7a6f2a707633e535b is 47, key is SPTestTable/table:state/1733800375904/Put/seqid=0 2024-12-10T03:13:26,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37753 is added to blk_1073741861_1037 (size=5214) 2024-12-10T03:13:26,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40641 is added to blk_1073741861_1037 (size=5214) 2024-12-10T03:13:26,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42727 is added to blk_1073741861_1037 (size=5214) 2024-12-10T03:13:26,311 INFO [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/hbase/meta/1588230740/.tmp/table/904be768d3e943d7a6f2a707633e535b 2024-12-10T03:13:26,321 DEBUG [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/hbase/meta/1588230740/.tmp/info/3f3e0e78e4624bb3b0ae20351dfc2b4c as hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/hbase/meta/1588230740/info/3f3e0e78e4624bb3b0ae20351dfc2b4c 2024-12-10T03:13:26,331 INFO [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/hbase/meta/1588230740/info/3f3e0e78e4624bb3b0ae20351dfc2b4c, entries=100, sequenceid=28, filesize=18.0 K 2024-12-10T03:13:26,333 DEBUG [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/hbase/meta/1588230740/.tmp/ns/05bdd82d94e54e279d89416bf838bdf1 as hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/hbase/meta/1588230740/ns/05bdd82d94e54e279d89416bf838bdf1 2024-12-10T03:13:26,344 INFO [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/hbase/meta/1588230740/ns/05bdd82d94e54e279d89416bf838bdf1, entries=2, sequenceid=28, filesize=5.0 K 2024-12-10T03:13:26,347 DEBUG [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/hbase/meta/1588230740/.tmp/table/904be768d3e943d7a6f2a707633e535b as hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/hbase/meta/1588230740/table/904be768d3e943d7a6f2a707633e535b 2024-12-10T03:13:26,355 INFO [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/hbase/meta/1588230740/table/904be768d3e943d7a6f2a707633e535b, entries=2, sequenceid=28, filesize=5.1 K 2024-12-10T03:13:26,355 INFO [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 134ms, sequenceid=28, compaction requested=false; wal=null 2024-12-10T03:13:26,356 DEBUG [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-12-10T03:13:26,358 DEBUG [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-10T03:13:26,358 DEBUG [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-10T03:13:26,359 DEBUG [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-10T03:13:26,361 DEBUG [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-10T03:13:26,363 DEBUG [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-12-10T03:13:26,364 INFO [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66566334, jitterRate=-0.008084326982498169}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-10T03:13:26,364 DEBUG [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-10T03:13:26,364 DEBUG [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733800406193Writing region info on filesystem at 1733800406193Initializing all the Stores at 1733800406194 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733800406194Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733800406195 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733800406195Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733800406195Obtaining lock to block concurrent updates at 1733800406221 (+26 ms)Preparing flush snapshotting stores in 1588230740 at 1733800406221Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1733800406221Flushing stores of hbase:meta,,1.1588230740 at 1733800406221Flushing 1588230740/info: creating writer at 1733800406221Flushing 1588230740/info: appending metadata at 1733800406240 (+19 ms)Flushing 1588230740/info: closing flushed file at 1733800406240Flushing 1588230740/ns: creating writer at 1733800406257 (+17 ms)Flushing 1588230740/ns: appending metadata at 1733800406270 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733800406270Flushing 1588230740/table: creating writer at 1733800406286 (+16 ms)Flushing 1588230740/table: appending metadata at 1733800406299 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733800406299Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7616c6b: reopening flushed file at 1733800406319 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@659384a1: reopening flushed file at 1733800406332 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6caff54b: reopening flushed file at 1733800406345 (+13 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 134ms, sequenceid=28, compaction requested=false; wal=null at 1733800406355 (+10 ms)Cleaning up temporary data from old regions at 1733800406358 (+3 ms)Running coprocessor post-open hooks at 1733800406364 (+6 ms)Region opened successfully at 1733800406364 2024-12-10T03:13:26,366 INFO [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=40, masterSystemTime=1733800406155 2024-12-10T03:13:26,368 DEBUG [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-10T03:13:26,368 INFO [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=40}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-10T03:13:26,369 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=e45acbcd10e3,33185,1733800352572 2024-12-10T03:13:26,369 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e45acbcd10e3,33185,1733800352572, state=OPEN 2024-12-10T03:13:26,373 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34285 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=e45acbcd10e3,33185,1733800352572, table=hbase:meta, region=1588230740. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-10T03:13:26,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33417-0x1000db5db970002, quorum=127.0.0.1:61156, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T03:13:26,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33185-0x1000db5db970001, quorum=127.0.0.1:61156, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T03:13:26,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34285-0x1000db5db970000, quorum=127.0.0.1:61156, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T03:13:26,446 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T03:13:26,446 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T03:13:26,446 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=40, ppid=39, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e45acbcd10e3,33185,1733800352572 2024-12-10T03:13:26,446 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T03:13:26,449 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-12-10T03:13:26,449 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e45acbcd10e3,33185,1733800352572 in 10.2940 sec 2024-12-10T03:13:26,451 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=36 2024-12-10T03:13:26,451 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.4820 sec 2024-12-10T03:13:26,451 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): e45acbcd10e3,39685,1733800352989 had 5 regions 2024-12-10T03:13:26,452 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure e45acbcd10e3,39685,1733800352989, splitWal=true, meta=true, isMeta: false 2024-12-10T03:13:26,455 INFO [PEWorker-4 {}] master.SplitWALManager(105): e45acbcd10e3,39685,1733800352989 WAL count=1, meta=false 2024-12-10T03:13:26,455 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure e45acbcd10e3%2C39685%2C1733800352989.1733800354661}] 2024-12-10T03:13:26,458 DEBUG [PEWorker-5 {}] master.SplitWALManager(158): Acquired split WAL worker=e45acbcd10e3,33185,1733800352572 2024-12-10T03:13:26,459 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure e45acbcd10e3%2C39685%2C1733800352989.1733800354661, worker=e45acbcd10e3,33185,1733800352572}] 2024-12-10T03:13:30,845 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-10T03:13:31,722 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-10T03:13:35,754 INFO [regionserver/e45acbcd10e3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-12-10T03:13:36,461 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33185 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=42 2024-12-10T03:13:36,475 INFO [RS_LOG_REPLAY_OPS-regionserver/e45acbcd10e3:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(299): Splitting hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/WALs/e45acbcd10e3,39685,1733800352989-splitting/e45acbcd10e3%2C39685%2C1733800352989.1733800354661, size=1.2 K (1242bytes) 2024-12-10T03:13:36,475 INFO [RS_LOG_REPLAY_OPS-regionserver/e45acbcd10e3:0-0 {event_type=RS_LOG_REPLAY, pid=42}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/WALs/e45acbcd10e3,39685,1733800352989-splitting/e45acbcd10e3%2C39685%2C1733800352989.1733800354661 2024-12-10T03:13:36,476 INFO [RS_LOG_REPLAY_OPS-regionserver/e45acbcd10e3:0-0 {event_type=RS_LOG_REPLAY, pid=42}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/WALs/e45acbcd10e3,39685,1733800352989-splitting/e45acbcd10e3%2C39685%2C1733800352989.1733800354661 after 1ms 2024-12-10T03:13:36,480 INFO [RS_LOG_REPLAY_OPS-regionserver/e45acbcd10e3:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(310): Open hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/WALs/e45acbcd10e3,39685,1733800352989-splitting/e45acbcd10e3%2C39685%2C1733800352989.1733800354661 took 5ms 2024-12-10T03:13:36,484 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e45acbcd10e3:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 977e0cdfb878f48d666c626e43f0c8b0: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-10T03:13:36,486 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e45acbcd10e3:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 91ab97c7ad60996f61243ee6a3249557: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-10T03:13:36,487 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e45acbcd10e3:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 92e06d67495051e829d42c55d1e95acb: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-10T03:13:36,488 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e45acbcd10e3:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 754c33fed49c1a008450577b8d1e2457: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-10T03:13:36,488 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e45acbcd10e3:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/WALs/e45acbcd10e3,39685,1733800352989-splitting/e45acbcd10e3%2C39685%2C1733800352989.1733800354661 so closing down 2024-12-10T03:13:36,488 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e45acbcd10e3:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-10T03:13:36,489 INFO [RS_LOG_REPLAY_OPS-regionserver/e45acbcd10e3:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.OutputSink(145): 3 split writer threads finished 2024-12-10T03:13:36,489 INFO [RS_LOG_REPLAY_OPS-regionserver/e45acbcd10e3:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 7 ms; skipped=4; WAL=hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/WALs/e45acbcd10e3,39685,1733800352989-splitting/e45acbcd10e3%2C39685%2C1733800352989.1733800354661, size=1.2 K, length=1242, corrupted=false, cancelled=false 2024-12-10T03:13:36,489 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e45acbcd10e3:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(428): Completed split of hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/WALs/e45acbcd10e3,39685,1733800352989-splitting/e45acbcd10e3%2C39685%2C1733800352989.1733800354661, journal: Splitting hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/WALs/e45acbcd10e3,39685,1733800352989-splitting/e45acbcd10e3%2C39685%2C1733800352989.1733800354661, size=1.2 K (1242bytes) at 1733800416475Finishing writing output for hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/WALs/e45acbcd10e3,39685,1733800352989-splitting/e45acbcd10e3%2C39685%2C1733800352989.1733800354661 so closing down at 1733800416488 (+13 ms)3 split writer threads finished at 1733800416489 (+1 ms)Processed 4 edits across 0 Regions in 7 ms; skipped=4; WAL=hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/WALs/e45acbcd10e3,39685,1733800352989-splitting/e45acbcd10e3%2C39685%2C1733800352989.1733800354661, size=1.2 K, length=1242, corrupted=false, cancelled=false at 1733800416489 2024-12-10T03:13:36,489 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e45acbcd10e3:0-0 {event_type=RS_LOG_REPLAY, pid=42}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/WALs/e45acbcd10e3,39685,1733800352989-splitting/e45acbcd10e3%2C39685%2C1733800352989.1733800354661 2024-12-10T03:13:36,489 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e45acbcd10e3:0-0 {event_type=RS_LOG_REPLAY, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-12-10T03:13:36,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34285 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-12-10T03:13:36,493 INFO [PEWorker-3 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/WALs/e45acbcd10e3,39685,1733800352989-splitting/e45acbcd10e3%2C39685%2C1733800352989.1733800354661 to hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/oldWALs 2024-12-10T03:13:36,495 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=41 2024-12-10T03:13:36,495 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=41, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure e45acbcd10e3%2C39685%2C1733800352989.1733800354661, worker=e45acbcd10e3,33185,1733800352572 in 10.0350 sec 2024-12-10T03:13:36,497 DEBUG [PEWorker-2 {}] master.SplitWALManager(172): Release split WAL worker=e45acbcd10e3,33185,1733800352572 2024-12-10T03:13:36,499 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=36 2024-12-10T03:13:36,499 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure e45acbcd10e3%2C39685%2C1733800352989.1733800354661, worker=e45acbcd10e3,33185,1733800352572 in 10.0420 sec 2024-12-10T03:13:36,501 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/WALs/e45acbcd10e3,39685,1733800352989-splitting dir is empty, no logs to split. 2024-12-10T03:13:36,501 INFO [PEWorker-4 {}] master.SplitWALManager(105): e45acbcd10e3,39685,1733800352989 WAL count=0, meta=false 2024-12-10T03:13:36,501 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if e45acbcd10e3,39685,1733800352989 WAL splitting is done? wals=0, meta=false 2024-12-10T03:13:36,503 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=91ab97c7ad60996f61243ee6a3249557, ASSIGN}, {pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=977e0cdfb878f48d666c626e43f0c8b0, ASSIGN}, {pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=92e06d67495051e829d42c55d1e95acb, ASSIGN}, {pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=754c33fed49c1a008450577b8d1e2457, ASSIGN}] 2024-12-10T03:13:36,505 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=92e06d67495051e829d42c55d1e95acb, ASSIGN 2024-12-10T03:13:36,505 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=977e0cdfb878f48d666c626e43f0c8b0, ASSIGN 2024-12-10T03:13:36,505 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=91ab97c7ad60996f61243ee6a3249557, ASSIGN 2024-12-10T03:13:36,505 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=754c33fed49c1a008450577b8d1e2457, ASSIGN 2024-12-10T03:13:36,506 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=977e0cdfb878f48d666c626e43f0c8b0, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-10T03:13:36,506 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=91ab97c7ad60996f61243ee6a3249557, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-10T03:13:36,506 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=92e06d67495051e829d42c55d1e95acb, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-10T03:13:36,506 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=754c33fed49c1a008450577b8d1e2457, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-10T03:13:36,657 DEBUG [e45acbcd10e3:34285 {}] balancer.BalancerClusterState(204): Hosts are {e45acbcd10e3=0} racks are {/default-rack=0} 2024-12-10T03:13:36,657 DEBUG [e45acbcd10e3:34285 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-10T03:13:36,657 DEBUG [e45acbcd10e3:34285 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-10T03:13:36,657 DEBUG [e45acbcd10e3:34285 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-10T03:13:36,657 DEBUG [e45acbcd10e3:34285 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-10T03:13:36,657 INFO [e45acbcd10e3:34285 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-10T03:13:36,657 INFO [e45acbcd10e3:34285 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-10T03:13:36,658 DEBUG [e45acbcd10e3:34285 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-10T03:13:36,658 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=977e0cdfb878f48d666c626e43f0c8b0, regionState=OPENING, regionLocation=e45acbcd10e3,33417,1733800352814 2024-12-10T03:13:36,658 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=46 updating hbase:meta row=754c33fed49c1a008450577b8d1e2457, regionState=OPENING, regionLocation=e45acbcd10e3,33185,1733800352572 2024-12-10T03:13:36,658 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=91ab97c7ad60996f61243ee6a3249557, regionState=OPENING, regionLocation=e45acbcd10e3,33185,1733800352572 2024-12-10T03:13:36,658 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=92e06d67495051e829d42c55d1e95acb, regionState=OPENING, regionLocation=e45acbcd10e3,33417,1733800352814 2024-12-10T03:13:36,660 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server e45acbcd10e3:39685 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e45acbcd10e3/172.17.0.2:39685 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T03:13:36,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e45acbcd10e3,39685,1733800352989, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=e45acbcd10e3,39685,1733800352989, seqNum=-1, error=java.net.ConnectException: Call to address=e45acbcd10e3:39685 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e45acbcd10e3/172.17.0.2:39685 2024-12-10T03:13:36,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=e45acbcd10e3,39685,1733800352989, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-12-10T03:13:36,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=e45acbcd10e3,39685,1733800352989, seqNum=-1 from cache 2024-12-10T03:13:36,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e45acbcd10e3,39685,1733800352989, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=e45acbcd10e3:39685 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e45acbcd10e3/172.17.0.2:39685 2024-12-10T03:13:36,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e45acbcd10e3,39685,1733800352989, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=e45acbcd10e3:39685 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e45acbcd10e3/172.17.0.2:39685 2024-12-10T03:13:36,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e45acbcd10e3,39685,1733800352989, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=e45acbcd10e3:39685 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e45acbcd10e3/172.17.0.2:39685 2024-12-10T03:13:36,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address e45acbcd10e3:39685 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e45acbcd10e3/172.17.0.2:39685 2024-12-10T03:13:36,768 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-10T03:13:36,768 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e45acbcd10e3,33185,1733800352572, seqNum=-1] 2024-12-10T03:13:36,768 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T03:13:36,770 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34407, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T03:13:36,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=92e06d67495051e829d42c55d1e95acb, ASSIGN because future has completed 2024-12-10T03:13:36,772 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=45, state=RUNNABLE, hasLock=false; OpenRegionProcedure 92e06d67495051e829d42c55d1e95acb, server=e45acbcd10e3,33417,1733800352814}] 2024-12-10T03:13:36,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=977e0cdfb878f48d666c626e43f0c8b0, ASSIGN because future has completed 2024-12-10T03:13:36,773 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 977e0cdfb878f48d666c626e43f0c8b0, server=e45acbcd10e3,33417,1733800352814}] 2024-12-10T03:13:36,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=754c33fed49c1a008450577b8d1e2457, ASSIGN because future has completed 2024-12-10T03:13:36,774 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE, hasLock=false; OpenRegionProcedure 754c33fed49c1a008450577b8d1e2457, server=e45acbcd10e3,33185,1733800352572}] 2024-12-10T03:13:36,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=91ab97c7ad60996f61243ee6a3249557, ASSIGN because future has completed 2024-12-10T03:13:36,776 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure 91ab97c7ad60996f61243ee6a3249557, server=e45acbcd10e3,33185,1733800352572}] 2024-12-10T03:13:37,129 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 91ab97c7ad60996f61243ee6a3249557 held by pid=43 2024-12-10T03:13:37,129 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 92e06d67495051e829d42c55d1e95acb held by pid=45 2024-12-10T03:13:37,129 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 91ab97c7ad60996f61243ee6a3249557 2024-12-10T03:13:37,129 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 977e0cdfb878f48d666c626e43f0c8b0 held by pid=44 2024-12-10T03:13:37,129 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 92e06d67495051e829d42c55d1e95acb 2024-12-10T03:13:37,129 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 977e0cdfb878f48d666c626e43f0c8b0 2024-12-10T03:13:37,131 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 754c33fed49c1a008450577b8d1e2457 held by pid=46 2024-12-10T03:13:37,131 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 754c33fed49c1a008450577b8d1e2457 2024-12-10T03:13:40,792 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region b1928a946755a33b860151ea9e8ff7d8, had cached 0 bytes from a total of 47197 2024-12-10T03:13:40,836 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 85ae2d3970d8f54d2d9cd18217d37a6f, had cached 0 bytes from a total of 28623 2024-12-10T03:13:42,255 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e45acbcd10e3:34285 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-12-10T03:13:46,411 DEBUG [master/e45acbcd10e3:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region cf82998cccfdabf8d3c4a22dad4747c6 changed from -1.0 to 0.0, refreshing cache 2024-12-10T03:13:46,411 DEBUG [master/e45acbcd10e3:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region fb7710159e1a273a1e36cd77aaac2f0f changed from -1.0 to 0.0, refreshing cache 2024-12-10T03:13:46,412 DEBUG [master/e45acbcd10e3:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region b1928a946755a33b860151ea9e8ff7d8 changed from -1.0 to 0.0, refreshing cache 2024-12-10T03:13:46,413 DEBUG [master/e45acbcd10e3:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-10T03:13:46,413 DEBUG [master/e45acbcd10e3:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 0294b01951d55a0370ede883921afe3f changed from -1.0 to 0.0, refreshing cache 2024-12-10T03:13:46,413 DEBUG [master/e45acbcd10e3:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region e63579a55d8c81ba75f25cf50006acde changed from -1.0 to 0.0, refreshing cache 2024-12-10T03:13:46,413 DEBUG [master/e45acbcd10e3:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 85ae2d3970d8f54d2d9cd18217d37a6f changed from -1.0 to 0.0, refreshing cache 2024-12-10T03:13:46,782 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733800365341.977e0cdfb878f48d666c626e43f0c8b0. 2024-12-10T03:13:46,783 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(132): Open SPTestTable,,1733800365341.754c33fed49c1a008450577b8d1e2457. 2024-12-10T03:13:46,783 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7752): Opening region: {ENCODED => 977e0cdfb878f48d666c626e43f0c8b0, NAME => 'SPTestTable,e6666661,1733800365341.977e0cdfb878f48d666c626e43f0c8b0.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-10T03:13:46,783 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7752): Opening region: {ENCODED => 754c33fed49c1a008450577b8d1e2457, NAME => 'SPTestTable,,1733800365341.754c33fed49c1a008450577b8d1e2457.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-10T03:13:46,783 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 977e0cdfb878f48d666c626e43f0c8b0 2024-12-10T03:13:46,783 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733800365341.977e0cdfb878f48d666c626e43f0c8b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T03:13:46,783 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 754c33fed49c1a008450577b8d1e2457 2024-12-10T03:13:46,784 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7794): checking encryption for 977e0cdfb878f48d666c626e43f0c8b0 2024-12-10T03:13:46,784 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(898): Instantiated SPTestTable,,1733800365341.754c33fed49c1a008450577b8d1e2457.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T03:13:46,784 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7797): checking classloading for 977e0cdfb878f48d666c626e43f0c8b0 2024-12-10T03:13:46,784 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7794): checking encryption for 754c33fed49c1a008450577b8d1e2457 2024-12-10T03:13:46,784 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7797): checking classloading for 754c33fed49c1a008450577b8d1e2457 2024-12-10T03:13:46,787 INFO [StoreOpener-977e0cdfb878f48d666c626e43f0c8b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 977e0cdfb878f48d666c626e43f0c8b0 2024-12-10T03:13:46,788 INFO [StoreOpener-754c33fed49c1a008450577b8d1e2457-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 754c33fed49c1a008450577b8d1e2457 2024-12-10T03:13:46,788 INFO [StoreOpener-977e0cdfb878f48d666c626e43f0c8b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 977e0cdfb878f48d666c626e43f0c8b0 columnFamilyName cf 2024-12-10T03:13:46,789 DEBUG [StoreOpener-977e0cdfb878f48d666c626e43f0c8b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T03:13:46,789 INFO [StoreOpener-977e0cdfb878f48d666c626e43f0c8b0-1 {}] regionserver.HStore(327): Store=977e0cdfb878f48d666c626e43f0c8b0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T03:13:46,790 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1038): replaying wal for 977e0cdfb878f48d666c626e43f0c8b0 2024-12-10T03:13:46,791 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/default/SPTestTable/977e0cdfb878f48d666c626e43f0c8b0 2024-12-10T03:13:46,792 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/default/SPTestTable/977e0cdfb878f48d666c626e43f0c8b0 2024-12-10T03:13:46,793 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1048): stopping wal replay for 977e0cdfb878f48d666c626e43f0c8b0 2024-12-10T03:13:46,793 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1060): Cleaning up temporary data for 977e0cdfb878f48d666c626e43f0c8b0 2024-12-10T03:13:46,795 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1093): writing seq id for 977e0cdfb878f48d666c626e43f0c8b0 2024-12-10T03:13:46,796 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1114): Opened 977e0cdfb878f48d666c626e43f0c8b0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61973006, jitterRate=-0.07653024792671204}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T03:13:46,796 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 977e0cdfb878f48d666c626e43f0c8b0 2024-12-10T03:13:46,796 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1006): Region open journal for 977e0cdfb878f48d666c626e43f0c8b0: Running coprocessor pre-open hook at 1733800426784Writing region info on filesystem at 1733800426784Initializing all the Stores at 1733800426786 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733800426786Cleaning up temporary data from old regions at 1733800426793 (+7 ms)Running coprocessor post-open hooks at 1733800426796 (+3 ms)Region opened successfully at 1733800426796 2024-12-10T03:13:46,797 INFO [StoreOpener-754c33fed49c1a008450577b8d1e2457-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 754c33fed49c1a008450577b8d1e2457 columnFamilyName cf 2024-12-10T03:13:46,797 DEBUG [StoreOpener-754c33fed49c1a008450577b8d1e2457-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T03:13:46,798 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733800365341.977e0cdfb878f48d666c626e43f0c8b0., pid=48, masterSystemTime=1733800426775 2024-12-10T03:13:46,798 INFO [StoreOpener-754c33fed49c1a008450577b8d1e2457-1 {}] regionserver.HStore(327): Store=754c33fed49c1a008450577b8d1e2457/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T03:13:46,798 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1038): replaying wal for 754c33fed49c1a008450577b8d1e2457 2024-12-10T03:13:46,800 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/default/SPTestTable/754c33fed49c1a008450577b8d1e2457 2024-12-10T03:13:46,800 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733800365341.977e0cdfb878f48d666c626e43f0c8b0. 2024-12-10T03:13:46,800 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733800365341.977e0cdfb878f48d666c626e43f0c8b0. 2024-12-10T03:13:46,800 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733800365341.92e06d67495051e829d42c55d1e95acb. 2024-12-10T03:13:46,800 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7752): Opening region: {ENCODED => 92e06d67495051e829d42c55d1e95acb, NAME => 'SPTestTable,4ccccccb,1733800365341.92e06d67495051e829d42c55d1e95acb.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-10T03:13:46,801 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 92e06d67495051e829d42c55d1e95acb 2024-12-10T03:13:46,801 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=977e0cdfb878f48d666c626e43f0c8b0, regionState=OPEN, openSeqNum=2, regionLocation=e45acbcd10e3,33417,1733800352814 2024-12-10T03:13:46,801 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733800365341.92e06d67495051e829d42c55d1e95acb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T03:13:46,801 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7794): checking encryption for 92e06d67495051e829d42c55d1e95acb 2024-12-10T03:13:46,801 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7797): checking classloading for 92e06d67495051e829d42c55d1e95acb 2024-12-10T03:13:46,801 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/default/SPTestTable/754c33fed49c1a008450577b8d1e2457 2024-12-10T03:13:46,802 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1048): stopping wal replay for 754c33fed49c1a008450577b8d1e2457 2024-12-10T03:13:46,802 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1060): Cleaning up temporary data for 754c33fed49c1a008450577b8d1e2457 2024-12-10T03:13:46,803 INFO [StoreOpener-92e06d67495051e829d42c55d1e95acb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 92e06d67495051e829d42c55d1e95acb 2024-12-10T03:13:46,804 INFO [StoreOpener-92e06d67495051e829d42c55d1e95acb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92e06d67495051e829d42c55d1e95acb columnFamilyName cf 2024-12-10T03:13:46,804 DEBUG [StoreOpener-92e06d67495051e829d42c55d1e95acb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T03:13:46,805 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1093): writing seq id for 754c33fed49c1a008450577b8d1e2457 2024-12-10T03:13:46,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=48, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 977e0cdfb878f48d666c626e43f0c8b0, server=e45acbcd10e3,33417,1733800352814 because future has completed 2024-12-10T03:13:46,805 INFO [StoreOpener-92e06d67495051e829d42c55d1e95acb-1 {}] regionserver.HStore(327): Store=92e06d67495051e829d42c55d1e95acb/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T03:13:46,806 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1038): replaying wal for 92e06d67495051e829d42c55d1e95acb 2024-12-10T03:13:46,806 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1114): Opened 754c33fed49c1a008450577b8d1e2457; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74375540, jitterRate=0.10828191041946411}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T03:13:46,806 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 754c33fed49c1a008450577b8d1e2457 2024-12-10T03:13:46,806 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1006): Region open journal for 754c33fed49c1a008450577b8d1e2457: Running coprocessor pre-open hook at 1733800426784Writing region info on filesystem at 1733800426784Initializing all the Stores at 1733800426786 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733800426786Cleaning up temporary data from old regions at 1733800426802 (+16 ms)Running coprocessor post-open hooks at 1733800426806 (+4 ms)Region opened successfully at 1733800426806 2024-12-10T03:13:46,806 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/default/SPTestTable/92e06d67495051e829d42c55d1e95acb 2024-12-10T03:13:46,807 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733800365341.754c33fed49c1a008450577b8d1e2457., pid=49, masterSystemTime=1733800426778 2024-12-10T03:13:46,808 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/default/SPTestTable/92e06d67495051e829d42c55d1e95acb 2024-12-10T03:13:46,809 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=44 2024-12-10T03:13:46,809 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1048): stopping wal replay for 92e06d67495051e829d42c55d1e95acb 2024-12-10T03:13:46,809 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1060): Cleaning up temporary data for 92e06d67495051e829d42c55d1e95acb 2024-12-10T03:13:46,809 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=44, state=SUCCESS, hasLock=false; OpenRegionProcedure 977e0cdfb878f48d666c626e43f0c8b0, server=e45acbcd10e3,33417,1733800352814 in 10.0330 sec 2024-12-10T03:13:46,809 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733800365341.754c33fed49c1a008450577b8d1e2457. 2024-12-10T03:13:46,809 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733800365341.754c33fed49c1a008450577b8d1e2457. 2024-12-10T03:13:46,809 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733800365341.91ab97c7ad60996f61243ee6a3249557. 2024-12-10T03:13:46,809 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 91ab97c7ad60996f61243ee6a3249557, NAME => 'SPTestTable,99999996,1733800365341.91ab97c7ad60996f61243ee6a3249557.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-10T03:13:46,810 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 91ab97c7ad60996f61243ee6a3249557 2024-12-10T03:13:46,810 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=46 updating hbase:meta row=754c33fed49c1a008450577b8d1e2457, regionState=OPEN, openSeqNum=2, regionLocation=e45acbcd10e3,33185,1733800352572 2024-12-10T03:13:46,810 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733800365341.91ab97c7ad60996f61243ee6a3249557.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T03:13:46,810 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7794): checking encryption for 91ab97c7ad60996f61243ee6a3249557 2024-12-10T03:13:46,810 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7797): checking classloading for 91ab97c7ad60996f61243ee6a3249557 2024-12-10T03:13:46,811 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=977e0cdfb878f48d666c626e43f0c8b0, ASSIGN in 10.3060 sec 2024-12-10T03:13:46,811 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 977e0cdfb878f48d666c626e43f0c8b0 2024-12-10T03:13:46,812 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): writing seq id for 92e06d67495051e829d42c55d1e95acb 2024-12-10T03:13:46,812 INFO [StoreOpener-91ab97c7ad60996f61243ee6a3249557-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 91ab97c7ad60996f61243ee6a3249557 2024-12-10T03:13:46,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE, hasLock=false; OpenRegionProcedure 754c33fed49c1a008450577b8d1e2457, server=e45acbcd10e3,33185,1733800352572 because future has completed 2024-12-10T03:13:46,813 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1114): Opened 92e06d67495051e829d42c55d1e95acb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70947528, jitterRate=0.05720055103302002}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T03:13:46,813 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 92e06d67495051e829d42c55d1e95acb 2024-12-10T03:13:46,814 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1006): Region open journal for 92e06d67495051e829d42c55d1e95acb: Running coprocessor pre-open hook at 1733800426801Writing region info on filesystem at 1733800426801Initializing all the Stores at 1733800426803 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733800426803Cleaning up temporary data from old regions at 1733800426809 (+6 ms)Running coprocessor post-open hooks at 1733800426813 (+4 ms)Region opened successfully at 1733800426814 (+1 ms) 2024-12-10T03:13:46,814 INFO [StoreOpener-91ab97c7ad60996f61243ee6a3249557-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91ab97c7ad60996f61243ee6a3249557 columnFamilyName cf 2024-12-10T03:13:46,814 DEBUG [StoreOpener-91ab97c7ad60996f61243ee6a3249557-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T03:13:46,815 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733800365341.92e06d67495051e829d42c55d1e95acb., pid=47, masterSystemTime=1733800426775 2024-12-10T03:13:46,815 INFO [StoreOpener-91ab97c7ad60996f61243ee6a3249557-1 {}] regionserver.HStore(327): Store=91ab97c7ad60996f61243ee6a3249557/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T03:13:46,816 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1038): replaying wal for 91ab97c7ad60996f61243ee6a3249557 2024-12-10T03:13:46,817 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733800365341.92e06d67495051e829d42c55d1e95acb. 2024-12-10T03:13:46,817 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733800365341.92e06d67495051e829d42c55d1e95acb. 2024-12-10T03:13:46,817 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/default/SPTestTable/91ab97c7ad60996f61243ee6a3249557 2024-12-10T03:13:46,818 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=92e06d67495051e829d42c55d1e95acb, regionState=OPEN, openSeqNum=2, regionLocation=e45acbcd10e3,33417,1733800352814 2024-12-10T03:13:46,843 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/default/SPTestTable/91ab97c7ad60996f61243ee6a3249557 2024-12-10T03:13:46,843 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=46 2024-12-10T03:13:46,844 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; OpenRegionProcedure 754c33fed49c1a008450577b8d1e2457, server=e45acbcd10e3,33185,1733800352572 in 10.0410 sec 2024-12-10T03:13:46,844 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1048): stopping wal replay for 91ab97c7ad60996f61243ee6a3249557 2024-12-10T03:13:46,844 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 91ab97c7ad60996f61243ee6a3249557 2024-12-10T03:13:46,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=47, ppid=45, state=RUNNABLE, hasLock=false; OpenRegionProcedure 92e06d67495051e829d42c55d1e95acb, server=e45acbcd10e3,33417,1733800352814 because future has completed 2024-12-10T03:13:46,847 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=754c33fed49c1a008450577b8d1e2457, ASSIGN in 10.3410 sec 2024-12-10T03:13:46,847 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 754c33fed49c1a008450577b8d1e2457 2024-12-10T03:13:46,848 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1093): writing seq id for 91ab97c7ad60996f61243ee6a3249557 2024-12-10T03:13:46,850 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1114): Opened 91ab97c7ad60996f61243ee6a3249557; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58818871, jitterRate=-0.12353052198886871}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T03:13:46,850 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 91ab97c7ad60996f61243ee6a3249557 2024-12-10T03:13:46,850 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=45 2024-12-10T03:13:46,850 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1006): Region open journal for 91ab97c7ad60996f61243ee6a3249557: Running coprocessor pre-open hook at 1733800426810Writing region info on filesystem at 1733800426810Initializing all the Stores at 1733800426811 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733800426812 (+1 ms)Cleaning up temporary data from old regions at 1733800426844 (+32 ms)Running coprocessor post-open hooks at 1733800426850 (+6 ms)Region opened successfully at 1733800426850 2024-12-10T03:13:46,851 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=45, state=SUCCESS, hasLock=false; OpenRegionProcedure 92e06d67495051e829d42c55d1e95acb, server=e45acbcd10e3,33417,1733800352814 in 10.0750 sec 2024-12-10T03:13:46,851 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733800365341.91ab97c7ad60996f61243ee6a3249557., pid=50, masterSystemTime=1733800426778 2024-12-10T03:13:46,853 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=92e06d67495051e829d42c55d1e95acb, ASSIGN in 10.3480 sec 2024-12-10T03:13:46,853 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 92e06d67495051e829d42c55d1e95acb 2024-12-10T03:13:46,855 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733800365341.91ab97c7ad60996f61243ee6a3249557. 2024-12-10T03:13:46,855 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733800365341.91ab97c7ad60996f61243ee6a3249557. 2024-12-10T03:13:46,856 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=91ab97c7ad60996f61243ee6a3249557, regionState=OPEN, openSeqNum=2, regionLocation=e45acbcd10e3,33185,1733800352572 2024-12-10T03:13:46,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure 91ab97c7ad60996f61243ee6a3249557, server=e45acbcd10e3,33185,1733800352572 because future has completed 2024-12-10T03:13:46,863 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=43 2024-12-10T03:13:46,863 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=43, state=SUCCESS, hasLock=false; OpenRegionProcedure 91ab97c7ad60996f61243ee6a3249557, server=e45acbcd10e3,33185,1733800352572 in 10.0840 sec 2024-12-10T03:13:46,865 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 91ab97c7ad60996f61243ee6a3249557 2024-12-10T03:13:46,866 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=36 2024-12-10T03:13:46,866 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server e45acbcd10e3,39685,1733800352989 after splitting done 2024-12-10T03:13:46,866 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=91ab97c7ad60996f61243ee6a3249557, ASSIGN in 10.3600 sec 2024-12-10T03:13:46,870 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure e45acbcd10e3,39685,1733800352989, splitWal=true, meta=true in 40.7620 sec 2024-12-10T03:13:52,314 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-10T03:13:56,813 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33417 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-12-10T03:13:56,814 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33417 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-10T03:13:56,814 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1733800365341.92e06d67495051e829d42c55d1e95acb. 2024-12-10T03:13:56,814 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1733800365341.977e0cdfb878f48d666c626e43f0c8b0. 2024-12-10T03:13:56,814 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 92e06d67495051e829d42c55d1e95acb: 2024-12-10T03:13:56,814 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 977e0cdfb878f48d666c626e43f0c8b0: 2024-12-10T03:13:56,814 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1733800365341.92e06d67495051e829d42c55d1e95acb. for SnapshotProcedureTest completed. 2024-12-10T03:13:56,814 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1733800365341.977e0cdfb878f48d666c626e43f0c8b0. for SnapshotProcedureTest completed. 2024-12-10T03:13:56,814 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1733800365341.92e06d67495051e829d42c55d1e95acb.' region-info for snapshot=SnapshotProcedureTest 2024-12-10T03:13:56,814 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1733800365341.977e0cdfb878f48d666c626e43f0c8b0.' region-info for snapshot=SnapshotProcedureTest 2024-12-10T03:13:56,814 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-10T03:13:56,814 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-10T03:13:56,814 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-10T03:13:56,814 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-10T03:13:56,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37753 is added to blk_1073741862_1038 (size=65) 2024-12-10T03:13:56,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37753 is added to blk_1073741863_1039 (size=57) 2024-12-10T03:13:56,842 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1733800365341.92e06d67495051e829d42c55d1e95acb. 2024-12-10T03:13:56,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42727 is added to blk_1073741862_1038 (size=65) 2024-12-10T03:13:56,842 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-10T03:13:56,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40641 is added to blk_1073741863_1039 (size=57) 2024-12-10T03:13:56,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34285 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-12-10T03:13:56,843 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34285 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 92e06d67495051e829d42c55d1e95acb 2024-12-10T03:13:56,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42727 is added to blk_1073741863_1039 (size=57) 2024-12-10T03:13:56,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40641 is added to blk_1073741862_1038 (size=65) 2024-12-10T03:13:56,843 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 92e06d67495051e829d42c55d1e95acb 2024-12-10T03:13:56,847 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 92e06d67495051e829d42c55d1e95acb in 51.0730 sec 2024-12-10T03:13:56,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33185 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-12-10T03:13:56,850 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1733800365341.91ab97c7ad60996f61243ee6a3249557. 2024-12-10T03:13:56,850 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33185 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-12-10T03:13:56,850 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 91ab97c7ad60996f61243ee6a3249557: 2024-12-10T03:13:56,850 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1733800365341.754c33fed49c1a008450577b8d1e2457. 2024-12-10T03:13:56,850 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1733800365341.91ab97c7ad60996f61243ee6a3249557. for SnapshotProcedureTest completed. 2024-12-10T03:13:56,850 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 754c33fed49c1a008450577b8d1e2457: 2024-12-10T03:13:56,850 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1733800365341.754c33fed49c1a008450577b8d1e2457. for SnapshotProcedureTest completed. 2024-12-10T03:13:56,850 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1733800365341.91ab97c7ad60996f61243ee6a3249557.' region-info for snapshot=SnapshotProcedureTest 2024-12-10T03:13:56,850 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1733800365341.754c33fed49c1a008450577b8d1e2457.' region-info for snapshot=SnapshotProcedureTest 2024-12-10T03:13:56,850 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-10T03:13:56,850 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-10T03:13:56,850 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-10T03:13:56,850 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-10T03:13:56,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37753 is added to blk_1073741865_1041 (size=65) 2024-12-10T03:13:56,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40641 is added to blk_1073741865_1041 (size=65) 2024-12-10T03:13:56,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37753 is added to blk_1073741864_1040 (size=57) 2024-12-10T03:13:56,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42727 is added to blk_1073741865_1041 (size=65) 2024-12-10T03:13:56,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40641 is added to blk_1073741864_1040 (size=57) 2024-12-10T03:13:56,873 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1733800365341.91ab97c7ad60996f61243ee6a3249557. 2024-12-10T03:13:56,873 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-12-10T03:13:56,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42727 is added to blk_1073741864_1040 (size=57) 2024-12-10T03:13:56,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34285 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-12-10T03:13:56,874 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34285 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 91ab97c7ad60996f61243ee6a3249557 2024-12-10T03:13:56,874 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 91ab97c7ad60996f61243ee6a3249557 2024-12-10T03:13:56,874 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1733800365341.754c33fed49c1a008450577b8d1e2457. 2024-12-10T03:13:56,874 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-10T03:13:56,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34285 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-10T03:13:56,875 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34285 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 754c33fed49c1a008450577b8d1e2457 2024-12-10T03:13:56,876 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 754c33fed49c1a008450577b8d1e2457 2024-12-10T03:13:56,877 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 91ab97c7ad60996f61243ee6a3249557 in 51.1040 sec 2024-12-10T03:13:56,878 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 754c33fed49c1a008450577b8d1e2457 in 51.1060 sec 2024-12-10T03:13:57,242 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1733800365341.977e0cdfb878f48d666c626e43f0c8b0. 2024-12-10T03:13:57,242 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-10T03:13:57,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34285 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-10T03:13:57,243 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34285 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 977e0cdfb878f48d666c626e43f0c8b0 2024-12-10T03:13:57,243 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 977e0cdfb878f48d666c626e43f0c8b0 2024-12-10T03:13:57,246 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=25 2024-12-10T03:13:57,247 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-10T03:13:57,247 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 977e0cdfb878f48d666c626e43f0c8b0 in 51.4730 sec 2024-12-10T03:13:57,248 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-10T03:13:57,251 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-10T03:13:57,252 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-12-10T03:13:57,255 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-10T03:13:57,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40641 is added to blk_1073741866_1042 (size=1094) 2024-12-10T03:13:57,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37753 is added to blk_1073741866_1042 (size=1094) 2024-12-10T03:13:57,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42727 is added to blk_1073741866_1042 (size=1094) 2024-12-10T03:13:57,283 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-10T03:13:57,292 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=57, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=58, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=59, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=60, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-12-10T03:13:57,300 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e45acbcd10e3,33185,1733800352572 2024-12-10T03:13:57,300 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e45acbcd10e3,33417,1733800352814 2024-12-10T03:13:57,300 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e45acbcd10e3,33185,1733800352572 2024-12-10T03:13:57,300 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e45acbcd10e3,33185,1733800352572 2024-12-10T03:13:57,310 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=60, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e45acbcd10e3,33417,1733800352814 2024-12-10T03:13:57,315 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=59, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e45acbcd10e3,33417,1733800352814 2024-12-10T03:14:00,845 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-10T03:14:07,304 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33185 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-12-10T03:14:07,304 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33417 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=59 2024-12-10T03:14:07,304 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33185 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-12-10T03:14:07,304 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33417 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-12-10T03:14:07,304 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33185 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-12-10T03:14:07,304 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33417 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=60 2024-12-10T03:14:07,307 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-10T03:14:07,307 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=59}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-10T03:14:07,308 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-12-10T03:14:07,308 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-12-10T03:14:07,308 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-12-10T03:14:07,308 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-12-10T03:14:07,308 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-12-10T03:14:07,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34285 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-12-10T03:14:07,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34285 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-12-10T03:14:07,310 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-12-10T03:14:07,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34285 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-12-10T03:14:07,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34285 {}] master.HMaster(4169): Remote procedure done, pid=60 2024-12-10T03:14:07,312 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e45acbcd10e3,33185,1733800352572 Release verify snapshot worker=e45acbcd10e3,33185,1733800352572 2024-12-10T03:14:07,312 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e45acbcd10e3,33417,1733800352814 Release verify snapshot worker=e45acbcd10e3,33417,1733800352814 2024-12-10T03:14:07,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34285 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-12-10T03:14:07,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34285 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-12-10T03:14:07,315 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e45acbcd10e3,33185,1733800352572 in 10.0210 sec 2024-12-10T03:14:07,316 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e45acbcd10e3,33417,1733800352814 in 10.0220 sec 2024-12-10T03:14:07,316 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e45acbcd10e3,33417,1733800352814 2024-12-10T03:14:07,317 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=57, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e45acbcd10e3,33185,1733800352572 2024-12-10T03:14:07,318 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e45acbcd10e3,33185,1733800352572 Release verify snapshot worker=e45acbcd10e3,33185,1733800352572 2024-12-10T03:14:07,318 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=59, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e45acbcd10e3,33417,1733800352814 Release verify snapshot worker=e45acbcd10e3,33417,1733800352814 2024-12-10T03:14:07,321 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e45acbcd10e3,33185,1733800352572 in 10.0270 sec 2024-12-10T03:14:07,322 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e45acbcd10e3,33185,1733800352572 Release verify snapshot worker=e45acbcd10e3,33185,1733800352572 2024-12-10T03:14:07,322 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e45acbcd10e3,33417,1733800352814 in 10.0270 sec 2024-12-10T03:14:07,323 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=60, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e45acbcd10e3,33417,1733800352814 Release verify snapshot worker=e45acbcd10e3,33417,1733800352814 2024-12-10T03:14:07,323 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=58, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e45acbcd10e3,33185,1733800352572 2024-12-10T03:14:07,323 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e45acbcd10e3,33417,1733800352814 2024-12-10T03:14:07,324 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e45acbcd10e3,33185,1733800352572 in 10.0310 sec 2024-12-10T03:14:07,324 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e45acbcd10e3,33417,1733800352814 in 10.0320 sec 2024-12-10T03:14:11,193 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 28760 2024-12-10T03:14:17,318 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33185 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=58 2024-12-10T03:14:17,318 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33185 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=57 2024-12-10T03:14:17,318 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-12-10T03:14:17,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34285 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-12-10T03:14:17,318 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33417 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-12-10T03:14:17,321 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-12-10T03:14:17,322 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33417 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-12-10T03:14:17,322 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-12-10T03:14:17,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34285 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-12-10T03:14:17,323 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=57, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e45acbcd10e3,33185,1733800352572 Release verify snapshot worker=e45acbcd10e3,33185,1733800352572 2024-12-10T03:14:17,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34285 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-12-10T03:14:17,327 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e45acbcd10e3,33185,1733800352572 in 20.0320 sec 2024-12-10T03:14:17,327 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e45acbcd10e3,33417,1733800352814 Release verify snapshot worker=e45acbcd10e3,33417,1733800352814 2024-12-10T03:14:17,332 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e45acbcd10e3,33417,1733800352814 in 20.0360 sec 2024-12-10T03:14:17,332 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e45acbcd10e3,33417,1733800352814 Release verify snapshot worker=e45acbcd10e3,33417,1733800352814 2024-12-10T03:14:17,335 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e45acbcd10e3,33417,1733800352814 in 20.0410 sec 2024-12-10T03:14:17,340 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-12-10T03:14:17,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34285 {}] master.HMaster(4169): Remote procedure done, pid=58 2024-12-10T03:14:17,344 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=58, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e45acbcd10e3,33185,1733800352572 Release verify snapshot worker=e45acbcd10e3,33185,1733800352572 2024-12-10T03:14:17,348 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=25 2024-12-10T03:14:17,348 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-10T03:14:17,348 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e45acbcd10e3,33185,1733800352572 in 20.0530 sec 2024-12-10T03:14:17,350 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/.hbase-snapshot/SnapshotProcedureTest 2024-12-10T03:14:17,352 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-10T03:14:17,352 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-12-10T03:14:17,355 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 1 mins, 11.637 sec 2024-12-10T03:14:17,477 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-12-10T03:14:17,480 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server e45acbcd10e3:39685 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: e45acbcd10e3/172.17.0.2:39685 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T03:14:17,481 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e45acbcd10e3,39685,1733800352989, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=e45acbcd10e3,39685,1733800352989, seqNum=-1, error=java.net.ConnectException: Call to address=e45acbcd10e3:39685 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: e45acbcd10e3/172.17.0.2:39685 2024-12-10T03:14:17,481 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=e45acbcd10e3,39685,1733800352989, seqNum=-1 is java.net.ConnectException: Connection refused 2024-12-10T03:14:17,481 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=e45acbcd10e3,39685,1733800352989, seqNum=-1 from cache 2024-12-10T03:14:17,482 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address e45acbcd10e3:39685 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: e45acbcd10e3/172.17.0.2:39685 2024-12-10T03:14:17,587 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-10T03:14:17,601 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e45acbcd10e3,33185,1733800352572, seqNum=-1] 2024-12-10T03:14:17,669 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-12-10T03:14:17,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-10T03:14:17,669 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-10T03:14:17,669 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T03:14:17,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T03:14:17,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T03:14:17,670 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-10T03:14:17,670 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-10T03:14:17,670 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=814282414, stopped=false 2024-12-10T03:14:17,670 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e45acbcd10e3,34285,1733800351798 2024-12-10T03:14:17,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34285-0x1000db5db970000, quorum=127.0.0.1:61156, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-10T03:14:17,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33417-0x1000db5db970002, quorum=127.0.0.1:61156, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-10T03:14:17,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33185-0x1000db5db970001, quorum=127.0.0.1:61156, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-10T03:14:17,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33417-0x1000db5db970002, quorum=127.0.0.1:61156, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T03:14:17,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33185-0x1000db5db970001, quorum=127.0.0.1:61156, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T03:14:17,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34285-0x1000db5db970000, quorum=127.0.0.1:61156, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T03:14:17,729 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-10T03:14:17,729 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-10T03:14:17,730 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T03:14:17,730 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T03:14:17,730 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e45acbcd10e3,33185,1733800352572' ***** 2024-12-10T03:14:17,730 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-10T03:14:17,730 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e45acbcd10e3,33417,1733800352814' ***** 2024-12-10T03:14:17,730 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-10T03:14:17,732 INFO [RS:1;e45acbcd10e3:33417 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-10T03:14:17,732 INFO [RS:1;e45acbcd10e3:33417 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-10T03:14:17,732 INFO [RS:1;e45acbcd10e3:33417 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-10T03:14:17,732 INFO [RS:1;e45acbcd10e3:33417 {}] regionserver.HRegionServer(3091): Received CLOSE for 85ae2d3970d8f54d2d9cd18217d37a6f 2024-12-10T03:14:17,732 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34285-0x1000db5db970000, quorum=127.0.0.1:61156, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T03:14:17,732 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33417-0x1000db5db970002, quorum=127.0.0.1:61156, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T03:14:17,733 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-10T03:14:17,733 INFO [RS:0;e45acbcd10e3:33185 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-10T03:14:17,733 INFO [RS:0;e45acbcd10e3:33185 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-10T03:14:17,733 INFO [RS:0;e45acbcd10e3:33185 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-10T03:14:17,733 INFO [RS:0;e45acbcd10e3:33185 {}] regionserver.HRegionServer(3091): Received CLOSE for 91ab97c7ad60996f61243ee6a3249557 2024-12-10T03:14:17,733 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-10T03:14:17,734 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33185-0x1000db5db970001, quorum=127.0.0.1:61156, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T03:14:17,746 INFO [RS:1;e45acbcd10e3:33417 {}] regionserver.HRegionServer(3091): Received CLOSE for 0294b01951d55a0370ede883921afe3f 2024-12-10T03:14:17,746 INFO [RS:1;e45acbcd10e3:33417 {}] regionserver.HRegionServer(3091): Received CLOSE for 92e06d67495051e829d42c55d1e95acb 2024-12-10T03:14:17,746 INFO [RS:1;e45acbcd10e3:33417 {}] regionserver.HRegionServer(3091): Received CLOSE for e63579a55d8c81ba75f25cf50006acde 2024-12-10T03:14:17,746 INFO [RS:1;e45acbcd10e3:33417 {}] regionserver.HRegionServer(3091): Received CLOSE for 977e0cdfb878f48d666c626e43f0c8b0 2024-12-10T03:14:17,746 INFO [RS:1;e45acbcd10e3:33417 {}] regionserver.HRegionServer(959): stopping server e45acbcd10e3,33417,1733800352814 2024-12-10T03:14:17,746 INFO [RS:1;e45acbcd10e3:33417 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-10T03:14:17,746 INFO [RS:1;e45acbcd10e3:33417 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;e45acbcd10e3:33417. 2024-12-10T03:14:17,747 DEBUG [RS:1;e45acbcd10e3:33417 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T03:14:17,747 DEBUG [RS:1;e45acbcd10e3:33417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T03:14:17,747 INFO [RS:1;e45acbcd10e3:33417 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-12-10T03:14:17,747 DEBUG [RS:1;e45acbcd10e3:33417 {}] regionserver.HRegionServer(1325): Online Regions={85ae2d3970d8f54d2d9cd18217d37a6f=SPTestTable,b333332f,1733800365341.85ae2d3970d8f54d2d9cd18217d37a6f., 0294b01951d55a0370ede883921afe3f=SPTestTable,33333332,1733800365341.0294b01951d55a0370ede883921afe3f., 92e06d67495051e829d42c55d1e95acb=SPTestTable,4ccccccb,1733800365341.92e06d67495051e829d42c55d1e95acb., e63579a55d8c81ba75f25cf50006acde=SPTestTable,66666664,1733800365341.e63579a55d8c81ba75f25cf50006acde., 977e0cdfb878f48d666c626e43f0c8b0=SPTestTable,e6666661,1733800365341.977e0cdfb878f48d666c626e43f0c8b0.} 2024-12-10T03:14:17,747 DEBUG [RS:1;e45acbcd10e3:33417 {}] regionserver.HRegionServer(1351): Waiting on 0294b01951d55a0370ede883921afe3f, 85ae2d3970d8f54d2d9cd18217d37a6f, 92e06d67495051e829d42c55d1e95acb, 977e0cdfb878f48d666c626e43f0c8b0, e63579a55d8c81ba75f25cf50006acde 2024-12-10T03:14:17,749 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 85ae2d3970d8f54d2d9cd18217d37a6f, disabling compactions & flushes 2024-12-10T03:14:17,749 INFO [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733800365341.85ae2d3970d8f54d2d9cd18217d37a6f. 2024-12-10T03:14:17,749 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733800365341.85ae2d3970d8f54d2d9cd18217d37a6f. 2024-12-10T03:14:17,750 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733800365341.85ae2d3970d8f54d2d9cd18217d37a6f. after waiting 1 ms 2024-12-10T03:14:17,750 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733800365341.85ae2d3970d8f54d2d9cd18217d37a6f. 2024-12-10T03:14:17,761 INFO [RS:0;e45acbcd10e3:33185 {}] regionserver.HRegionServer(3091): Received CLOSE for 754c33fed49c1a008450577b8d1e2457 2024-12-10T03:14:17,761 INFO [RS:0;e45acbcd10e3:33185 {}] regionserver.HRegionServer(3091): Received CLOSE for cf82998cccfdabf8d3c4a22dad4747c6 2024-12-10T03:14:17,761 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 91ab97c7ad60996f61243ee6a3249557, disabling compactions & flushes 2024-12-10T03:14:17,761 INFO [RS:0;e45acbcd10e3:33185 {}] regionserver.HRegionServer(3091): Received CLOSE for fb7710159e1a273a1e36cd77aaac2f0f 2024-12-10T03:14:17,761 INFO [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733800365341.91ab97c7ad60996f61243ee6a3249557. 2024-12-10T03:14:17,761 INFO [RS:0;e45acbcd10e3:33185 {}] regionserver.HRegionServer(3091): Received CLOSE for b1928a946755a33b860151ea9e8ff7d8 2024-12-10T03:14:17,761 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733800365341.91ab97c7ad60996f61243ee6a3249557. 2024-12-10T03:14:17,761 INFO [RS:0;e45acbcd10e3:33185 {}] regionserver.HRegionServer(959): stopping server e45acbcd10e3,33185,1733800352572 2024-12-10T03:14:17,761 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733800365341.91ab97c7ad60996f61243ee6a3249557. after waiting 0 ms 2024-12-10T03:14:17,761 INFO [RS:0;e45acbcd10e3:33185 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-10T03:14:17,761 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733800365341.91ab97c7ad60996f61243ee6a3249557. 2024-12-10T03:14:17,761 INFO [RS:0;e45acbcd10e3:33185 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e45acbcd10e3:33185. 2024-12-10T03:14:17,761 DEBUG [RS:0;e45acbcd10e3:33185 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T03:14:17,761 DEBUG [RS:0;e45acbcd10e3:33185 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T03:14:17,762 INFO [RS:0;e45acbcd10e3:33185 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-10T03:14:17,762 INFO [RS:0;e45acbcd10e3:33185 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-10T03:14:17,762 INFO [RS:0;e45acbcd10e3:33185 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-10T03:14:17,762 INFO [RS:0;e45acbcd10e3:33185 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-10T03:14:17,783 INFO [RS:0;e45acbcd10e3:33185 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-12-10T03:14:17,783 DEBUG [RS:0;e45acbcd10e3:33185 {}] regionserver.HRegionServer(1325): Online Regions={91ab97c7ad60996f61243ee6a3249557=SPTestTable,99999996,1733800365341.91ab97c7ad60996f61243ee6a3249557., 754c33fed49c1a008450577b8d1e2457=SPTestTable,,1733800365341.754c33fed49c1a008450577b8d1e2457., cf82998cccfdabf8d3c4a22dad4747c6=SPTestTable,19999999,1733800365341.cf82998cccfdabf8d3c4a22dad4747c6., fb7710159e1a273a1e36cd77aaac2f0f=SPTestTable,7ffffffd,1733800365341.fb7710159e1a273a1e36cd77aaac2f0f., 1588230740=hbase:meta,,1.1588230740, b1928a946755a33b860151ea9e8ff7d8=SPTestTable,ccccccc8,1733800365341.b1928a946755a33b860151ea9e8ff7d8.} 2024-12-10T03:14:17,783 DEBUG [RS:0;e45acbcd10e3:33185 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 754c33fed49c1a008450577b8d1e2457, 91ab97c7ad60996f61243ee6a3249557, b1928a946755a33b860151ea9e8ff7d8, cf82998cccfdabf8d3c4a22dad4747c6, fb7710159e1a273a1e36cd77aaac2f0f 2024-12-10T03:14:17,783 DEBUG [RS_CLOSE_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-10T03:14:17,783 INFO [RS_CLOSE_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-10T03:14:17,783 DEBUG [RS_CLOSE_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-10T03:14:17,784 DEBUG [RS_CLOSE_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-10T03:14:17,784 DEBUG [RS_CLOSE_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-10T03:14:17,784 INFO [RS_CLOSE_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=3.83 KB heapSize=7.19 KB 2024-12-10T03:14:17,800 INFO [regionserver/e45acbcd10e3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T03:14:17,805 INFO [regionserver/e45acbcd10e3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T03:14:17,810 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/default/SPTestTable/91ab97c7ad60996f61243ee6a3249557/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-10T03:14:17,821 INFO [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733800365341.91ab97c7ad60996f61243ee6a3249557. 2024-12-10T03:14:17,822 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 91ab97c7ad60996f61243ee6a3249557: Waiting for close lock at 1733800457761Running coprocessor pre-close hooks at 1733800457761Disabling compacts and flushes for region at 1733800457761Disabling writes for close at 1733800457761Writing region close event to WAL at 1733800457777 (+16 ms)Running coprocessor post-close hooks at 1733800457811 (+34 ms)Closed at 1733800457821 (+10 ms) 2024-12-10T03:14:17,822 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1733800365341.91ab97c7ad60996f61243ee6a3249557. 2024-12-10T03:14:17,823 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 754c33fed49c1a008450577b8d1e2457, disabling compactions & flushes 2024-12-10T03:14:17,823 INFO [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1733800365341.754c33fed49c1a008450577b8d1e2457. 2024-12-10T03:14:17,823 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733800365341.754c33fed49c1a008450577b8d1e2457. 2024-12-10T03:14:17,823 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733800365341.754c33fed49c1a008450577b8d1e2457. after waiting 0 ms 2024-12-10T03:14:17,823 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733800365341.754c33fed49c1a008450577b8d1e2457. 2024-12-10T03:14:17,832 DEBUG [RS_CLOSE_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/hbase/meta/1588230740/.tmp/info/b94521ef146744c795a192ba2ca128e8 is 167, key is SPTestTable,4ccccccb,1733800365341.92e06d67495051e829d42c55d1e95acb./info:regioninfo/1733800426817/Put/seqid=0 2024-12-10T03:14:17,883 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/default/SPTestTable/85ae2d3970d8f54d2d9cd18217d37a6f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-10T03:14:17,884 INFO [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733800365341.85ae2d3970d8f54d2d9cd18217d37a6f. 2024-12-10T03:14:17,884 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 85ae2d3970d8f54d2d9cd18217d37a6f: Waiting for close lock at 1733800457748Running coprocessor pre-close hooks at 1733800457749 (+1 ms)Disabling compacts and flushes for region at 1733800457749Disabling writes for close at 1733800457750 (+1 ms)Writing region close event to WAL at 1733800457793 (+43 ms)Running coprocessor post-close hooks at 1733800457884 (+91 ms)Closed at 1733800457884 2024-12-10T03:14:17,885 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1733800365341.85ae2d3970d8f54d2d9cd18217d37a6f. 2024-12-10T03:14:17,885 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0294b01951d55a0370ede883921afe3f, disabling compactions & flushes 2024-12-10T03:14:17,885 INFO [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733800365341.0294b01951d55a0370ede883921afe3f. 2024-12-10T03:14:17,885 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733800365341.0294b01951d55a0370ede883921afe3f. 2024-12-10T03:14:17,885 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733800365341.0294b01951d55a0370ede883921afe3f. after waiting 0 ms 2024-12-10T03:14:17,885 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733800365341.0294b01951d55a0370ede883921afe3f. 2024-12-10T03:14:17,887 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/default/SPTestTable/754c33fed49c1a008450577b8d1e2457/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-10T03:14:17,891 INFO [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1733800365341.754c33fed49c1a008450577b8d1e2457. 2024-12-10T03:14:17,891 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 754c33fed49c1a008450577b8d1e2457: Waiting for close lock at 1733800457823Running coprocessor pre-close hooks at 1733800457823Disabling compacts and flushes for region at 1733800457823Disabling writes for close at 1733800457823Writing region close event to WAL at 1733800457853 (+30 ms)Running coprocessor post-close hooks at 1733800457890 (+37 ms)Closed at 1733800457891 (+1 ms) 2024-12-10T03:14:17,891 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1733800365341.754c33fed49c1a008450577b8d1e2457. 2024-12-10T03:14:17,891 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cf82998cccfdabf8d3c4a22dad4747c6, disabling compactions & flushes 2024-12-10T03:14:17,892 INFO [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733800365341.cf82998cccfdabf8d3c4a22dad4747c6. 2024-12-10T03:14:17,892 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733800365341.cf82998cccfdabf8d3c4a22dad4747c6. 2024-12-10T03:14:17,892 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733800365341.cf82998cccfdabf8d3c4a22dad4747c6. after waiting 0 ms 2024-12-10T03:14:17,892 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733800365341.cf82998cccfdabf8d3c4a22dad4747c6. 2024-12-10T03:14:17,917 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/default/SPTestTable/cf82998cccfdabf8d3c4a22dad4747c6/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-10T03:14:17,917 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/default/SPTestTable/0294b01951d55a0370ede883921afe3f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-10T03:14:17,919 INFO [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733800365341.0294b01951d55a0370ede883921afe3f. 2024-12-10T03:14:17,919 INFO [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733800365341.cf82998cccfdabf8d3c4a22dad4747c6. 2024-12-10T03:14:17,919 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cf82998cccfdabf8d3c4a22dad4747c6: Waiting for close lock at 1733800457891Running coprocessor pre-close hooks at 1733800457891Disabling compacts and flushes for region at 1733800457891Disabling writes for close at 1733800457892 (+1 ms)Writing region close event to WAL at 1733800457909 (+17 ms)Running coprocessor post-close hooks at 1733800457918 (+9 ms)Closed at 1733800457919 (+1 ms) 2024-12-10T03:14:17,919 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0294b01951d55a0370ede883921afe3f: Waiting for close lock at 1733800457885Running coprocessor pre-close hooks at 1733800457885Disabling compacts and flushes for region at 1733800457885Disabling writes for close at 1733800457885Writing region close event to WAL at 1733800457890 (+5 ms)Running coprocessor post-close hooks at 1733800457919 (+29 ms)Closed at 1733800457919 2024-12-10T03:14:17,919 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1733800365341.cf82998cccfdabf8d3c4a22dad4747c6. 2024-12-10T03:14:17,919 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1733800365341.0294b01951d55a0370ede883921afe3f. 2024-12-10T03:14:17,920 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 92e06d67495051e829d42c55d1e95acb, disabling compactions & flushes 2024-12-10T03:14:17,920 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fb7710159e1a273a1e36cd77aaac2f0f, disabling compactions & flushes 2024-12-10T03:14:17,920 INFO [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733800365341.fb7710159e1a273a1e36cd77aaac2f0f. 2024-12-10T03:14:17,920 INFO [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733800365341.92e06d67495051e829d42c55d1e95acb. 2024-12-10T03:14:17,920 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733800365341.fb7710159e1a273a1e36cd77aaac2f0f. 2024-12-10T03:14:17,920 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733800365341.92e06d67495051e829d42c55d1e95acb. 2024-12-10T03:14:17,920 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733800365341.fb7710159e1a273a1e36cd77aaac2f0f. after waiting 0 ms 2024-12-10T03:14:17,920 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733800365341.92e06d67495051e829d42c55d1e95acb. after waiting 0 ms 2024-12-10T03:14:17,920 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733800365341.fb7710159e1a273a1e36cd77aaac2f0f. 2024-12-10T03:14:17,920 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733800365341.92e06d67495051e829d42c55d1e95acb. 2024-12-10T03:14:17,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40641 is added to blk_1073741867_1043 (size=9431) 2024-12-10T03:14:17,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42727 is added to blk_1073741867_1043 (size=9431) 2024-12-10T03:14:17,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37753 is added to blk_1073741867_1043 (size=9431) 2024-12-10T03:14:17,942 INFO [RS_CLOSE_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.83 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/hbase/meta/1588230740/.tmp/info/b94521ef146744c795a192ba2ca128e8 2024-12-10T03:14:17,943 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/default/SPTestTable/92e06d67495051e829d42c55d1e95acb/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-10T03:14:17,948 DEBUG [RS:1;e45acbcd10e3:33417 {}] regionserver.HRegionServer(1351): Waiting on 92e06d67495051e829d42c55d1e95acb, 977e0cdfb878f48d666c626e43f0c8b0, e63579a55d8c81ba75f25cf50006acde 2024-12-10T03:14:17,949 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/default/SPTestTable/fb7710159e1a273a1e36cd77aaac2f0f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-10T03:14:17,949 INFO [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733800365341.92e06d67495051e829d42c55d1e95acb. 2024-12-10T03:14:17,949 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 92e06d67495051e829d42c55d1e95acb: Waiting for close lock at 1733800457920Running coprocessor pre-close hooks at 1733800457920Disabling compacts and flushes for region at 1733800457920Disabling writes for close at 1733800457920Writing region close event to WAL at 1733800457926 (+6 ms)Running coprocessor post-close hooks at 1733800457949 (+23 ms)Closed at 1733800457949 2024-12-10T03:14:17,950 INFO [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733800365341.fb7710159e1a273a1e36cd77aaac2f0f. 2024-12-10T03:14:17,950 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1733800365341.92e06d67495051e829d42c55d1e95acb. 2024-12-10T03:14:17,950 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fb7710159e1a273a1e36cd77aaac2f0f: Waiting for close lock at 1733800457920Running coprocessor pre-close hooks at 1733800457920Disabling compacts and flushes for region at 1733800457920Disabling writes for close at 1733800457920Writing region close event to WAL at 1733800457921 (+1 ms)Running coprocessor post-close hooks at 1733800457950 (+29 ms)Closed at 1733800457950 2024-12-10T03:14:17,950 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1733800365341.fb7710159e1a273a1e36cd77aaac2f0f. 2024-12-10T03:14:17,950 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e63579a55d8c81ba75f25cf50006acde, disabling compactions & flushes 2024-12-10T03:14:17,950 INFO [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733800365341.e63579a55d8c81ba75f25cf50006acde. 2024-12-10T03:14:17,950 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733800365341.e63579a55d8c81ba75f25cf50006acde. 2024-12-10T03:14:17,950 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b1928a946755a33b860151ea9e8ff7d8, disabling compactions & flushes 2024-12-10T03:14:17,950 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733800365341.e63579a55d8c81ba75f25cf50006acde. after waiting 0 ms 2024-12-10T03:14:17,950 INFO [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733800365341.b1928a946755a33b860151ea9e8ff7d8. 2024-12-10T03:14:17,950 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733800365341.b1928a946755a33b860151ea9e8ff7d8. 2024-12-10T03:14:17,950 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733800365341.e63579a55d8c81ba75f25cf50006acde. 2024-12-10T03:14:17,950 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733800365341.b1928a946755a33b860151ea9e8ff7d8. after waiting 0 ms 2024-12-10T03:14:17,950 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733800365341.b1928a946755a33b860151ea9e8ff7d8. 2024-12-10T03:14:17,981 DEBUG [RS_CLOSE_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/hbase/meta/1588230740/.tmp/info/b94521ef146744c795a192ba2ca128e8 as hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/hbase/meta/1588230740/info/b94521ef146744c795a192ba2ca128e8 2024-12-10T03:14:17,983 DEBUG [RS:0;e45acbcd10e3:33185 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b1928a946755a33b860151ea9e8ff7d8 2024-12-10T03:14:17,991 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/default/SPTestTable/e63579a55d8c81ba75f25cf50006acde/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-10T03:14:17,992 INFO [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733800365341.e63579a55d8c81ba75f25cf50006acde. 2024-12-10T03:14:17,993 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e63579a55d8c81ba75f25cf50006acde: Waiting for close lock at 1733800457950Running coprocessor pre-close hooks at 1733800457950Disabling compacts and flushes for region at 1733800457950Disabling writes for close at 1733800457950Writing region close event to WAL at 1733800457967 (+17 ms)Running coprocessor post-close hooks at 1733800457992 (+25 ms)Closed at 1733800457992 2024-12-10T03:14:17,993 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1733800365341.e63579a55d8c81ba75f25cf50006acde. 2024-12-10T03:14:17,993 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 977e0cdfb878f48d666c626e43f0c8b0, disabling compactions & flushes 2024-12-10T03:14:17,993 INFO [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733800365341.977e0cdfb878f48d666c626e43f0c8b0. 2024-12-10T03:14:17,993 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733800365341.977e0cdfb878f48d666c626e43f0c8b0. 2024-12-10T03:14:17,993 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733800365341.977e0cdfb878f48d666c626e43f0c8b0. after waiting 0 ms 2024-12-10T03:14:17,993 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733800365341.977e0cdfb878f48d666c626e43f0c8b0. 2024-12-10T03:14:18,003 INFO [RS_CLOSE_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/hbase/meta/1588230740/info/b94521ef146744c795a192ba2ca128e8, entries=32, sequenceid=39, filesize=9.2 K 2024-12-10T03:14:18,005 INFO [RS_CLOSE_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~3.83 KB/3920, heapSize ~6.42 KB/6576, currentSize=0 B/0 for 1588230740 in 221ms, sequenceid=39, compaction requested=false 2024-12-10T03:14:18,006 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/default/SPTestTable/977e0cdfb878f48d666c626e43f0c8b0/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-10T03:14:18,007 INFO [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733800365341.977e0cdfb878f48d666c626e43f0c8b0. 2024-12-10T03:14:18,007 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 977e0cdfb878f48d666c626e43f0c8b0: Waiting for close lock at 1733800457993Running coprocessor pre-close hooks at 1733800457993Disabling compacts and flushes for region at 1733800457993Disabling writes for close at 1733800457993Writing region close event to WAL at 1733800457999 (+6 ms)Running coprocessor post-close hooks at 1733800458007 (+8 ms)Closed at 1733800458007 2024-12-10T03:14:18,007 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1733800365341.977e0cdfb878f48d666c626e43f0c8b0. 2024-12-10T03:14:18,011 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/default/SPTestTable/b1928a946755a33b860151ea9e8ff7d8/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-10T03:14:18,013 INFO [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733800365341.b1928a946755a33b860151ea9e8ff7d8. 2024-12-10T03:14:18,013 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b1928a946755a33b860151ea9e8ff7d8: Waiting for close lock at 1733800457950Running coprocessor pre-close hooks at 1733800457950Disabling compacts and flushes for region at 1733800457950Disabling writes for close at 1733800457950Writing region close event to WAL at 1733800457993 (+43 ms)Running coprocessor post-close hooks at 1733800458013 (+20 ms)Closed at 1733800458013 2024-12-10T03:14:18,013 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1733800365341.b1928a946755a33b860151ea9e8ff7d8. 2024-12-10T03:14:18,050 DEBUG [RS_CLOSE_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/data/hbase/meta/1588230740/recovered.edits/42.seqid, newMaxSeqId=42, maxSeqId=28 2024-12-10T03:14:18,051 DEBUG [RS_CLOSE_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-10T03:14:18,051 INFO [RS_CLOSE_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-10T03:14:18,051 DEBUG [RS_CLOSE_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733800457783Running coprocessor pre-close hooks at 1733800457783Disabling compacts and flushes for region at 1733800457783Disabling writes for close at 1733800457784 (+1 ms)Obtaining lock to block concurrent updates at 1733800457784Preparing flush snapshotting stores in 1588230740 at 1733800457784Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=3920, getHeapSize=7296, getOffHeapSize=0, getCellsCount=32 at 1733800457784Flushing stores of hbase:meta,,1.1588230740 at 1733800457785 (+1 ms)Flushing 1588230740/info: creating writer at 1733800457785Flushing 1588230740/info: appending metadata at 1733800457832 (+47 ms)Flushing 1588230740/info: closing flushed file at 1733800457832Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f16ab02: reopening flushed file at 1733800457978 (+146 ms)Finished flush of dataSize ~3.83 KB/3920, heapSize ~6.42 KB/6576, currentSize=0 B/0 for 1588230740 in 221ms, sequenceid=39, compaction requested=false at 1733800458005 (+27 ms)Writing region close event to WAL at 1733800458040 (+35 ms)Running coprocessor post-close hooks at 1733800458051 (+11 ms)Closed at 1733800458051 2024-12-10T03:14:18,051 DEBUG [RS_CLOSE_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-10T03:14:18,148 INFO [RS:1;e45acbcd10e3:33417 {}] regionserver.HRegionServer(976): stopping server e45acbcd10e3,33417,1733800352814; all regions closed. 2024-12-10T03:14:18,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40641 is added to blk_1073741833_1009 (size=3530) 2024-12-10T03:14:18,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42727 is added to blk_1073741833_1009 (size=3530) 2024-12-10T03:14:18,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37753 is added to blk_1073741833_1009 (size=3530) 2024-12-10T03:14:18,175 DEBUG [RS:1;e45acbcd10e3:33417 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/oldWALs 2024-12-10T03:14:18,176 INFO [RS:1;e45acbcd10e3:33417 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e45acbcd10e3%2C33417%2C1733800352814:(num 1733800354658) 2024-12-10T03:14:18,176 DEBUG [RS:1;e45acbcd10e3:33417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T03:14:18,176 INFO [RS:1;e45acbcd10e3:33417 {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T03:14:18,176 INFO [RS:1;e45acbcd10e3:33417 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-10T03:14:18,177 INFO [RS:1;e45acbcd10e3:33417 {}] hbase.ChoreService(370): Chore service for: regionserver/e45acbcd10e3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-10T03:14:18,177 INFO [RS:1;e45acbcd10e3:33417 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-10T03:14:18,177 INFO [RS:1;e45acbcd10e3:33417 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-10T03:14:18,177 INFO [RS:1;e45acbcd10e3:33417 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-10T03:14:18,177 INFO [RS:1;e45acbcd10e3:33417 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-10T03:14:18,177 INFO [RS:1;e45acbcd10e3:33417 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33417 2024-12-10T03:14:18,178 INFO [regionserver/e45acbcd10e3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-10T03:14:18,183 INFO [RS:0;e45acbcd10e3:33185 {}] regionserver.HRegionServer(976): stopping server e45acbcd10e3,33185,1733800352572; all regions closed. 2024-12-10T03:14:18,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37753 is added to blk_1073741858_1034 (size=5436) 2024-12-10T03:14:18,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42727 is added to blk_1073741858_1034 (size=5436) 2024-12-10T03:14:18,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40641 is added to blk_1073741858_1034 (size=5436) 2024-12-10T03:14:18,212 DEBUG [RS:0;e45acbcd10e3:33185 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/oldWALs 2024-12-10T03:14:18,212 INFO [RS:0;e45acbcd10e3:33185 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e45acbcd10e3%2C33185%2C1733800352572.meta:.meta(num 1733800406173) 2024-12-10T03:14:18,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37753 is added to blk_1073741835_1011 (size=3500) 2024-12-10T03:14:18,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40641 is added to blk_1073741835_1011 (size=3500) 2024-12-10T03:14:18,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42727 is added to blk_1073741835_1011 (size=3500) 2024-12-10T03:14:18,226 DEBUG [RS:0;e45acbcd10e3:33185 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/oldWALs 2024-12-10T03:14:18,226 INFO [RS:0;e45acbcd10e3:33185 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e45acbcd10e3%2C33185%2C1733800352572:(num 1733800354669) 2024-12-10T03:14:18,226 DEBUG [RS:0;e45acbcd10e3:33185 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T03:14:18,226 INFO [RS:0;e45acbcd10e3:33185 {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T03:14:18,227 INFO [RS:0;e45acbcd10e3:33185 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-10T03:14:18,227 INFO [RS:0;e45acbcd10e3:33185 {}] hbase.ChoreService(370): Chore service for: regionserver/e45acbcd10e3:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-10T03:14:18,227 INFO [RS:0;e45acbcd10e3:33185 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-10T03:14:18,227 INFO [regionserver/e45acbcd10e3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-10T03:14:18,227 INFO [RS:0;e45acbcd10e3:33185 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33185 2024-12-10T03:14:18,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34285-0x1000db5db970000, quorum=127.0.0.1:61156, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-10T03:14:18,233 INFO [RS:1;e45acbcd10e3:33417 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-10T03:14:18,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33417-0x1000db5db970002, quorum=127.0.0.1:61156, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e45acbcd10e3,33417,1733800352814 2024-12-10T03:14:18,245 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e45acbcd10e3,33185,1733800352572] 2024-12-10T03:14:18,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33185-0x1000db5db970001, quorum=127.0.0.1:61156, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e45acbcd10e3,33185,1733800352572 2024-12-10T03:14:18,245 INFO [RS:0;e45acbcd10e3:33185 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-10T03:14:18,266 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e45acbcd10e3,33185,1733800352572 already deleted, retry=false 2024-12-10T03:14:18,266 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e45acbcd10e3,33185,1733800352572 expired; onlineServers=1 2024-12-10T03:14:18,266 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e45acbcd10e3,33417,1733800352814] 2024-12-10T03:14:18,276 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e45acbcd10e3,33417,1733800352814 already deleted, retry=false 2024-12-10T03:14:18,276 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e45acbcd10e3,33417,1733800352814 expired; onlineServers=0 2024-12-10T03:14:18,276 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e45acbcd10e3,34285,1733800351798' ***** 2024-12-10T03:14:18,276 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-10T03:14:18,276 INFO [M:0;e45acbcd10e3:34285 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-10T03:14:18,276 INFO [M:0;e45acbcd10e3:34285 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-10T03:14:18,277 DEBUG [M:0;e45acbcd10e3:34285 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-10T03:14:18,277 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-10T03:14:18,277 DEBUG [M:0;e45acbcd10e3:34285 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-10T03:14:18,277 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster-HFileCleaner.large.0-1733800354236 {}] cleaner.HFileCleaner(306): Exit Thread[master/e45acbcd10e3:0:becomeActiveMaster-HFileCleaner.large.0-1733800354236,5,FailOnTimeoutGroup] 2024-12-10T03:14:18,277 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster-HFileCleaner.small.0-1733800354237 {}] cleaner.HFileCleaner(306): Exit Thread[master/e45acbcd10e3:0:becomeActiveMaster-HFileCleaner.small.0-1733800354237,5,FailOnTimeoutGroup] 2024-12-10T03:14:18,277 INFO [M:0;e45acbcd10e3:34285 {}] hbase.ChoreService(370): Chore service for: master/e45acbcd10e3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-10T03:14:18,277 INFO [M:0;e45acbcd10e3:34285 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-10T03:14:18,277 DEBUG [M:0;e45acbcd10e3:34285 {}] master.HMaster(1795): Stopping service threads 2024-12-10T03:14:18,277 INFO [M:0;e45acbcd10e3:34285 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-10T03:14:18,277 INFO [M:0;e45acbcd10e3:34285 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-10T03:14:18,278 ERROR [M:0;e45acbcd10e3:34285 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:40091,5,PEWorkerGroup] Thread[IPC Client (967957970) connection to localhost/127.0.0.1:40091 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:40091,5,PEWorkerGroup] 2024-12-10T03:14:18,278 INFO [M:0;e45acbcd10e3:34285 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-10T03:14:18,278 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-10T03:14:18,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34285-0x1000db5db970000, quorum=127.0.0.1:61156, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-10T03:14:18,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34285-0x1000db5db970000, quorum=127.0.0.1:61156, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T03:14:18,287 DEBUG [M:0;e45acbcd10e3:34285 {}] zookeeper.ZKUtil(347): master:34285-0x1000db5db970000, quorum=127.0.0.1:61156, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-10T03:14:18,287 WARN [M:0;e45acbcd10e3:34285 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-10T03:14:18,288 INFO [M:0;e45acbcd10e3:34285 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/.lastflushedseqids 2024-12-10T03:14:18,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42727 is added to blk_1073741868_1044 (size=668) 2024-12-10T03:14:18,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40641 is added to blk_1073741868_1044 (size=668) 2024-12-10T03:14:18,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37753 is added to blk_1073741868_1044 (size=668) 2024-12-10T03:14:18,319 INFO [M:0;e45acbcd10e3:34285 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-10T03:14:18,322 INFO [M:0;e45acbcd10e3:34285 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-10T03:14:18,322 DEBUG [M:0;e45acbcd10e3:34285 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-10T03:14:18,322 INFO [M:0;e45acbcd10e3:34285 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T03:14:18,322 DEBUG [M:0;e45acbcd10e3:34285 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T03:14:18,322 DEBUG [M:0;e45acbcd10e3:34285 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-10T03:14:18,322 DEBUG [M:0;e45acbcd10e3:34285 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T03:14:18,323 INFO [M:0;e45acbcd10e3:34285 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=213.48 KB heapSize=265.07 KB 2024-12-10T03:14:18,347 DEBUG [M:0;e45acbcd10e3:34285 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/76cd9c91d38147099cd2aef37565b63e is 82, key is hbase:meta,,1/info:regioninfo/1733800406368/Put/seqid=0 2024-12-10T03:14:18,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33417-0x1000db5db970002, quorum=127.0.0.1:61156, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T03:14:18,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33417-0x1000db5db970002, quorum=127.0.0.1:61156, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T03:14:18,356 INFO [RS:1;e45acbcd10e3:33417 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-10T03:14:18,356 INFO [RS:1;e45acbcd10e3:33417 {}] regionserver.HRegionServer(1031): Exiting; stopping=e45acbcd10e3,33417,1733800352814; zookeeper connection closed. 2024-12-10T03:14:18,366 INFO [RS:0;e45acbcd10e3:33185 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-10T03:14:18,366 INFO [RS:0;e45acbcd10e3:33185 {}] regionserver.HRegionServer(1031): Exiting; stopping=e45acbcd10e3,33185,1733800352572; zookeeper connection closed. 2024-12-10T03:14:18,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33185-0x1000db5db970001, quorum=127.0.0.1:61156, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T03:14:18,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33185-0x1000db5db970001, quorum=127.0.0.1:61156, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T03:14:18,372 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6bb5f2e6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6bb5f2e6 2024-12-10T03:14:18,376 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@107cbf82 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@107cbf82 2024-12-10T03:14:18,377 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-10T03:14:18,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42727 is added to blk_1073741869_1045 (size=6071) 2024-12-10T03:14:18,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40641 is added to blk_1073741869_1045 (size=6071) 2024-12-10T03:14:18,389 INFO [M:0;e45acbcd10e3:34285 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=564 (bloomFilter=true), to=hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/76cd9c91d38147099cd2aef37565b63e 2024-12-10T03:14:18,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37753 is added to blk_1073741869_1045 (size=6071) 2024-12-10T03:14:18,432 DEBUG [M:0;e45acbcd10e3:34285 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5a63d28e37454b11bcec3136f459e116 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733800375912/Put/seqid=0 2024-12-10T03:14:18,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40641 is added to blk_1073741870_1046 (size=9112) 2024-12-10T03:14:18,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42727 is added to blk_1073741870_1046 (size=9112) 2024-12-10T03:14:18,526 INFO [M:0;e45acbcd10e3:34285 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=212.25 KB at sequenceid=564 (bloomFilter=true), to=hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5a63d28e37454b11bcec3136f459e116 2024-12-10T03:14:18,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37753 is added to blk_1073741870_1046 (size=9112) 2024-12-10T03:14:18,536 INFO [M:0;e45acbcd10e3:34285 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5a63d28e37454b11bcec3136f459e116 2024-12-10T03:14:18,572 DEBUG [M:0;e45acbcd10e3:34285 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f8683600f3844e18a98e3bdea29de862 is 69, key is e45acbcd10e3,33185,1733800352572/rs:state/1733800354348/Put/seqid=0 2024-12-10T03:14:18,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42727 is added to blk_1073741871_1047 (size=5441) 2024-12-10T03:14:18,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40641 is added to blk_1073741871_1047 (size=5441) 2024-12-10T03:14:18,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37753 is added to blk_1073741871_1047 (size=5441) 2024-12-10T03:14:18,595 INFO [M:0;e45acbcd10e3:34285 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=564 (bloomFilter=true), to=hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f8683600f3844e18a98e3bdea29de862 2024-12-10T03:14:18,602 INFO [M:0;e45acbcd10e3:34285 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f8683600f3844e18a98e3bdea29de862 2024-12-10T03:14:18,603 DEBUG [M:0;e45acbcd10e3:34285 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/76cd9c91d38147099cd2aef37565b63e as hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/76cd9c91d38147099cd2aef37565b63e 2024-12-10T03:14:18,613 INFO [M:0;e45acbcd10e3:34285 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/76cd9c91d38147099cd2aef37565b63e, entries=14, sequenceid=564, filesize=5.9 K 2024-12-10T03:14:18,616 DEBUG [M:0;e45acbcd10e3:34285 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5a63d28e37454b11bcec3136f459e116 as hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5a63d28e37454b11bcec3136f459e116 2024-12-10T03:14:18,625 INFO [M:0;e45acbcd10e3:34285 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5a63d28e37454b11bcec3136f459e116 2024-12-10T03:14:18,627 INFO [M:0;e45acbcd10e3:34285 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5a63d28e37454b11bcec3136f459e116, entries=60, sequenceid=564, filesize=8.9 K 2024-12-10T03:14:18,628 DEBUG [M:0;e45acbcd10e3:34285 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f8683600f3844e18a98e3bdea29de862 as hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f8683600f3844e18a98e3bdea29de862 2024-12-10T03:14:18,635 INFO [M:0;e45acbcd10e3:34285 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f8683600f3844e18a98e3bdea29de862 2024-12-10T03:14:18,635 INFO [M:0;e45acbcd10e3:34285 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40091/user/jenkins/test-data/dbe4bd2e-bb06-bb8c-8b51-db06eecbdddb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f8683600f3844e18a98e3bdea29de862, entries=3, sequenceid=564, filesize=5.3 K 2024-12-10T03:14:18,636 INFO [M:0;e45acbcd10e3:34285 {}] regionserver.HRegion(3140): Finished flush of dataSize ~213.48 KB/218606, heapSize ~264.77 KB/271128, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 314ms, sequenceid=564, compaction requested=false 2024-12-10T03:14:18,645 INFO [M:0;e45acbcd10e3:34285 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T03:14:18,645 DEBUG [M:0;e45acbcd10e3:34285 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733800458322Disabling compacts and flushes for region at 1733800458322Disabling writes for close at 1733800458322Obtaining lock to block concurrent updates at 1733800458323 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733800458323Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=218606, getHeapSize=271368, getOffHeapSize=0, getCellsCount=685 at 1733800458323Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733800458325 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733800458325Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733800458346 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733800458346Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733800458401 (+55 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733800458431 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733800458431Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733800458537 (+106 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733800458570 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733800458570Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bb999d5: reopening flushed file at 1733800458602 (+32 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79029ec: reopening flushed file at 1733800458613 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a85dc9: reopening flushed file at 1733800458627 (+14 ms)Finished flush of dataSize ~213.48 KB/218606, heapSize ~264.77 KB/271128, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 314ms, sequenceid=564, compaction requested=false at 1733800458636 (+9 ms)Writing region close event to WAL at 1733800458645 (+9 ms)Closed at 1733800458645 2024-12-10T03:14:18,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37753 is added to blk_1073741830_1006 (size=256169) 2024-12-10T03:14:18,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42727 is added to blk_1073741830_1006 (size=256169) 2024-12-10T03:14:18,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40641 is added to blk_1073741830_1006 (size=256169) 2024-12-10T03:14:18,656 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-10T03:14:18,656 INFO [M:0;e45acbcd10e3:34285 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-10T03:14:18,656 INFO [M:0;e45acbcd10e3:34285 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34285 2024-12-10T03:14:18,656 INFO [M:0;e45acbcd10e3:34285 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-10T03:14:18,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34285-0x1000db5db970000, quorum=127.0.0.1:61156, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T03:14:18,808 INFO [M:0;e45acbcd10e3:34285 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-10T03:14:18,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34285-0x1000db5db970000, quorum=127.0.0.1:61156, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T03:14:18,813 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1829d582{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T03:14:18,815 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@214e58f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-10T03:14:18,815 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-10T03:14:18,815 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b3a725b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-10T03:14:18,815 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@290abb78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/529d295c-da0b-023e-b462-43b47af48b95/hadoop.log.dir/,STOPPED} 2024-12-10T03:14:18,821 WARN [BP-176871130-172.17.0.2-1733800346360 heartbeating to localhost/127.0.0.1:40091 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-10T03:14:18,821 WARN [BP-176871130-172.17.0.2-1733800346360 heartbeating to localhost/127.0.0.1:40091 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-176871130-172.17.0.2-1733800346360 (Datanode Uuid c64f5ca4-bf08-4c5d-9dfe-1950b90a0f3f) service to localhost/127.0.0.1:40091 2024-12-10T03:14:18,823 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/529d295c-da0b-023e-b462-43b47af48b95/cluster_dc4c927c-faa4-930c-b50a-7250334a786d/data/data5/current/BP-176871130-172.17.0.2-1733800346360 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T03:14:18,823 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/529d295c-da0b-023e-b462-43b47af48b95/cluster_dc4c927c-faa4-930c-b50a-7250334a786d/data/data6/current/BP-176871130-172.17.0.2-1733800346360 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T03:14:18,824 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-10T03:14:18,824 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-10T03:14:18,825 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-10T03:14:18,833 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@733978e0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T03:14:18,834 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@cec9164{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-10T03:14:18,834 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-10T03:14:18,834 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2267987d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-10T03:14:18,834 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ffd676e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/529d295c-da0b-023e-b462-43b47af48b95/hadoop.log.dir/,STOPPED} 2024-12-10T03:14:18,836 WARN [BP-176871130-172.17.0.2-1733800346360 heartbeating to localhost/127.0.0.1:40091 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-10T03:14:18,836 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-10T03:14:18,836 WARN [BP-176871130-172.17.0.2-1733800346360 heartbeating to localhost/127.0.0.1:40091 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-176871130-172.17.0.2-1733800346360 (Datanode Uuid b0a5ddc7-8723-4334-a06f-34a63a67ab14) service to localhost/127.0.0.1:40091 2024-12-10T03:14:18,836 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-10T03:14:18,837 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/529d295c-da0b-023e-b462-43b47af48b95/cluster_dc4c927c-faa4-930c-b50a-7250334a786d/data/data3/current/BP-176871130-172.17.0.2-1733800346360 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T03:14:18,838 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/529d295c-da0b-023e-b462-43b47af48b95/cluster_dc4c927c-faa4-930c-b50a-7250334a786d/data/data4/current/BP-176871130-172.17.0.2-1733800346360 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T03:14:18,838 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-10T03:14:18,882 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3822facf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T03:14:18,882 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@18c70438{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-10T03:14:18,882 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-10T03:14:18,882 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f453cb9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-10T03:14:18,882 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3bdaaf48{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/529d295c-da0b-023e-b462-43b47af48b95/hadoop.log.dir/,STOPPED} 2024-12-10T03:14:18,885 WARN [BP-176871130-172.17.0.2-1733800346360 heartbeating to localhost/127.0.0.1:40091 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-10T03:14:18,885 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-10T03:14:18,885 WARN [BP-176871130-172.17.0.2-1733800346360 heartbeating to localhost/127.0.0.1:40091 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-176871130-172.17.0.2-1733800346360 (Datanode Uuid 20aeeb49-9eff-45b3-8211-3221f7717bd1) service to localhost/127.0.0.1:40091 2024-12-10T03:14:18,885 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-10T03:14:18,886 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/529d295c-da0b-023e-b462-43b47af48b95/cluster_dc4c927c-faa4-930c-b50a-7250334a786d/data/data1/current/BP-176871130-172.17.0.2-1733800346360 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T03:14:18,886 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/529d295c-da0b-023e-b462-43b47af48b95/cluster_dc4c927c-faa4-930c-b50a-7250334a786d/data/data2/current/BP-176871130-172.17.0.2-1733800346360 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T03:14:18,886 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-10T03:14:18,899 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@458e1c66{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-10T03:14:18,900 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50e5d970{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-10T03:14:18,900 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-10T03:14:18,900 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a9f9f29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-10T03:14:18,900 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@379e5835{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/529d295c-da0b-023e-b462-43b47af48b95/hadoop.log.dir/,STOPPED} 2024-12-10T03:14:18,914 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-10T03:14:19,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-10T03:14:19,015 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=92 (was 11) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40091 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/e45acbcd10e3:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/e45acbcd10e3:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:40091 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RS_OPEN_META-regionserver/e45acbcd10e3:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:40091 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/e45acbcd10e3:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/e45acbcd10e3:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/e45acbcd10e3:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@787d75ce java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:40091 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:40091 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:40091 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: regionserver/e45acbcd10e3:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: master/e45acbcd10e3:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:40091 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=438 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=376 (was 372) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5896 (was 8078) 2024-12-10T03:14:19,021 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=93, OpenFileDescriptor=438, MaxFileDescriptor=1048576, SystemLoadAverage=376, ProcessCount=11, AvailableMemoryMB=5895 2024-12-10T03:14:19,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/529d295c-da0b-023e-b462-43b47af48b95/hadoop.log.dir so I do NOT create it in target/test-data/f78de776-0a8c-87b7-4d3c-1210defd4cc6 2024-12-10T03:14:19,039 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/529d295c-da0b-023e-b462-43b47af48b95/hadoop.log.dir Erasing configuration value by system value. 2024-12-10T03:14:19,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/529d295c-da0b-023e-b462-43b47af48b95/hadoop.tmp.dir so I do NOT create it in target/test-data/f78de776-0a8c-87b7-4d3c-1210defd4cc6 2024-12-10T03:14:19,039 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/529d295c-da0b-023e-b462-43b47af48b95/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-10T03:14:19,039 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f78de776-0a8c-87b7-4d3c-1210defd4cc6 2024-12-10T03:14:19,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-10T03:14:19,039 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f78de776-0a8c-87b7-4d3c-1210defd4cc6/cluster_ab743a23-e745-7d9c-f340-9d740f7f55ec, deleteOnExit=true 2024-12-10T03:14:19,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-10T03:14:19,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f78de776-0a8c-87b7-4d3c-1210defd4cc6/test.cache.data in system properties and HBase conf 2024-12-10T03:14:19,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f78de776-0a8c-87b7-4d3c-1210defd4cc6/hadoop.tmp.dir in system properties and HBase conf 2024-12-10T03:14:19,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f78de776-0a8c-87b7-4d3c-1210defd4cc6/hadoop.log.dir in system properties and HBase conf 2024-12-10T03:14:19,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f78de776-0a8c-87b7-4d3c-1210defd4cc6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-10T03:14:19,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f78de776-0a8c-87b7-4d3c-1210defd4cc6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-10T03:14:19,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-10T03:14:19,041 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-10T03:14:19,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f78de776-0a8c-87b7-4d3c-1210defd4cc6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-10T03:14:19,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f78de776-0a8c-87b7-4d3c-1210defd4cc6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-10T03:14:19,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f78de776-0a8c-87b7-4d3c-1210defd4cc6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-10T03:14:19,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f78de776-0a8c-87b7-4d3c-1210defd4cc6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-10T03:14:19,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f78de776-0a8c-87b7-4d3c-1210defd4cc6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-10T03:14:19,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f78de776-0a8c-87b7-4d3c-1210defd4cc6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-10T03:14:19,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f78de776-0a8c-87b7-4d3c-1210defd4cc6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-10T03:14:19,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f78de776-0a8c-87b7-4d3c-1210defd4cc6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-10T03:14:19,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f78de776-0a8c-87b7-4d3c-1210defd4cc6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-10T03:14:19,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f78de776-0a8c-87b7-4d3c-1210defd4cc6/nfs.dump.dir in system properties and HBase conf 2024-12-10T03:14:19,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f78de776-0a8c-87b7-4d3c-1210defd4cc6/java.io.tmpdir in system properties and HBase conf 2024-12-10T03:14:19,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f78de776-0a8c-87b7-4d3c-1210defd4cc6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-10T03:14:19,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f78de776-0a8c-87b7-4d3c-1210defd4cc6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-10T03:14:19,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f78de776-0a8c-87b7-4d3c-1210defd4cc6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-10T03:14:19,414 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T03:14:19,431 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-10T03:14:19,449 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-10T03:14:19,449 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-10T03:14:19,449 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-10T03:14:19,450 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T03:14:19,451 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b65defa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f78de776-0a8c-87b7-4d3c-1210defd4cc6/hadoop.log.dir/,AVAILABLE} 2024-12-10T03:14:19,451 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29107925{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-10T03:14:19,590 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@68c1645e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f78de776-0a8c-87b7-4d3c-1210defd4cc6/java.io.tmpdir/jetty-localhost-37013-hadoop-hdfs-3_4_1-tests_jar-_-any-6012909596754733488/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-10T03:14:19,591 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@527d33d2{HTTP/1.1, (http/1.1)}{localhost:37013} 2024-12-10T03:14:19,591 INFO [Time-limited test {}] server.Server(415): Started @115790ms 2024-12-10T03:14:20,016 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T03:14:20,025 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-10T03:14:20,028 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-10T03:14:20,028 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-10T03:14:20,028 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-10T03:14:20,029 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@648056fd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f78de776-0a8c-87b7-4d3c-1210defd4cc6/hadoop.log.dir/,AVAILABLE} 2024-12-10T03:14:20,029 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2613b866{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-10T03:14:20,191 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3402987f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f78de776-0a8c-87b7-4d3c-1210defd4cc6/java.io.tmpdir/jetty-localhost-32773-hadoop-hdfs-3_4_1-tests_jar-_-any-8488940987904953229/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T03:14:20,191 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2c9c0316{HTTP/1.1, (http/1.1)}{localhost:32773} 2024-12-10T03:14:20,191 INFO [Time-limited test {}] server.Server(415): Started @116390ms 2024-12-10T03:14:20,193 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-10T03:14:20,256 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T03:14:20,265 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-10T03:14:20,266 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-10T03:14:20,266 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-10T03:14:20,266 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-10T03:14:20,267 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f87af18{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f78de776-0a8c-87b7-4d3c-1210defd4cc6/hadoop.log.dir/,AVAILABLE} 2024-12-10T03:14:20,267 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76c74770{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-10T03:14:20,380 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45d3cb1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f78de776-0a8c-87b7-4d3c-1210defd4cc6/java.io.tmpdir/jetty-localhost-35681-hadoop-hdfs-3_4_1-tests_jar-_-any-11554746204189178346/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T03:14:20,380 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@78cc3a6c{HTTP/1.1, (http/1.1)}{localhost:35681} 2024-12-10T03:14:20,380 INFO [Time-limited test {}] server.Server(415): Started @116579ms 2024-12-10T03:14:20,382 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-10T03:14:20,419 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T03:14:20,423 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-10T03:14:20,426 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-10T03:14:20,426 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-10T03:14:20,426 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-10T03:14:20,427 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23cfd59e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f78de776-0a8c-87b7-4d3c-1210defd4cc6/hadoop.log.dir/,AVAILABLE} 2024-12-10T03:14:20,427 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44bc68ae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-10T03:14:20,533 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@69a2cc41{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f78de776-0a8c-87b7-4d3c-1210defd4cc6/java.io.tmpdir/jetty-localhost-40225-hadoop-hdfs-3_4_1-tests_jar-_-any-2933906038203900441/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T03:14:20,533 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5576c030{HTTP/1.1, (http/1.1)}{localhost:40225} 2024-12-10T03:14:20,534 INFO [Time-limited test {}] server.Server(415): Started @116732ms 2024-12-10T03:14:20,535 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-10T03:14:22,052 WARN [Thread-739 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f78de776-0a8c-87b7-4d3c-1210defd4cc6/cluster_ab743a23-e745-7d9c-f340-9d740f7f55ec/data/data3/current/BP-1524605172-172.17.0.2-1733800459069/current, will proceed with Du for space computation calculation, 2024-12-10T03:14:22,052 WARN [Thread-740 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f78de776-0a8c-87b7-4d3c-1210defd4cc6/cluster_ab743a23-e745-7d9c-f340-9d740f7f55ec/data/data4/current/BP-1524605172-172.17.0.2-1733800459069/current, will proceed with Du for space computation calculation, 2024-12-10T03:14:22,075 WARN [Thread-702 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-10T03:14:22,079 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x89303e1b3eadf69a with lease ID 0x14659a47515bc046: Processing first storage report for DS-7e6a6528-6c5d-4e0b-866a-f5836b66836d from datanode DatanodeRegistration(127.0.0.1:40611, datanodeUuid=660e803e-336c-4ac6-8365-d116f0d2e7c6, infoPort=42337, infoSecurePort=0, ipcPort=33301, storageInfo=lv=-57;cid=testClusterID;nsid=1443665029;c=1733800459069) 2024-12-10T03:14:22,080 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x89303e1b3eadf69a with lease ID 0x14659a47515bc046: from storage DS-7e6a6528-6c5d-4e0b-866a-f5836b66836d node DatanodeRegistration(127.0.0.1:40611, datanodeUuid=660e803e-336c-4ac6-8365-d116f0d2e7c6, infoPort=42337, infoSecurePort=0, ipcPort=33301, storageInfo=lv=-57;cid=testClusterID;nsid=1443665029;c=1733800459069), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-10T03:14:22,080 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x89303e1b3eadf69a with lease ID 0x14659a47515bc046: Processing first storage report for DS-5aa274a1-7fc1-4f4d-809f-f4b20a561082 from datanode DatanodeRegistration(127.0.0.1:40611, datanodeUuid=660e803e-336c-4ac6-8365-d116f0d2e7c6, infoPort=42337, infoSecurePort=0, ipcPort=33301, storageInfo=lv=-57;cid=testClusterID;nsid=1443665029;c=1733800459069) 2024-12-10T03:14:22,080 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x89303e1b3eadf69a with lease ID 0x14659a47515bc046: from storage DS-5aa274a1-7fc1-4f4d-809f-f4b20a561082 node DatanodeRegistration(127.0.0.1:40611, datanodeUuid=660e803e-336c-4ac6-8365-d116f0d2e7c6, infoPort=42337, infoSecurePort=0, ipcPort=33301, storageInfo=lv=-57;cid=testClusterID;nsid=1443665029;c=1733800459069), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-10T03:14:22,123 WARN [Thread-753 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f78de776-0a8c-87b7-4d3c-1210defd4cc6/cluster_ab743a23-e745-7d9c-f340-9d740f7f55ec/data/data1/current/BP-1524605172-172.17.0.2-1733800459069/current, will proceed with Du for space computation calculation, 2024-12-10T03:14:22,123 WARN [Thread-754 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f78de776-0a8c-87b7-4d3c-1210defd4cc6/cluster_ab743a23-e745-7d9c-f340-9d740f7f55ec/data/data6/current/BP-1524605172-172.17.0.2-1733800459069/current, will proceed with Du for space computation calculation, 2024-12-10T03:14:22,123 WARN [Thread-752 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f78de776-0a8c-87b7-4d3c-1210defd4cc6/cluster_ab743a23-e745-7d9c-f340-9d740f7f55ec/data/data5/current/BP-1524605172-172.17.0.2-1733800459069/current, will proceed with Du for space computation calculation, 2024-12-10T03:14:22,123 WARN [Thread-755 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f78de776-0a8c-87b7-4d3c-1210defd4cc6/cluster_ab743a23-e745-7d9c-f340-9d740f7f55ec/data/data2/current/BP-1524605172-172.17.0.2-1733800459069/current, will proceed with Du for space computation calculation, 2024-12-10T03:14:22,157 WARN [Thread-679 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-10T03:14:22,158 WARN [Thread-724 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-10T03:14:22,160 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4559d3ab7c1b3279 with lease ID 0x14659a47515bc047: Processing first storage report for DS-dd2ae7d3-705a-4294-98d6-ef40ad8df845 from datanode DatanodeRegistration(127.0.0.1:46219, datanodeUuid=d07f6643-2c2f-4e21-bfe0-e8afc94f64e0, infoPort=40441, infoSecurePort=0, ipcPort=40983, storageInfo=lv=-57;cid=testClusterID;nsid=1443665029;c=1733800459069) 2024-12-10T03:14:22,160 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4559d3ab7c1b3279 with lease ID 0x14659a47515bc047: from storage DS-dd2ae7d3-705a-4294-98d6-ef40ad8df845 node DatanodeRegistration(127.0.0.1:46219, datanodeUuid=d07f6643-2c2f-4e21-bfe0-e8afc94f64e0, infoPort=40441, infoSecurePort=0, ipcPort=40983, storageInfo=lv=-57;cid=testClusterID;nsid=1443665029;c=1733800459069), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-10T03:14:22,160 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4559d3ab7c1b3279 with lease ID 0x14659a47515bc047: Processing first storage report for DS-441fa12d-3c64-40b7-8493-92d6953306df from datanode DatanodeRegistration(127.0.0.1:46219, datanodeUuid=d07f6643-2c2f-4e21-bfe0-e8afc94f64e0, infoPort=40441, infoSecurePort=0, ipcPort=40983, storageInfo=lv=-57;cid=testClusterID;nsid=1443665029;c=1733800459069) 2024-12-10T03:14:22,160 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4559d3ab7c1b3279 with lease ID 0x14659a47515bc047: from storage DS-441fa12d-3c64-40b7-8493-92d6953306df node DatanodeRegistration(127.0.0.1:46219, datanodeUuid=d07f6643-2c2f-4e21-bfe0-e8afc94f64e0, infoPort=40441, infoSecurePort=0, ipcPort=40983, storageInfo=lv=-57;cid=testClusterID;nsid=1443665029;c=1733800459069), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-10T03:14:22,160 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-10T03:14:22,162 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x40b285a129692b41 with lease ID 0x14659a47515bc048: Processing first storage report for DS-195d1783-1dcb-47a5-bb92-681c01f68a09 from datanode DatanodeRegistration(127.0.0.1:44815, datanodeUuid=621c4433-1681-48f9-b461-745f254de966, infoPort=38737, infoSecurePort=0, ipcPort=34675, storageInfo=lv=-57;cid=testClusterID;nsid=1443665029;c=1733800459069) 2024-12-10T03:14:22,162 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x40b285a129692b41 with lease ID 0x14659a47515bc048: from storage DS-195d1783-1dcb-47a5-bb92-681c01f68a09 node DatanodeRegistration(127.0.0.1:44815, datanodeUuid=621c4433-1681-48f9-b461-745f254de966, infoPort=38737, infoSecurePort=0, ipcPort=34675, storageInfo=lv=-57;cid=testClusterID;nsid=1443665029;c=1733800459069), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-10T03:14:22,162 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x40b285a129692b41 with lease ID 0x14659a47515bc048: Processing first storage report for DS-487a6239-4ec2-40f5-8008-da269d3aaa6e from datanode DatanodeRegistration(127.0.0.1:44815, datanodeUuid=621c4433-1681-48f9-b461-745f254de966, infoPort=38737, infoSecurePort=0, ipcPort=34675, storageInfo=lv=-57;cid=testClusterID;nsid=1443665029;c=1733800459069) 2024-12-10T03:14:22,162 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x40b285a129692b41 with lease ID 0x14659a47515bc048: from storage DS-487a6239-4ec2-40f5-8008-da269d3aaa6e node DatanodeRegistration(127.0.0.1:44815, datanodeUuid=621c4433-1681-48f9-b461-745f254de966, infoPort=38737, infoSecurePort=0, ipcPort=34675, storageInfo=lv=-57;cid=testClusterID;nsid=1443665029;c=1733800459069), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-10T03:14:22,182 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f78de776-0a8c-87b7-4d3c-1210defd4cc6 2024-12-10T03:14:22,190 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f78de776-0a8c-87b7-4d3c-1210defd4cc6/cluster_ab743a23-e745-7d9c-f340-9d740f7f55ec/zookeeper_0, clientPort=57707, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f78de776-0a8c-87b7-4d3c-1210defd4cc6/cluster_ab743a23-e745-7d9c-f340-9d740f7f55ec/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f78de776-0a8c-87b7-4d3c-1210defd4cc6/cluster_ab743a23-e745-7d9c-f340-9d740f7f55ec/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-10T03:14:22,195 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57707 2024-12-10T03:14:22,195 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T03:14:22,197 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T03:14:22,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44815 is added to blk_1073741825_1001 (size=7) 2024-12-10T03:14:22,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40611 is added to blk_1073741825_1001 (size=7) 2024-12-10T03:14:22,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46219 is added to blk_1073741825_1001 (size=7) 2024-12-10T03:14:22,243 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21 with version=8 2024-12-10T03:14:22,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/hbase-staging 2024-12-10T03:14:22,246 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e45acbcd10e3:0 server-side Connection retries=45 2024-12-10T03:14:22,246 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T03:14:22,246 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-10T03:14:22,246 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-10T03:14:22,246 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T03:14:22,246 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-10T03:14:22,246 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-10T03:14:22,246 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-10T03:14:22,249 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37997 2024-12-10T03:14:22,250 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37997 connecting to ZooKeeper ensemble=127.0.0.1:57707 2024-12-10T03:14:22,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:379970x0, quorum=127.0.0.1:57707, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-10T03:14:22,325 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37997-0x1000db78e310000 connected 2024-12-10T03:14:22,424 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T03:14:22,426 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T03:14:22,430 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37997-0x1000db78e310000, quorum=127.0.0.1:57707, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T03:14:22,431 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21, hbase.cluster.distributed=false 2024-12-10T03:14:22,433 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37997-0x1000db78e310000, quorum=127.0.0.1:57707, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-10T03:14:22,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37997 2024-12-10T03:14:22,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37997 2024-12-10T03:14:22,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37997 2024-12-10T03:14:22,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37997 2024-12-10T03:14:22,441 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37997 2024-12-10T03:14:22,459 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e45acbcd10e3:0 server-side Connection retries=45 2024-12-10T03:14:22,459 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T03:14:22,459 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-10T03:14:22,459 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-10T03:14:22,459 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T03:14:22,460 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-10T03:14:22,460 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-10T03:14:22,460 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-10T03:14:22,462 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38897 2024-12-10T03:14:22,464 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38897 connecting to ZooKeeper ensemble=127.0.0.1:57707 2024-12-10T03:14:22,466 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T03:14:22,469 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T03:14:22,487 DEBUG [pool-309-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:388970x0, quorum=127.0.0.1:57707, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-10T03:14:22,491 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38897-0x1000db78e310001 connected 2024-12-10T03:14:22,502 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38897-0x1000db78e310001, quorum=127.0.0.1:57707, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T03:14:22,502 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-10T03:14:22,505 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-10T03:14:22,521 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38897-0x1000db78e310001, quorum=127.0.0.1:57707, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-10T03:14:22,526 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38897-0x1000db78e310001, quorum=127.0.0.1:57707, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-10T03:14:22,529 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38897 2024-12-10T03:14:22,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38897 2024-12-10T03:14:22,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38897 2024-12-10T03:14:22,536 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38897 2024-12-10T03:14:22,537 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38897 2024-12-10T03:14:22,558 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e45acbcd10e3:0 server-side Connection retries=45 2024-12-10T03:14:22,558 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T03:14:22,558 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-10T03:14:22,558 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-10T03:14:22,559 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T03:14:22,559 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-10T03:14:22,559 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-10T03:14:22,559 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-10T03:14:22,560 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35437 2024-12-10T03:14:22,561 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35437 connecting to ZooKeeper ensemble=127.0.0.1:57707 2024-12-10T03:14:22,562 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T03:14:22,565 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T03:14:22,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:354370x0, quorum=127.0.0.1:57707, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-10T03:14:22,582 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35437-0x1000db78e310002 connected 2024-12-10T03:14:22,582 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35437-0x1000db78e310002, quorum=127.0.0.1:57707, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T03:14:22,583 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-10T03:14:22,584 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-10T03:14:22,584 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35437-0x1000db78e310002, quorum=127.0.0.1:57707, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-10T03:14:22,586 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35437-0x1000db78e310002, quorum=127.0.0.1:57707, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-10T03:14:22,589 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35437 2024-12-10T03:14:22,589 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35437 2024-12-10T03:14:22,593 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35437 2024-12-10T03:14:22,593 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35437 2024-12-10T03:14:22,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35437 2024-12-10T03:14:22,610 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e45acbcd10e3:0 server-side Connection retries=45 2024-12-10T03:14:22,610 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T03:14:22,610 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-10T03:14:22,610 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-10T03:14:22,610 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T03:14:22,610 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-10T03:14:22,610 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-10T03:14:22,611 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-10T03:14:22,613 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38839 2024-12-10T03:14:22,614 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38839 connecting to ZooKeeper ensemble=127.0.0.1:57707 2024-12-10T03:14:22,615 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T03:14:22,617 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T03:14:22,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:388390x0, quorum=127.0.0.1:57707, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-10T03:14:22,624 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:388390x0, quorum=127.0.0.1:57707, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T03:14:22,625 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-10T03:14:22,625 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38839-0x1000db78e310003 connected 2024-12-10T03:14:22,629 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-10T03:14:22,629 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38839-0x1000db78e310003, quorum=127.0.0.1:57707, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-10T03:14:22,630 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38839-0x1000db78e310003, quorum=127.0.0.1:57707, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-10T03:14:22,632 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38839 2024-12-10T03:14:22,634 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38839 2024-12-10T03:14:22,634 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38839 2024-12-10T03:14:22,635 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38839 2024-12-10T03:14:22,639 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38839 2024-12-10T03:14:22,656 DEBUG [M:0;e45acbcd10e3:37997 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e45acbcd10e3:37997 2024-12-10T03:14:22,657 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e45acbcd10e3,37997,1733800462245 2024-12-10T03:14:22,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35437-0x1000db78e310002, quorum=127.0.0.1:57707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T03:14:22,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37997-0x1000db78e310000, quorum=127.0.0.1:57707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T03:14:22,667 DEBUG [pool-309-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38897-0x1000db78e310001, quorum=127.0.0.1:57707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T03:14:22,667 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37997-0x1000db78e310000, quorum=127.0.0.1:57707, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e45acbcd10e3,37997,1733800462245 2024-12-10T03:14:22,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38839-0x1000db78e310003, quorum=127.0.0.1:57707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T03:14:22,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38839-0x1000db78e310003, quorum=127.0.0.1:57707, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-10T03:14:22,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38839-0x1000db78e310003, quorum=127.0.0.1:57707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T03:14:22,677 DEBUG [pool-309-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38897-0x1000db78e310001, quorum=127.0.0.1:57707, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-10T03:14:22,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35437-0x1000db78e310002, quorum=127.0.0.1:57707, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-10T03:14:22,677 DEBUG [pool-309-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38897-0x1000db78e310001, quorum=127.0.0.1:57707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T03:14:22,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35437-0x1000db78e310002, quorum=127.0.0.1:57707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T03:14:22,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37997-0x1000db78e310000, quorum=127.0.0.1:57707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T03:14:22,681 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37997-0x1000db78e310000, quorum=127.0.0.1:57707, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-10T03:14:22,687 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e45acbcd10e3,37997,1733800462245 from backup master directory 2024-12-10T03:14:22,698 DEBUG [pool-309-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38897-0x1000db78e310001, quorum=127.0.0.1:57707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T03:14:22,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37997-0x1000db78e310000, quorum=127.0.0.1:57707, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e45acbcd10e3,37997,1733800462245 2024-12-10T03:14:22,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38839-0x1000db78e310003, quorum=127.0.0.1:57707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T03:14:22,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37997-0x1000db78e310000, quorum=127.0.0.1:57707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T03:14:22,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35437-0x1000db78e310002, quorum=127.0.0.1:57707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T03:14:22,698 WARN [master/e45acbcd10e3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-10T03:14:22,698 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e45acbcd10e3,37997,1733800462245 2024-12-10T03:14:22,706 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/hbase.id] with ID: d1b18a4d-e1ee-41ed-9c91-bbcf307a8477 2024-12-10T03:14:22,706 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/.tmp/hbase.id 2024-12-10T03:14:22,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46219 is added to blk_1073741826_1002 (size=42) 2024-12-10T03:14:22,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40611 is added to blk_1073741826_1002 (size=42) 2024-12-10T03:14:22,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44815 is added to blk_1073741826_1002 (size=42) 2024-12-10T03:14:22,726 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/.tmp/hbase.id]:[hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/hbase.id] 2024-12-10T03:14:22,745 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T03:14:22,745 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-10T03:14:22,749 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 4ms. 2024-12-10T03:14:22,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38839-0x1000db78e310003, quorum=127.0.0.1:57707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T03:14:22,761 DEBUG [pool-309-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38897-0x1000db78e310001, quorum=127.0.0.1:57707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T03:14:22,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35437-0x1000db78e310002, quorum=127.0.0.1:57707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T03:14:22,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37997-0x1000db78e310000, quorum=127.0.0.1:57707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T03:14:22,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44815 is added to blk_1073741827_1003 (size=196) 2024-12-10T03:14:22,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40611 is added to blk_1073741827_1003 (size=196) 2024-12-10T03:14:22,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46219 is added to blk_1073741827_1003 (size=196) 2024-12-10T03:14:22,773 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-10T03:14:22,774 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-10T03:14:22,774 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T03:14:22,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40611 is added to blk_1073741828_1004 (size=1189) 2024-12-10T03:14:22,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44815 is added to blk_1073741828_1004 (size=1189) 2024-12-10T03:14:22,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46219 is added to blk_1073741828_1004 (size=1189) 2024-12-10T03:14:22,822 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T03:14:22,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T03:14:22,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T03:14:23,197 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/MasterData/data/master/store 2024-12-10T03:14:23,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46219 is added to blk_1073741829_1005 (size=34) 2024-12-10T03:14:23,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44815 is added to blk_1073741829_1005 (size=34) 2024-12-10T03:14:23,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40611 is added to blk_1073741829_1005 (size=34) 2024-12-10T03:14:23,223 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T03:14:23,223 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-10T03:14:23,223 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T03:14:23,223 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T03:14:23,223 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-10T03:14:23,223 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T03:14:23,223 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T03:14:23,223 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733800463223Disabling compacts and flushes for region at 1733800463223Disabling writes for close at 1733800463223Writing region close event to WAL at 1733800463223Closed at 1733800463223 2024-12-10T03:14:23,224 WARN [master/e45acbcd10e3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/MasterData/data/master/store/.initializing 2024-12-10T03:14:23,224 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/MasterData/WALs/e45acbcd10e3,37997,1733800462245 2024-12-10T03:14:23,227 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T03:14:23,229 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e45acbcd10e3%2C37997%2C1733800462245, suffix=, logDir=hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/MasterData/WALs/e45acbcd10e3,37997,1733800462245, archiveDir=hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/MasterData/oldWALs, maxLogs=10 2024-12-10T03:14:23,243 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/MasterData/WALs/e45acbcd10e3,37997,1733800462245/e45acbcd10e3%2C37997%2C1733800462245.1733800463230, exclude list is [], retry=0 2024-12-10T03:14:23,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40611,DS-7e6a6528-6c5d-4e0b-866a-f5836b66836d,DISK] 2024-12-10T03:14:23,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44815,DS-195d1783-1dcb-47a5-bb92-681c01f68a09,DISK] 2024-12-10T03:14:23,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46219,DS-dd2ae7d3-705a-4294-98d6-ef40ad8df845,DISK] 2024-12-10T03:14:23,253 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/MasterData/WALs/e45acbcd10e3,37997,1733800462245/e45acbcd10e3%2C37997%2C1733800462245.1733800463230 2024-12-10T03:14:23,253 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42337:42337),(127.0.0.1/127.0.0.1:40441:40441),(127.0.0.1/127.0.0.1:38737:38737)] 2024-12-10T03:14:23,253 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-10T03:14:23,254 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T03:14:23,254 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T03:14:23,254 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T03:14:23,255 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T03:14:23,257 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-10T03:14:23,257 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T03:14:23,257 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T03:14:23,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T03:14:23,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-10T03:14:23,259 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T03:14:23,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T03:14:23,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T03:14:23,262 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-10T03:14:23,262 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T03:14:23,263 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T03:14:23,263 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T03:14:23,264 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-10T03:14:23,264 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T03:14:23,264 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T03:14:23,265 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T03:14:23,265 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-10T03:14:23,266 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-10T03:14:23,267 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T03:14:23,267 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T03:14:23,267 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-10T03:14:23,268 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T03:14:23,273 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T03:14:23,273 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62731919, jitterRate=-0.06522156298160553}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-10T03:14:23,274 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733800463254Initializing all the Stores at 1733800463255 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733800463255Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733800463255Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733800463255Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733800463255Cleaning up temporary data from old regions at 1733800463267 (+12 ms)Region opened successfully at 1733800463274 (+7 ms) 2024-12-10T03:14:23,275 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-10T03:14:23,280 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1453cae1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e45acbcd10e3/172.17.0.2:0 2024-12-10T03:14:23,281 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-10T03:14:23,281 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-10T03:14:23,281 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-10T03:14:23,282 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-10T03:14:23,282 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-10T03:14:23,283 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-10T03:14:23,283 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-12-10T03:14:23,291 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-10T03:14:23,293 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37997-0x1000db78e310000, quorum=127.0.0.1:57707, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-10T03:14:23,340 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-10T03:14:23,340 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-10T03:14:23,340 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-10T03:14:23,341 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37997-0x1000db78e310000, quorum=127.0.0.1:57707, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-10T03:14:23,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T03:14:23,350 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-10T03:14:23,351 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-10T03:14:23,352 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37997-0x1000db78e310000, quorum=127.0.0.1:57707, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-10T03:14:23,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T03:14:23,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T03:14:23,361 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-10T03:14:23,362 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37997-0x1000db78e310000, quorum=127.0.0.1:57707, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-10T03:14:23,371 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-10T03:14:23,374 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37997-0x1000db78e310000, quorum=127.0.0.1:57707, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-10T03:14:23,382 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-10T03:14:23,393 DEBUG [pool-309-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38897-0x1000db78e310001, quorum=127.0.0.1:57707, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-10T03:14:23,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35437-0x1000db78e310002, quorum=127.0.0.1:57707, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-10T03:14:23,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38839-0x1000db78e310003, quorum=127.0.0.1:57707, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-10T03:14:23,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35437-0x1000db78e310002, quorum=127.0.0.1:57707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T03:14:23,393 DEBUG [pool-309-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38897-0x1000db78e310001, quorum=127.0.0.1:57707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T03:14:23,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38839-0x1000db78e310003, quorum=127.0.0.1:57707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T03:14:23,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37997-0x1000db78e310000, quorum=127.0.0.1:57707, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-10T03:14:23,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37997-0x1000db78e310000, quorum=127.0.0.1:57707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T03:14:23,393 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e45acbcd10e3,37997,1733800462245, sessionid=0x1000db78e310000, setting cluster-up flag (Was=false) 2024-12-10T03:14:23,413 DEBUG [pool-309-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38897-0x1000db78e310001, quorum=127.0.0.1:57707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T03:14:23,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35437-0x1000db78e310002, quorum=127.0.0.1:57707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T03:14:23,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38839-0x1000db78e310003, quorum=127.0.0.1:57707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T03:14:23,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37997-0x1000db78e310000, quorum=127.0.0.1:57707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T03:14:23,445 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-10T03:14:23,446 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e45acbcd10e3,37997,1733800462245 2024-12-10T03:14:23,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38839-0x1000db78e310003, quorum=127.0.0.1:57707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T03:14:23,466 DEBUG [pool-309-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38897-0x1000db78e310001, quorum=127.0.0.1:57707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T03:14:23,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37997-0x1000db78e310000, quorum=127.0.0.1:57707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T03:14:23,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35437-0x1000db78e310002, quorum=127.0.0.1:57707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T03:14:23,498 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-10T03:14:23,501 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e45acbcd10e3,37997,1733800462245 2024-12-10T03:14:23,502 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-10T03:14:23,513 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-10T03:14:23,513 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-10T03:14:23,513 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-10T03:14:23,514 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e45acbcd10e3,37997,1733800462245 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-10T03:14:23,515 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e45acbcd10e3:0, corePoolSize=5, maxPoolSize=5 2024-12-10T03:14:23,515 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e45acbcd10e3:0, corePoolSize=5, maxPoolSize=5 2024-12-10T03:14:23,515 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e45acbcd10e3:0, corePoolSize=5, maxPoolSize=5 2024-12-10T03:14:23,515 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e45acbcd10e3:0, corePoolSize=5, maxPoolSize=5 2024-12-10T03:14:23,516 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e45acbcd10e3:0, corePoolSize=10, maxPoolSize=10 2024-12-10T03:14:23,516 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e45acbcd10e3:0, corePoolSize=1, maxPoolSize=1 2024-12-10T03:14:23,516 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e45acbcd10e3:0, corePoolSize=2, maxPoolSize=2 2024-12-10T03:14:23,516 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e45acbcd10e3:0, corePoolSize=1, maxPoolSize=1 2024-12-10T03:14:23,535 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-10T03:14:23,536 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-10T03:14:23,538 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T03:14:23,539 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-10T03:14:23,549 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733800493549 2024-12-10T03:14:23,549 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-10T03:14:23,549 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-10T03:14:23,549 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-10T03:14:23,549 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-10T03:14:23,549 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-10T03:14:23,549 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-10T03:14:23,551 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-10T03:14:23,551 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-10T03:14:23,551 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-10T03:14:23,551 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-10T03:14:23,552 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-10T03:14:23,552 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-10T03:14:23,552 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e45acbcd10e3:0:becomeActiveMaster-HFileCleaner.large.0-1733800463552,5,FailOnTimeoutGroup] 2024-12-10T03:14:23,557 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e45acbcd10e3:0:becomeActiveMaster-HFileCleaner.small.0-1733800463552,5,FailOnTimeoutGroup] 2024-12-10T03:14:23,557 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-10T03:14:23,557 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-10T03:14:23,557 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-10T03:14:23,557 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-10T03:14:23,568 INFO [RS:0;e45acbcd10e3:38897 {}] regionserver.HRegionServer(746): ClusterId : d1b18a4d-e1ee-41ed-9c91-bbcf307a8477 2024-12-10T03:14:23,568 DEBUG [RS:0;e45acbcd10e3:38897 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-10T03:14:23,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40611 is added to blk_1073741831_1007 (size=1321) 2024-12-10T03:14:23,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46219 is added to blk_1073741831_1007 (size=1321) 2024-12-10T03:14:23,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44815 is added to blk_1073741831_1007 (size=1321) 2024-12-10T03:14:23,582 INFO [RS:2;e45acbcd10e3:38839 {}] regionserver.HRegionServer(746): ClusterId : d1b18a4d-e1ee-41ed-9c91-bbcf307a8477 2024-12-10T03:14:23,582 INFO [RS:1;e45acbcd10e3:35437 {}] regionserver.HRegionServer(746): ClusterId : d1b18a4d-e1ee-41ed-9c91-bbcf307a8477 2024-12-10T03:14:23,582 DEBUG [RS:2;e45acbcd10e3:38839 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-10T03:14:23,582 DEBUG [RS:1;e45acbcd10e3:35437 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-10T03:14:23,582 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-10T03:14:23,582 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21 2024-12-10T03:14:23,593 DEBUG [RS:1;e45acbcd10e3:35437 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-10T03:14:23,593 DEBUG [RS:1;e45acbcd10e3:35437 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-10T03:14:23,595 DEBUG [RS:0;e45acbcd10e3:38897 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-10T03:14:23,595 DEBUG [RS:0;e45acbcd10e3:38897 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-10T03:14:23,614 DEBUG [RS:1;e45acbcd10e3:35437 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-10T03:14:23,614 DEBUG [RS:2;e45acbcd10e3:38839 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-10T03:14:23,614 DEBUG [RS:2;e45acbcd10e3:38839 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-10T03:14:23,614 DEBUG [RS:1;e45acbcd10e3:35437 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35c26910, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e45acbcd10e3/172.17.0.2:0 2024-12-10T03:14:23,615 DEBUG [RS:0;e45acbcd10e3:38897 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-10T03:14:23,615 DEBUG [RS:0;e45acbcd10e3:38897 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1da350e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e45acbcd10e3/172.17.0.2:0 2024-12-10T03:14:23,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44815 is added to blk_1073741832_1008 (size=32) 2024-12-10T03:14:23,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46219 is added to blk_1073741832_1008 (size=32) 2024-12-10T03:14:23,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40611 is added to blk_1073741832_1008 (size=32) 2024-12-10T03:14:23,626 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T03:14:23,626 DEBUG [RS:2;e45acbcd10e3:38839 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-10T03:14:23,626 DEBUG [RS:2;e45acbcd10e3:38839 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@371960c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e45acbcd10e3/172.17.0.2:0 2024-12-10T03:14:23,637 DEBUG [RS:1;e45acbcd10e3:35437 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;e45acbcd10e3:35437 2024-12-10T03:14:23,640 DEBUG [RS:0;e45acbcd10e3:38897 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e45acbcd10e3:38897 2024-12-10T03:14:23,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-10T03:14:23,640 INFO [RS:1;e45acbcd10e3:35437 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-10T03:14:23,640 INFO [RS:0;e45acbcd10e3:38897 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-10T03:14:23,640 INFO [RS:1;e45acbcd10e3:35437 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-10T03:14:23,640 INFO [RS:0;e45acbcd10e3:38897 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-10T03:14:23,640 DEBUG [RS:1;e45acbcd10e3:35437 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-10T03:14:23,640 DEBUG [RS:0;e45acbcd10e3:38897 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-10T03:14:23,641 INFO [RS:0;e45acbcd10e3:38897 {}] regionserver.HRegionServer(2659): reportForDuty to master=e45acbcd10e3,37997,1733800462245 with port=38897, startcode=1733800462458 2024-12-10T03:14:23,642 DEBUG [RS:0;e45acbcd10e3:38897 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-10T03:14:23,642 INFO [RS:1;e45acbcd10e3:35437 {}] regionserver.HRegionServer(2659): reportForDuty to master=e45acbcd10e3,37997,1733800462245 with port=35437, startcode=1733800462558 2024-12-10T03:14:23,642 DEBUG [RS:1;e45acbcd10e3:35437 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-10T03:14:23,644 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-10T03:14:23,644 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T03:14:23,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T03:14:23,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-10T03:14:23,645 DEBUG [RS:2;e45acbcd10e3:38839 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;e45acbcd10e3:38839 2024-12-10T03:14:23,645 INFO [RS:2;e45acbcd10e3:38839 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-10T03:14:23,645 INFO [RS:2;e45acbcd10e3:38839 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-10T03:14:23,645 DEBUG [RS:2;e45acbcd10e3:38839 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-10T03:14:23,647 INFO [RS:2;e45acbcd10e3:38839 {}] regionserver.HRegionServer(2659): reportForDuty to master=e45acbcd10e3,37997,1733800462245 with port=38839, startcode=1733800462610 2024-12-10T03:14:23,647 DEBUG [RS:2;e45acbcd10e3:38839 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-10T03:14:23,647 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45357, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-10T03:14:23,648 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-10T03:14:23,648 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T03:14:23,648 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37997 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e45acbcd10e3,38897,1733800462458 2024-12-10T03:14:23,648 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37997 {}] master.ServerManager(517): Registering regionserver=e45acbcd10e3,38897,1733800462458 2024-12-10T03:14:23,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T03:14:23,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-10T03:14:23,650 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38515, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-10T03:14:23,650 DEBUG [RS:0;e45acbcd10e3:38897 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21 2024-12-10T03:14:23,650 DEBUG [RS:0;e45acbcd10e3:38897 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40433 2024-12-10T03:14:23,650 DEBUG [RS:0;e45acbcd10e3:38897 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-10T03:14:23,651 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42333, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-10T03:14:23,653 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37997 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e45acbcd10e3,38839,1733800462610 2024-12-10T03:14:23,653 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37997 {}] master.ServerManager(517): Registering regionserver=e45acbcd10e3,38839,1733800462610 2024-12-10T03:14:23,655 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37997 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e45acbcd10e3,35437,1733800462558 2024-12-10T03:14:23,655 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37997 {}] master.ServerManager(517): Registering regionserver=e45acbcd10e3,35437,1733800462558 2024-12-10T03:14:23,655 DEBUG [RS:2;e45acbcd10e3:38839 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21 2024-12-10T03:14:23,655 DEBUG [RS:2;e45acbcd10e3:38839 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40433 2024-12-10T03:14:23,656 DEBUG [RS:2;e45acbcd10e3:38839 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-10T03:14:23,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37997-0x1000db78e310000, quorum=127.0.0.1:57707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-10T03:14:23,659 DEBUG [RS:1;e45acbcd10e3:35437 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21 2024-12-10T03:14:23,659 DEBUG [RS:1;e45acbcd10e3:35437 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40433 2024-12-10T03:14:23,659 DEBUG [RS:1;e45acbcd10e3:35437 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-10T03:14:23,660 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-10T03:14:23,660 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T03:14:23,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T03:14:23,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-10T03:14:23,663 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-10T03:14:23,663 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T03:14:23,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T03:14:23,664 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-10T03:14:23,665 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/hbase/meta/1588230740 2024-12-10T03:14:23,665 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/hbase/meta/1588230740 2024-12-10T03:14:23,668 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-10T03:14:23,668 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-10T03:14:23,669 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-10T03:14:23,671 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-10T03:14:23,684 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T03:14:23,685 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68682042, jitterRate=0.023442178964614868}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-10T03:14:23,685 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733800463626Initializing all the Stores at 1733800463627 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733800463627Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733800463640 (+13 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733800463640Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733800463640Cleaning up temporary data from old regions at 1733800463668 (+28 ms)Region opened successfully at 1733800463685 (+17 ms) 2024-12-10T03:14:23,685 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-10T03:14:23,685 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-10T03:14:23,685 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-10T03:14:23,685 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-10T03:14:23,685 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-10T03:14:23,693 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-10T03:14:23,693 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733800463685Disabling compacts and flushes for region at 1733800463685Disabling writes for close at 1733800463685Writing region close event to WAL at 1733800463693 (+8 ms)Closed at 1733800463693 2024-12-10T03:14:23,694 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-10T03:14:23,694 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-10T03:14:23,694 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-10T03:14:23,698 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e45acbcd10e3,38897,1733800462458] 2024-12-10T03:14:23,698 DEBUG [RS:0;e45acbcd10e3:38897 {}] zookeeper.ZKUtil(111): regionserver:38897-0x1000db78e310001, quorum=127.0.0.1:57707, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e45acbcd10e3,38897,1733800462458 2024-12-10T03:14:23,698 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e45acbcd10e3,38839,1733800462610] 2024-12-10T03:14:23,698 WARN [RS:0;e45acbcd10e3:38897 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-10T03:14:23,698 INFO [RS:0;e45acbcd10e3:38897 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T03:14:23,699 DEBUG [RS:0;e45acbcd10e3:38897 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/WALs/e45acbcd10e3,38897,1733800462458 2024-12-10T03:14:23,700 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-10T03:14:23,703 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-10T03:14:23,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37997-0x1000db78e310000, quorum=127.0.0.1:57707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-10T03:14:23,719 DEBUG [RS:2;e45acbcd10e3:38839 {}] zookeeper.ZKUtil(111): regionserver:38839-0x1000db78e310003, quorum=127.0.0.1:57707, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e45acbcd10e3,38839,1733800462610 2024-12-10T03:14:23,719 WARN [RS:2;e45acbcd10e3:38839 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-10T03:14:23,719 INFO [RS:2;e45acbcd10e3:38839 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T03:14:23,720 DEBUG [RS:2;e45acbcd10e3:38839 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/WALs/e45acbcd10e3,38839,1733800462610 2024-12-10T03:14:23,721 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e45acbcd10e3,35437,1733800462558] 2024-12-10T03:14:23,721 DEBUG [RS:1;e45acbcd10e3:35437 {}] zookeeper.ZKUtil(111): regionserver:35437-0x1000db78e310002, quorum=127.0.0.1:57707, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e45acbcd10e3,35437,1733800462558 2024-12-10T03:14:23,721 WARN [RS:1;e45acbcd10e3:35437 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-10T03:14:23,721 INFO [RS:1;e45acbcd10e3:35437 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T03:14:23,721 DEBUG [RS:1;e45acbcd10e3:35437 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/WALs/e45acbcd10e3,35437,1733800462558 2024-12-10T03:14:23,722 INFO [RS:0;e45acbcd10e3:38897 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-10T03:14:23,741 INFO [RS:0;e45acbcd10e3:38897 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-10T03:14:23,744 INFO [RS:0;e45acbcd10e3:38897 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-10T03:14:23,744 INFO [RS:0;e45acbcd10e3:38897 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T03:14:23,745 INFO [RS:1;e45acbcd10e3:35437 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-10T03:14:23,748 INFO [RS:2;e45acbcd10e3:38839 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-10T03:14:23,748 INFO [RS:0;e45acbcd10e3:38897 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-10T03:14:23,749 INFO [RS:0;e45acbcd10e3:38897 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-10T03:14:23,750 INFO [RS:0;e45acbcd10e3:38897 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-10T03:14:23,750 DEBUG [RS:0;e45acbcd10e3:38897 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e45acbcd10e3:0, corePoolSize=1, maxPoolSize=1 2024-12-10T03:14:23,750 DEBUG [RS:0;e45acbcd10e3:38897 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e45acbcd10e3:0, corePoolSize=1, maxPoolSize=1 2024-12-10T03:14:23,750 DEBUG [RS:0;e45acbcd10e3:38897 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e45acbcd10e3:0, corePoolSize=1, maxPoolSize=1 2024-12-10T03:14:23,750 DEBUG [RS:0;e45acbcd10e3:38897 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e45acbcd10e3:0, corePoolSize=1, maxPoolSize=1 2024-12-10T03:14:23,750 DEBUG [RS:0;e45acbcd10e3:38897 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e45acbcd10e3:0, corePoolSize=1, maxPoolSize=1 2024-12-10T03:14:23,750 DEBUG [RS:0;e45acbcd10e3:38897 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e45acbcd10e3:0, corePoolSize=2, maxPoolSize=2 2024-12-10T03:14:23,750 DEBUG [RS:0;e45acbcd10e3:38897 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e45acbcd10e3:0, corePoolSize=1, maxPoolSize=1 2024-12-10T03:14:23,750 DEBUG [RS:0;e45acbcd10e3:38897 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e45acbcd10e3:0, corePoolSize=1, maxPoolSize=1 2024-12-10T03:14:23,750 DEBUG [RS:0;e45acbcd10e3:38897 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e45acbcd10e3:0, corePoolSize=1, maxPoolSize=1 2024-12-10T03:14:23,751 DEBUG [RS:0;e45acbcd10e3:38897 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e45acbcd10e3:0, corePoolSize=1, maxPoolSize=1 2024-12-10T03:14:23,751 DEBUG [RS:0;e45acbcd10e3:38897 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e45acbcd10e3:0, corePoolSize=1, maxPoolSize=1 2024-12-10T03:14:23,751 DEBUG [RS:0;e45acbcd10e3:38897 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e45acbcd10e3:0, corePoolSize=1, maxPoolSize=1 2024-12-10T03:14:23,751 DEBUG [RS:0;e45acbcd10e3:38897 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0, corePoolSize=3, maxPoolSize=3 2024-12-10T03:14:23,751 DEBUG [RS:0;e45acbcd10e3:38897 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e45acbcd10e3:0, corePoolSize=3, maxPoolSize=3 2024-12-10T03:14:23,759 INFO [RS:1;e45acbcd10e3:35437 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-10T03:14:23,759 INFO [RS:2;e45acbcd10e3:38839 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-10T03:14:23,760 INFO [RS:1;e45acbcd10e3:35437 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-10T03:14:23,760 INFO [RS:1;e45acbcd10e3:35437 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T03:14:23,760 INFO [RS:2;e45acbcd10e3:38839 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-10T03:14:23,760 INFO [RS:2;e45acbcd10e3:38839 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T03:14:23,760 INFO [RS:1;e45acbcd10e3:35437 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-10T03:14:23,762 INFO [RS:1;e45acbcd10e3:35437 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-10T03:14:23,762 INFO [RS:1;e45acbcd10e3:35437 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-10T03:14:23,762 DEBUG [RS:1;e45acbcd10e3:35437 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e45acbcd10e3:0, corePoolSize=1, maxPoolSize=1 2024-12-10T03:14:23,762 DEBUG [RS:1;e45acbcd10e3:35437 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e45acbcd10e3:0, corePoolSize=1, maxPoolSize=1 2024-12-10T03:14:23,762 DEBUG [RS:1;e45acbcd10e3:35437 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e45acbcd10e3:0, corePoolSize=1, maxPoolSize=1 2024-12-10T03:14:23,762 DEBUG [RS:1;e45acbcd10e3:35437 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e45acbcd10e3:0, corePoolSize=1, maxPoolSize=1 2024-12-10T03:14:23,762 DEBUG [RS:1;e45acbcd10e3:35437 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e45acbcd10e3:0, corePoolSize=1, maxPoolSize=1 2024-12-10T03:14:23,762 DEBUG [RS:1;e45acbcd10e3:35437 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e45acbcd10e3:0, corePoolSize=2, maxPoolSize=2 2024-12-10T03:14:23,762 DEBUG [RS:1;e45acbcd10e3:35437 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e45acbcd10e3:0, corePoolSize=1, maxPoolSize=1 2024-12-10T03:14:23,762 DEBUG [RS:1;e45acbcd10e3:35437 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e45acbcd10e3:0, corePoolSize=1, maxPoolSize=1 2024-12-10T03:14:23,762 DEBUG [RS:1;e45acbcd10e3:35437 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e45acbcd10e3:0, corePoolSize=1, maxPoolSize=1 2024-12-10T03:14:23,762 DEBUG [RS:1;e45acbcd10e3:35437 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e45acbcd10e3:0, corePoolSize=1, maxPoolSize=1 2024-12-10T03:14:23,762 DEBUG [RS:1;e45acbcd10e3:35437 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e45acbcd10e3:0, corePoolSize=1, maxPoolSize=1 2024-12-10T03:14:23,763 DEBUG [RS:1;e45acbcd10e3:35437 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e45acbcd10e3:0, corePoolSize=1, maxPoolSize=1 2024-12-10T03:14:23,763 DEBUG [RS:1;e45acbcd10e3:35437 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0, corePoolSize=3, maxPoolSize=3 2024-12-10T03:14:23,763 DEBUG [RS:1;e45acbcd10e3:35437 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e45acbcd10e3:0, corePoolSize=3, maxPoolSize=3 2024-12-10T03:14:23,764 INFO [RS:2;e45acbcd10e3:38839 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-10T03:14:23,767 INFO [RS:2;e45acbcd10e3:38839 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-10T03:14:23,767 INFO [RS:2;e45acbcd10e3:38839 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-10T03:14:23,768 DEBUG [RS:2;e45acbcd10e3:38839 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e45acbcd10e3:0, corePoolSize=1, maxPoolSize=1 2024-12-10T03:14:23,768 DEBUG [RS:2;e45acbcd10e3:38839 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e45acbcd10e3:0, corePoolSize=1, maxPoolSize=1 2024-12-10T03:14:23,768 DEBUG [RS:2;e45acbcd10e3:38839 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e45acbcd10e3:0, corePoolSize=1, maxPoolSize=1 2024-12-10T03:14:23,768 DEBUG [RS:2;e45acbcd10e3:38839 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e45acbcd10e3:0, corePoolSize=1, maxPoolSize=1 2024-12-10T03:14:23,768 DEBUG [RS:2;e45acbcd10e3:38839 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e45acbcd10e3:0, corePoolSize=1, maxPoolSize=1 2024-12-10T03:14:23,768 DEBUG [RS:2;e45acbcd10e3:38839 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e45acbcd10e3:0, corePoolSize=2, maxPoolSize=2 2024-12-10T03:14:23,768 DEBUG [RS:2;e45acbcd10e3:38839 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e45acbcd10e3:0, corePoolSize=1, maxPoolSize=1 2024-12-10T03:14:23,768 DEBUG [RS:2;e45acbcd10e3:38839 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e45acbcd10e3:0, corePoolSize=1, maxPoolSize=1 2024-12-10T03:14:23,768 DEBUG [RS:2;e45acbcd10e3:38839 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e45acbcd10e3:0, corePoolSize=1, maxPoolSize=1 2024-12-10T03:14:23,768 DEBUG [RS:2;e45acbcd10e3:38839 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e45acbcd10e3:0, corePoolSize=1, maxPoolSize=1 2024-12-10T03:14:23,768 DEBUG [RS:2;e45acbcd10e3:38839 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e45acbcd10e3:0, corePoolSize=1, maxPoolSize=1 2024-12-10T03:14:23,768 DEBUG [RS:2;e45acbcd10e3:38839 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e45acbcd10e3:0, corePoolSize=1, maxPoolSize=1 2024-12-10T03:14:23,768 DEBUG [RS:2;e45acbcd10e3:38839 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0, corePoolSize=3, maxPoolSize=3 2024-12-10T03:14:23,769 DEBUG [RS:2;e45acbcd10e3:38839 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e45acbcd10e3:0, corePoolSize=3, maxPoolSize=3 2024-12-10T03:14:23,773 INFO [RS:0;e45acbcd10e3:38897 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T03:14:23,773 INFO [RS:0;e45acbcd10e3:38897 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T03:14:23,773 INFO [RS:0;e45acbcd10e3:38897 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T03:14:23,773 INFO [RS:0;e45acbcd10e3:38897 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-10T03:14:23,773 INFO [RS:0;e45acbcd10e3:38897 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-10T03:14:23,773 INFO [RS:0;e45acbcd10e3:38897 {}] hbase.ChoreService(168): Chore ScheduledChore name=e45acbcd10e3,38897,1733800462458-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-10T03:14:23,777 INFO [RS:2;e45acbcd10e3:38839 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T03:14:23,777 INFO [RS:2;e45acbcd10e3:38839 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T03:14:23,777 INFO [RS:2;e45acbcd10e3:38839 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T03:14:23,777 INFO [RS:2;e45acbcd10e3:38839 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-10T03:14:23,777 INFO [RS:2;e45acbcd10e3:38839 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-10T03:14:23,777 INFO [RS:2;e45acbcd10e3:38839 {}] hbase.ChoreService(168): Chore ScheduledChore name=e45acbcd10e3,38839,1733800462610-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-10T03:14:23,783 INFO [RS:1;e45acbcd10e3:35437 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T03:14:23,783 INFO [RS:1;e45acbcd10e3:35437 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T03:14:23,783 INFO [RS:1;e45acbcd10e3:35437 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T03:14:23,783 INFO [RS:1;e45acbcd10e3:35437 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-10T03:14:23,784 INFO [RS:1;e45acbcd10e3:35437 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-10T03:14:23,784 INFO [RS:1;e45acbcd10e3:35437 {}] hbase.ChoreService(168): Chore ScheduledChore name=e45acbcd10e3,35437,1733800462558-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-10T03:14:23,792 INFO [RS:0;e45acbcd10e3:38897 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-10T03:14:23,794 INFO [RS:0;e45acbcd10e3:38897 {}] hbase.ChoreService(168): Chore ScheduledChore name=e45acbcd10e3,38897,1733800462458-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T03:14:23,794 INFO [RS:0;e45acbcd10e3:38897 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T03:14:23,794 INFO [RS:0;e45acbcd10e3:38897 {}] regionserver.Replication(171): e45acbcd10e3,38897,1733800462458 started 2024-12-10T03:14:23,797 INFO [RS:2;e45acbcd10e3:38839 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-10T03:14:23,797 INFO [RS:2;e45acbcd10e3:38839 {}] hbase.ChoreService(168): Chore ScheduledChore name=e45acbcd10e3,38839,1733800462610-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T03:14:23,797 INFO [RS:2;e45acbcd10e3:38839 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T03:14:23,797 INFO [RS:2;e45acbcd10e3:38839 {}] regionserver.Replication(171): e45acbcd10e3,38839,1733800462610 started 2024-12-10T03:14:23,802 INFO [RS:1;e45acbcd10e3:35437 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-10T03:14:23,802 INFO [RS:1;e45acbcd10e3:35437 {}] hbase.ChoreService(168): Chore ScheduledChore name=e45acbcd10e3,35437,1733800462558-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T03:14:23,802 INFO [RS:1;e45acbcd10e3:35437 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T03:14:23,802 INFO [RS:1;e45acbcd10e3:35437 {}] regionserver.Replication(171): e45acbcd10e3,35437,1733800462558 started 2024-12-10T03:14:23,814 INFO [RS:0;e45acbcd10e3:38897 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T03:14:23,814 INFO [RS:0;e45acbcd10e3:38897 {}] regionserver.HRegionServer(1482): Serving as e45acbcd10e3,38897,1733800462458, RpcServer on e45acbcd10e3/172.17.0.2:38897, sessionid=0x1000db78e310001 2024-12-10T03:14:23,814 DEBUG [RS:0;e45acbcd10e3:38897 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-10T03:14:23,814 DEBUG [RS:0;e45acbcd10e3:38897 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e45acbcd10e3,38897,1733800462458 2024-12-10T03:14:23,814 DEBUG [RS:0;e45acbcd10e3:38897 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e45acbcd10e3,38897,1733800462458' 2024-12-10T03:14:23,814 DEBUG [RS:0;e45acbcd10e3:38897 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-10T03:14:23,815 INFO [RS:2;e45acbcd10e3:38839 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T03:14:23,815 INFO [RS:2;e45acbcd10e3:38839 {}] regionserver.HRegionServer(1482): Serving as e45acbcd10e3,38839,1733800462610, RpcServer on e45acbcd10e3/172.17.0.2:38839, sessionid=0x1000db78e310003 2024-12-10T03:14:23,815 DEBUG [RS:0;e45acbcd10e3:38897 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-10T03:14:23,815 DEBUG [RS:2;e45acbcd10e3:38839 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-10T03:14:23,815 DEBUG [RS:2;e45acbcd10e3:38839 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e45acbcd10e3,38839,1733800462610 2024-12-10T03:14:23,815 DEBUG [RS:2;e45acbcd10e3:38839 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e45acbcd10e3,38839,1733800462610' 2024-12-10T03:14:23,815 DEBUG [RS:2;e45acbcd10e3:38839 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-10T03:14:23,816 DEBUG [RS:2;e45acbcd10e3:38839 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-10T03:14:23,816 DEBUG [RS:0;e45acbcd10e3:38897 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-10T03:14:23,816 DEBUG [RS:0;e45acbcd10e3:38897 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-10T03:14:23,816 DEBUG [RS:0;e45acbcd10e3:38897 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e45acbcd10e3,38897,1733800462458 2024-12-10T03:14:23,816 DEBUG [RS:0;e45acbcd10e3:38897 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e45acbcd10e3,38897,1733800462458' 2024-12-10T03:14:23,816 DEBUG [RS:0;e45acbcd10e3:38897 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-10T03:14:23,818 INFO [RS:1;e45acbcd10e3:35437 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T03:14:23,819 INFO [RS:1;e45acbcd10e3:35437 {}] regionserver.HRegionServer(1482): Serving as e45acbcd10e3,35437,1733800462558, RpcServer on e45acbcd10e3/172.17.0.2:35437, sessionid=0x1000db78e310002 2024-12-10T03:14:23,819 DEBUG [RS:1;e45acbcd10e3:35437 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-10T03:14:23,819 DEBUG [RS:1;e45acbcd10e3:35437 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e45acbcd10e3,35437,1733800462558 2024-12-10T03:14:23,819 DEBUG [RS:1;e45acbcd10e3:35437 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e45acbcd10e3,35437,1733800462558' 2024-12-10T03:14:23,819 DEBUG [RS:1;e45acbcd10e3:35437 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-10T03:14:23,819 DEBUG [RS:0;e45acbcd10e3:38897 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-10T03:14:23,819 DEBUG [RS:1;e45acbcd10e3:35437 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-10T03:14:23,820 DEBUG [RS:2;e45acbcd10e3:38839 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-10T03:14:23,820 DEBUG [RS:2;e45acbcd10e3:38839 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-10T03:14:23,820 DEBUG [RS:2;e45acbcd10e3:38839 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e45acbcd10e3,38839,1733800462610 2024-12-10T03:14:23,820 DEBUG [RS:2;e45acbcd10e3:38839 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e45acbcd10e3,38839,1733800462610' 2024-12-10T03:14:23,820 DEBUG [RS:2;e45acbcd10e3:38839 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-10T03:14:23,820 DEBUG [RS:1;e45acbcd10e3:35437 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-10T03:14:23,820 DEBUG [RS:1;e45acbcd10e3:35437 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-10T03:14:23,820 DEBUG [RS:0;e45acbcd10e3:38897 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-10T03:14:23,820 DEBUG [RS:1;e45acbcd10e3:35437 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e45acbcd10e3,35437,1733800462558 2024-12-10T03:14:23,820 DEBUG [RS:1;e45acbcd10e3:35437 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e45acbcd10e3,35437,1733800462558' 2024-12-10T03:14:23,820 INFO [RS:0;e45acbcd10e3:38897 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-10T03:14:23,820 DEBUG [RS:1;e45acbcd10e3:35437 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-10T03:14:23,820 INFO [RS:0;e45acbcd10e3:38897 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-10T03:14:23,820 DEBUG [RS:2;e45acbcd10e3:38839 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-10T03:14:23,820 DEBUG [RS:1;e45acbcd10e3:35437 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-10T03:14:23,820 DEBUG [RS:2;e45acbcd10e3:38839 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-10T03:14:23,820 INFO [RS:2;e45acbcd10e3:38839 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-10T03:14:23,821 INFO [RS:2;e45acbcd10e3:38839 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-10T03:14:23,821 DEBUG [RS:1;e45acbcd10e3:35437 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-10T03:14:23,821 INFO [RS:1;e45acbcd10e3:35437 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-10T03:14:23,821 INFO [RS:1;e45acbcd10e3:35437 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-10T03:14:23,853 WARN [e45acbcd10e3:37997 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-10T03:14:23,920 INFO [RS:0;e45acbcd10e3:38897 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T03:14:23,921 INFO [RS:2;e45acbcd10e3:38839 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T03:14:23,921 INFO [RS:1;e45acbcd10e3:35437 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T03:14:23,922 INFO [RS:2;e45acbcd10e3:38839 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e45acbcd10e3%2C38839%2C1733800462610, suffix=, logDir=hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/WALs/e45acbcd10e3,38839,1733800462610, archiveDir=hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/oldWALs, maxLogs=32 2024-12-10T03:14:23,924 INFO [RS:0;e45acbcd10e3:38897 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e45acbcd10e3%2C38897%2C1733800462458, suffix=, logDir=hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/WALs/e45acbcd10e3,38897,1733800462458, archiveDir=hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/oldWALs, maxLogs=32 2024-12-10T03:14:23,925 INFO [RS:1;e45acbcd10e3:35437 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e45acbcd10e3%2C35437%2C1733800462558, suffix=, logDir=hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/WALs/e45acbcd10e3,35437,1733800462558, archiveDir=hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/oldWALs, maxLogs=32 2024-12-10T03:14:23,938 DEBUG [RS:1;e45acbcd10e3:35437 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/WALs/e45acbcd10e3,35437,1733800462558/e45acbcd10e3%2C35437%2C1733800462558.1733800463927, exclude list is [], retry=0 2024-12-10T03:14:23,940 DEBUG [RS:2;e45acbcd10e3:38839 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/WALs/e45acbcd10e3,38839,1733800462610/e45acbcd10e3%2C38839%2C1733800462610.1733800463923, exclude list is [], retry=0 2024-12-10T03:14:23,941 DEBUG [RS:0;e45acbcd10e3:38897 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/WALs/e45acbcd10e3,38897,1733800462458/e45acbcd10e3%2C38897%2C1733800462458.1733800463924, exclude list is [], retry=0 2024-12-10T03:14:23,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46219,DS-dd2ae7d3-705a-4294-98d6-ef40ad8df845,DISK] 2024-12-10T03:14:23,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40611,DS-7e6a6528-6c5d-4e0b-866a-f5836b66836d,DISK] 2024-12-10T03:14:23,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44815,DS-195d1783-1dcb-47a5-bb92-681c01f68a09,DISK] 2024-12-10T03:14:23,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46219,DS-dd2ae7d3-705a-4294-98d6-ef40ad8df845,DISK] 2024-12-10T03:14:23,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40611,DS-7e6a6528-6c5d-4e0b-866a-f5836b66836d,DISK] 2024-12-10T03:14:23,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40611,DS-7e6a6528-6c5d-4e0b-866a-f5836b66836d,DISK] 2024-12-10T03:14:23,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44815,DS-195d1783-1dcb-47a5-bb92-681c01f68a09,DISK] 2024-12-10T03:14:23,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44815,DS-195d1783-1dcb-47a5-bb92-681c01f68a09,DISK] 2024-12-10T03:14:23,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46219,DS-dd2ae7d3-705a-4294-98d6-ef40ad8df845,DISK] 2024-12-10T03:14:23,957 INFO [RS:2;e45acbcd10e3:38839 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/WALs/e45acbcd10e3,38839,1733800462610/e45acbcd10e3%2C38839%2C1733800462610.1733800463923 2024-12-10T03:14:23,965 INFO [RS:1;e45acbcd10e3:35437 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/WALs/e45acbcd10e3,35437,1733800462558/e45acbcd10e3%2C35437%2C1733800462558.1733800463927 2024-12-10T03:14:23,968 INFO [RS:0;e45acbcd10e3:38897 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/WALs/e45acbcd10e3,38897,1733800462458/e45acbcd10e3%2C38897%2C1733800462458.1733800463924 2024-12-10T03:14:23,971 DEBUG [RS:2;e45acbcd10e3:38839 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38737:38737),(127.0.0.1/127.0.0.1:40441:40441),(127.0.0.1/127.0.0.1:42337:42337)] 2024-12-10T03:14:23,973 DEBUG [RS:1;e45acbcd10e3:35437 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38737:38737),(127.0.0.1/127.0.0.1:42337:42337),(127.0.0.1/127.0.0.1:40441:40441)] 2024-12-10T03:14:23,977 DEBUG [RS:0;e45acbcd10e3:38897 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38737:38737),(127.0.0.1/127.0.0.1:42337:42337),(127.0.0.1/127.0.0.1:40441:40441)] 2024-12-10T03:14:24,103 DEBUG [e45acbcd10e3:37997 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-10T03:14:24,104 DEBUG [e45acbcd10e3:37997 {}] balancer.BalancerClusterState(204): Hosts are {e45acbcd10e3=0} racks are {/default-rack=0} 2024-12-10T03:14:24,107 DEBUG [e45acbcd10e3:37997 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-10T03:14:24,107 DEBUG [e45acbcd10e3:37997 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-10T03:14:24,107 DEBUG [e45acbcd10e3:37997 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-10T03:14:24,107 DEBUG [e45acbcd10e3:37997 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-10T03:14:24,107 DEBUG [e45acbcd10e3:37997 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-10T03:14:24,107 DEBUG [e45acbcd10e3:37997 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-10T03:14:24,107 INFO [e45acbcd10e3:37997 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-10T03:14:24,107 INFO [e45acbcd10e3:37997 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-10T03:14:24,107 INFO [e45acbcd10e3:37997 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-10T03:14:24,107 DEBUG [e45acbcd10e3:37997 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-10T03:14:24,107 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e45acbcd10e3,35437,1733800462558 2024-12-10T03:14:24,111 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e45acbcd10e3,35437,1733800462558, state=OPENING 2024-12-10T03:14:24,161 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-10T03:14:24,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35437-0x1000db78e310002, quorum=127.0.0.1:57707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T03:14:24,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38839-0x1000db78e310003, quorum=127.0.0.1:57707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T03:14:24,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37997-0x1000db78e310000, quorum=127.0.0.1:57707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T03:14:24,171 DEBUG [pool-309-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38897-0x1000db78e310001, quorum=127.0.0.1:57707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T03:14:24,172 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T03:14:24,172 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T03:14:24,172 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-10T03:14:24,172 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T03:14:24,172 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T03:14:24,172 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e45acbcd10e3,35437,1733800462558}] 2024-12-10T03:14:32,160 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-10T03:14:32,160 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-10T03:14:34,176 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-10T03:14:34,177 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44929, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-10T03:14:34,223 INFO [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-10T03:14:34,223 INFO [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T03:14:34,224 INFO [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-10T03:14:34,226 INFO [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e45acbcd10e3%2C35437%2C1733800462558.meta, suffix=.meta, logDir=hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/WALs/e45acbcd10e3,35437,1733800462558, archiveDir=hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/oldWALs, maxLogs=32 2024-12-10T03:14:34,241 DEBUG [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/WALs/e45acbcd10e3,35437,1733800462558/e45acbcd10e3%2C35437%2C1733800462558.meta.1733800474227.meta, exclude list is [], retry=0 2024-12-10T03:14:34,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44815,DS-195d1783-1dcb-47a5-bb92-681c01f68a09,DISK] 2024-12-10T03:14:34,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40611,DS-7e6a6528-6c5d-4e0b-866a-f5836b66836d,DISK] 2024-12-10T03:14:34,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46219,DS-dd2ae7d3-705a-4294-98d6-ef40ad8df845,DISK] 2024-12-10T03:14:34,245 INFO [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/WALs/e45acbcd10e3,35437,1733800462558/e45acbcd10e3%2C35437%2C1733800462558.meta.1733800474227.meta 2024-12-10T03:14:34,246 DEBUG [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42337:42337),(127.0.0.1/127.0.0.1:38737:38737),(127.0.0.1/127.0.0.1:40441:40441)] 2024-12-10T03:14:34,246 DEBUG [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-10T03:14:34,246 DEBUG [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-10T03:14:34,246 DEBUG [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-10T03:14:34,246 INFO [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-10T03:14:34,246 DEBUG [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-10T03:14:34,246 DEBUG [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T03:14:34,247 DEBUG [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-10T03:14:34,247 DEBUG [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-10T03:14:34,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-10T03:14:34,249 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-10T03:14:34,249 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T03:14:34,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T03:14:34,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-10T03:14:34,250 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-10T03:14:34,250 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T03:14:34,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T03:14:34,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-10T03:14:34,251 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-10T03:14:34,251 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T03:14:34,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T03:14:34,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-10T03:14:34,253 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-10T03:14:34,253 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T03:14:34,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T03:14:34,253 DEBUG [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-10T03:14:34,254 DEBUG [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/hbase/meta/1588230740 2024-12-10T03:14:34,255 DEBUG [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/hbase/meta/1588230740 2024-12-10T03:14:34,256 DEBUG [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-10T03:14:34,256 DEBUG [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-10T03:14:34,257 DEBUG [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-10T03:14:34,258 DEBUG [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-10T03:14:34,259 INFO [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63826386, jitterRate=-0.04891273379325867}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-10T03:14:34,259 DEBUG [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-10T03:14:34,259 DEBUG [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733800474247Writing region info on filesystem at 1733800474247Initializing all the Stores at 1733800474248 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733800474248Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733800474248Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733800474248Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733800474248Cleaning up temporary data from old regions at 1733800474256 (+8 ms)Running coprocessor post-open hooks at 1733800474259 (+3 ms)Region opened successfully at 1733800474259 2024-12-10T03:14:34,260 INFO [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733800474175 2024-12-10T03:14:34,261 DEBUG [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-10T03:14:34,261 INFO [RS_OPEN_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-10T03:14:34,262 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e45acbcd10e3,35437,1733800462558 2024-12-10T03:14:34,263 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e45acbcd10e3,35437,1733800462558, state=OPEN 2024-12-10T03:14:34,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38839-0x1000db78e310003, quorum=127.0.0.1:57707, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T03:14:34,276 DEBUG [pool-309-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38897-0x1000db78e310001, quorum=127.0.0.1:57707, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T03:14:34,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37997-0x1000db78e310000, quorum=127.0.0.1:57707, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T03:14:34,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35437-0x1000db78e310002, quorum=127.0.0.1:57707, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T03:14:34,276 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T03:14:34,276 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T03:14:34,276 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T03:14:34,276 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T03:14:34,276 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e45acbcd10e3,35437,1733800462558 2024-12-10T03:14:34,278 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-10T03:14:34,278 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e45acbcd10e3,35437,1733800462558 in 10.1040 sec 2024-12-10T03:14:34,280 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-10T03:14:34,280 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.5840 sec 2024-12-10T03:14:34,280 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-10T03:14:34,280 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-10T03:14:34,282 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-10T03:14:34,283 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e45acbcd10e3,35437,1733800462558, seqNum=-1] 2024-12-10T03:14:34,283 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T03:14:34,284 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54837, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T03:14:34,288 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.7760 sec 2024-12-10T03:14:34,289 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733800474289, completionTime=-1 2024-12-10T03:14:34,289 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-10T03:14:34,289 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-10T03:14:34,290 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-10T03:14:34,290 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733800534290 2024-12-10T03:14:34,290 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733800594290 2024-12-10T03:14:34,290 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-10T03:14:34,291 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e45acbcd10e3,37997,1733800462245-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T03:14:34,291 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e45acbcd10e3,37997,1733800462245-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T03:14:34,291 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e45acbcd10e3,37997,1733800462245-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T03:14:34,291 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e45acbcd10e3:37997, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T03:14:34,291 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-10T03:14:34,291 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-10T03:14:34,293 DEBUG [master/e45acbcd10e3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-10T03:14:34,294 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.596sec 2024-12-10T03:14:34,294 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-10T03:14:34,294 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-10T03:14:34,294 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-10T03:14:34,294 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-10T03:14:34,294 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-10T03:14:34,294 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e45acbcd10e3,37997,1733800462245-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-10T03:14:34,294 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e45acbcd10e3,37997,1733800462245-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-10T03:14:34,297 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-10T03:14:34,297 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-10T03:14:34,297 INFO [master/e45acbcd10e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e45acbcd10e3,37997,1733800462245-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T03:14:34,383 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@774afc81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T03:14:34,383 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e45acbcd10e3,37997,-1 for getting cluster id 2024-12-10T03:14:34,383 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-10T03:14:34,384 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd1b18a4d-e1ee-41ed-9c91-bbcf307a8477' 2024-12-10T03:14:34,384 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-10T03:14:34,385 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d1b18a4d-e1ee-41ed-9c91-bbcf307a8477" 2024-12-10T03:14:34,385 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1391f8fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T03:14:34,385 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e45acbcd10e3,37997,-1] 2024-12-10T03:14:34,385 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-10T03:14:34,385 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T03:14:34,386 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-10T03:14:34,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b837726, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T03:14:34,387 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-10T03:14:34,388 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e45acbcd10e3,35437,1733800462558, seqNum=-1] 2024-12-10T03:14:34,389 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T03:14:34,390 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T03:14:34,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e45acbcd10e3,37997,1733800462245 2024-12-10T03:14:34,392 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733800474392 (current time:1733800474392). 2024-12-10T03:14:34,392 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-10T03:14:34,392 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-12-10T03:14:34,393 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c755a75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T03:14:34,393 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e45acbcd10e3,37997,-1 for getting cluster id 2024-12-10T03:14:34,393 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-10T03:14:34,394 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd1b18a4d-e1ee-41ed-9c91-bbcf307a8477' 2024-12-10T03:14:34,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-10T03:14:34,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d1b18a4d-e1ee-41ed-9c91-bbcf307a8477" 2024-12-10T03:14:34,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dad462e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T03:14:34,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e45acbcd10e3,37997,-1] 2024-12-10T03:14:34,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-10T03:14:34,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T03:14:34,395 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-10T03:14:34,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bbddde4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T03:14:34,397 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-10T03:14:34,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e45acbcd10e3,35437,1733800462558, seqNum=-1] 2024-12-10T03:14:34,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T03:14:34,399 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T03:14:34,400 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-10T03:14:34,400 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T03:14:34,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T03:14:34,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T03:14:34,400 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-10T03:14:34,401 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-10T03:14:34,402 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is e45acbcd10e3,37997,1733800462245 2024-12-10T03:14:34,402 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75980c8 2024-12-10T03:14:34,402 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-10T03:14:34,404 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-10T03:14:34,405 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37997 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-10T03:14:34,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37997 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-12-10T03:14:34,407 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-12-10T03:14:34,407 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T03:14:34,407 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37997 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-12-10T03:14:34,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T03:14:34,408 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-10T03:14:34,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40611 is added to blk_1073741837_1013 (size=361) 2024-12-10T03:14:34,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46219 is added to blk_1073741837_1013 (size=361) 2024-12-10T03:14:34,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44815 is added to blk_1073741837_1013 (size=361) 2024-12-10T03:14:34,421 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2358d572fb65c9d0cbe11cde1e5b48ec, NAME => 'SPTestTable,,1733800474404.2358d572fb65c9d0cbe11cde1e5b48ec.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21 2024-12-10T03:14:34,421 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 08234aaa7c6368ce2845466d4d93359d, NAME => 'SPTestTable,33333332,1733800474404.08234aaa7c6368ce2845466d4d93359d.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21 2024-12-10T03:14:34,421 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 9d76a637963026ba36501045389fa1b5, NAME => 'SPTestTable,19999999,1733800474404.9d76a637963026ba36501045389fa1b5.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21 2024-12-10T03:14:34,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44815 is added to blk_1073741839_1015 (size=62) 2024-12-10T03:14:34,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40611 is added to blk_1073741839_1015 (size=62) 2024-12-10T03:14:34,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46219 is added to blk_1073741838_1014 (size=54) 2024-12-10T03:14:34,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40611 is added to blk_1073741838_1014 (size=54) 2024-12-10T03:14:34,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44815 is added to blk_1073741838_1014 (size=54) 2024-12-10T03:14:34,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46219 is added to blk_1073741839_1015 (size=62) 2024-12-10T03:14:34,435 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1733800474404.2358d572fb65c9d0cbe11cde1e5b48ec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T03:14:34,435 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 2358d572fb65c9d0cbe11cde1e5b48ec, disabling compactions & flushes 2024-12-10T03:14:34,435 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1733800474404.2358d572fb65c9d0cbe11cde1e5b48ec. 2024-12-10T03:14:34,435 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733800474404.08234aaa7c6368ce2845466d4d93359d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T03:14:34,435 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733800474404.2358d572fb65c9d0cbe11cde1e5b48ec. 2024-12-10T03:14:34,435 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733800474404.2358d572fb65c9d0cbe11cde1e5b48ec. after waiting 0 ms 2024-12-10T03:14:34,435 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 08234aaa7c6368ce2845466d4d93359d, disabling compactions & flushes 2024-12-10T03:14:34,435 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733800474404.2358d572fb65c9d0cbe11cde1e5b48ec. 2024-12-10T03:14:34,435 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733800474404.08234aaa7c6368ce2845466d4d93359d. 2024-12-10T03:14:34,435 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1733800474404.2358d572fb65c9d0cbe11cde1e5b48ec. 2024-12-10T03:14:34,435 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733800474404.08234aaa7c6368ce2845466d4d93359d. 2024-12-10T03:14:34,435 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733800474404.08234aaa7c6368ce2845466d4d93359d. after waiting 0 ms 2024-12-10T03:14:34,435 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2358d572fb65c9d0cbe11cde1e5b48ec: Waiting for close lock at 1733800474435Disabling compacts and flushes for region at 1733800474435Disabling writes for close at 1733800474435Writing region close event to WAL at 1733800474435Closed at 1733800474435 2024-12-10T03:14:34,435 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733800474404.08234aaa7c6368ce2845466d4d93359d. 2024-12-10T03:14:34,436 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733800474404.08234aaa7c6368ce2845466d4d93359d. 2024-12-10T03:14:34,436 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 08234aaa7c6368ce2845466d4d93359d: Waiting for close lock at 1733800474435Disabling compacts and flushes for region at 1733800474435Disabling writes for close at 1733800474435Writing region close event to WAL at 1733800474435Closed at 1733800474435 2024-12-10T03:14:34,436 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1c80c5fec7521f54e6d34c1fc9cf5665, NAME => 'SPTestTable,4ccccccb,1733800474404.1c80c5fec7521f54e6d34c1fc9cf5665.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21 2024-12-10T03:14:34,437 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => c24c0106dba9eaebceca87547ebd2a94, NAME => 'SPTestTable,66666664,1733800474404.c24c0106dba9eaebceca87547ebd2a94.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21 2024-12-10T03:14:34,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44815 is added to blk_1073741840_1016 (size=62) 2024-12-10T03:14:34,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40611 is added to blk_1073741840_1016 (size=62) 2024-12-10T03:14:34,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46219 is added to blk_1073741840_1016 (size=62) 2024-12-10T03:14:34,442 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733800474404.9d76a637963026ba36501045389fa1b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T03:14:34,442 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 9d76a637963026ba36501045389fa1b5, disabling compactions & flushes 2024-12-10T03:14:34,442 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733800474404.9d76a637963026ba36501045389fa1b5. 2024-12-10T03:14:34,442 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733800474404.9d76a637963026ba36501045389fa1b5. 2024-12-10T03:14:34,442 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733800474404.9d76a637963026ba36501045389fa1b5. after waiting 0 ms 2024-12-10T03:14:34,442 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733800474404.9d76a637963026ba36501045389fa1b5. 2024-12-10T03:14:34,442 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733800474404.9d76a637963026ba36501045389fa1b5. 2024-12-10T03:14:34,442 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 9d76a637963026ba36501045389fa1b5: Waiting for close lock at 1733800474442Disabling compacts and flushes for region at 1733800474442Disabling writes for close at 1733800474442Writing region close event to WAL at 1733800474442Closed at 1733800474442 2024-12-10T03:14:34,443 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 66a9d7f40dce2b1bb12607528ee2a8c2, NAME => 'SPTestTable,7ffffffd,1733800474404.66a9d7f40dce2b1bb12607528ee2a8c2.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21 2024-12-10T03:14:34,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44815 is added to blk_1073741842_1018 (size=62) 2024-12-10T03:14:34,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46219 is added to blk_1073741842_1018 (size=62) 2024-12-10T03:14:34,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40611 is added to blk_1073741842_1018 (size=62) 2024-12-10T03:14:34,452 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733800474404.c24c0106dba9eaebceca87547ebd2a94.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T03:14:34,452 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing c24c0106dba9eaebceca87547ebd2a94, disabling compactions & flushes 2024-12-10T03:14:34,452 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733800474404.c24c0106dba9eaebceca87547ebd2a94. 2024-12-10T03:14:34,453 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733800474404.c24c0106dba9eaebceca87547ebd2a94. 2024-12-10T03:14:34,453 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733800474404.c24c0106dba9eaebceca87547ebd2a94. after waiting 0 ms 2024-12-10T03:14:34,453 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733800474404.c24c0106dba9eaebceca87547ebd2a94. 2024-12-10T03:14:34,453 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733800474404.c24c0106dba9eaebceca87547ebd2a94. 2024-12-10T03:14:34,453 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for c24c0106dba9eaebceca87547ebd2a94: Waiting for close lock at 1733800474452Disabling compacts and flushes for region at 1733800474452Disabling writes for close at 1733800474453 (+1 ms)Writing region close event to WAL at 1733800474453Closed at 1733800474453 2024-12-10T03:14:34,454 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 4e6f1d1af88e4ef973547e2b97f6ae55, NAME => 'SPTestTable,99999996,1733800474404.4e6f1d1af88e4ef973547e2b97f6ae55.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21 2024-12-10T03:14:34,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44815 is added to blk_1073741841_1017 (size=62) 2024-12-10T03:14:34,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46219 is added to blk_1073741841_1017 (size=62) 2024-12-10T03:14:34,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40611 is added to blk_1073741841_1017 (size=62) 2024-12-10T03:14:34,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44815 is added to blk_1073741843_1019 (size=62) 2024-12-10T03:14:34,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46219 is added to blk_1073741843_1019 (size=62) 2024-12-10T03:14:34,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40611 is added to blk_1073741843_1019 (size=62) 2024-12-10T03:14:34,464 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733800474404.1c80c5fec7521f54e6d34c1fc9cf5665.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T03:14:34,464 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 1c80c5fec7521f54e6d34c1fc9cf5665, disabling compactions & flushes 2024-12-10T03:14:34,464 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733800474404.1c80c5fec7521f54e6d34c1fc9cf5665. 2024-12-10T03:14:34,464 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733800474404.66a9d7f40dce2b1bb12607528ee2a8c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T03:14:34,464 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733800474404.1c80c5fec7521f54e6d34c1fc9cf5665. 2024-12-10T03:14:34,465 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 66a9d7f40dce2b1bb12607528ee2a8c2, disabling compactions & flushes 2024-12-10T03:14:34,465 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733800474404.1c80c5fec7521f54e6d34c1fc9cf5665. after waiting 0 ms 2024-12-10T03:14:34,465 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733800474404.66a9d7f40dce2b1bb12607528ee2a8c2. 2024-12-10T03:14:34,465 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733800474404.1c80c5fec7521f54e6d34c1fc9cf5665. 2024-12-10T03:14:34,465 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733800474404.66a9d7f40dce2b1bb12607528ee2a8c2. 2024-12-10T03:14:34,465 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733800474404.66a9d7f40dce2b1bb12607528ee2a8c2. after waiting 0 ms 2024-12-10T03:14:34,465 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733800474404.1c80c5fec7521f54e6d34c1fc9cf5665. 2024-12-10T03:14:34,465 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733800474404.66a9d7f40dce2b1bb12607528ee2a8c2. 2024-12-10T03:14:34,465 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733800474404.66a9d7f40dce2b1bb12607528ee2a8c2. 2024-12-10T03:14:34,465 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 66a9d7f40dce2b1bb12607528ee2a8c2: Waiting for close lock at 1733800474465Disabling compacts and flushes for region at 1733800474465Disabling writes for close at 1733800474465Writing region close event to WAL at 1733800474465Closed at 1733800474465 2024-12-10T03:14:34,465 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1c80c5fec7521f54e6d34c1fc9cf5665: Waiting for close lock at 1733800474464Disabling compacts and flushes for region at 1733800474464Disabling writes for close at 1733800474465 (+1 ms)Writing region close event to WAL at 1733800474465Closed at 1733800474465 2024-12-10T03:14:34,466 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 5bd4690dc34fa3bc8ca802da1b982364, NAME => 'SPTestTable,b333332f,1733800474404.5bd4690dc34fa3bc8ca802da1b982364.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21 2024-12-10T03:14:34,466 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 248244fa913b270cd2d294558c7436ee, NAME => 'SPTestTable,ccccccc8,1733800474404.248244fa913b270cd2d294558c7436ee.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21 2024-12-10T03:14:34,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46219 is added to blk_1073741844_1020 (size=62) 2024-12-10T03:14:34,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40611 is added to blk_1073741844_1020 (size=62) 2024-12-10T03:14:34,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44815 is added to blk_1073741844_1020 (size=62) 2024-12-10T03:14:34,473 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733800474404.4e6f1d1af88e4ef973547e2b97f6ae55.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T03:14:34,473 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 4e6f1d1af88e4ef973547e2b97f6ae55, disabling compactions & flushes 2024-12-10T03:14:34,473 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733800474404.4e6f1d1af88e4ef973547e2b97f6ae55. 2024-12-10T03:14:34,473 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733800474404.4e6f1d1af88e4ef973547e2b97f6ae55. 2024-12-10T03:14:34,474 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733800474404.4e6f1d1af88e4ef973547e2b97f6ae55. after waiting 0 ms 2024-12-10T03:14:34,474 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733800474404.4e6f1d1af88e4ef973547e2b97f6ae55. 2024-12-10T03:14:34,474 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733800474404.4e6f1d1af88e4ef973547e2b97f6ae55. 2024-12-10T03:14:34,474 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 4e6f1d1af88e4ef973547e2b97f6ae55: Waiting for close lock at 1733800474473Disabling compacts and flushes for region at 1733800474473Disabling writes for close at 1733800474474 (+1 ms)Writing region close event to WAL at 1733800474474Closed at 1733800474474 2024-12-10T03:14:34,475 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 6406de033dbe5a3c7bd2057ec39daf74, NAME => 'SPTestTable,e6666661,1733800474404.6406de033dbe5a3c7bd2057ec39daf74.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21 2024-12-10T03:14:34,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46219 is added to blk_1073741846_1022 (size=62) 2024-12-10T03:14:34,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44815 is added to blk_1073741846_1022 (size=62) 2024-12-10T03:14:34,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40611 is added to blk_1073741846_1022 (size=62) 2024-12-10T03:14:34,484 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733800474404.248244fa913b270cd2d294558c7436ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T03:14:34,484 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 248244fa913b270cd2d294558c7436ee, disabling compactions & flushes 2024-12-10T03:14:34,484 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733800474404.248244fa913b270cd2d294558c7436ee. 2024-12-10T03:14:34,484 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733800474404.248244fa913b270cd2d294558c7436ee. 2024-12-10T03:14:34,484 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733800474404.248244fa913b270cd2d294558c7436ee. after waiting 0 ms 2024-12-10T03:14:34,484 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733800474404.248244fa913b270cd2d294558c7436ee. 2024-12-10T03:14:34,484 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733800474404.248244fa913b270cd2d294558c7436ee. 2024-12-10T03:14:34,484 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 248244fa913b270cd2d294558c7436ee: Waiting for close lock at 1733800474484Disabling compacts and flushes for region at 1733800474484Disabling writes for close at 1733800474484Writing region close event to WAL at 1733800474484Closed at 1733800474484 2024-12-10T03:14:34,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46219 is added to blk_1073741845_1021 (size=62) 2024-12-10T03:14:34,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40611 is added to blk_1073741845_1021 (size=62) 2024-12-10T03:14:34,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44815 is added to blk_1073741845_1021 (size=62) 2024-12-10T03:14:34,491 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733800474404.5bd4690dc34fa3bc8ca802da1b982364.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T03:14:34,491 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 5bd4690dc34fa3bc8ca802da1b982364, disabling compactions & flushes 2024-12-10T03:14:34,491 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733800474404.5bd4690dc34fa3bc8ca802da1b982364. 2024-12-10T03:14:34,491 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733800474404.5bd4690dc34fa3bc8ca802da1b982364. 2024-12-10T03:14:34,491 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733800474404.5bd4690dc34fa3bc8ca802da1b982364. after waiting 0 ms 2024-12-10T03:14:34,492 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733800474404.5bd4690dc34fa3bc8ca802da1b982364. 2024-12-10T03:14:34,492 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733800474404.5bd4690dc34fa3bc8ca802da1b982364. 2024-12-10T03:14:34,492 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 5bd4690dc34fa3bc8ca802da1b982364: Waiting for close lock at 1733800474491Disabling compacts and flushes for region at 1733800474491Disabling writes for close at 1733800474491Writing region close event to WAL at 1733800474492 (+1 ms)Closed at 1733800474492 2024-12-10T03:14:34,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46219 is added to blk_1073741847_1023 (size=54) 2024-12-10T03:14:34,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44815 is added to blk_1073741847_1023 (size=54) 2024-12-10T03:14:34,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40611 is added to blk_1073741847_1023 (size=54) 2024-12-10T03:14:34,496 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733800474404.6406de033dbe5a3c7bd2057ec39daf74.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T03:14:34,496 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 6406de033dbe5a3c7bd2057ec39daf74, disabling compactions & flushes 2024-12-10T03:14:34,496 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733800474404.6406de033dbe5a3c7bd2057ec39daf74. 2024-12-10T03:14:34,496 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733800474404.6406de033dbe5a3c7bd2057ec39daf74. 2024-12-10T03:14:34,496 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733800474404.6406de033dbe5a3c7bd2057ec39daf74. after waiting 0 ms 2024-12-10T03:14:34,496 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733800474404.6406de033dbe5a3c7bd2057ec39daf74. 2024-12-10T03:14:34,496 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733800474404.6406de033dbe5a3c7bd2057ec39daf74. 2024-12-10T03:14:34,496 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 6406de033dbe5a3c7bd2057ec39daf74: Waiting for close lock at 1733800474496Disabling compacts and flushes for region at 1733800474496Disabling writes for close at 1733800474496Writing region close event to WAL at 1733800474496Closed at 1733800474496 2024-12-10T03:14:34,497 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-12-10T03:14:34,498 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1733800474404.2358d572fb65c9d0cbe11cde1e5b48ec.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733800474498"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733800474498"}]},"ts":"1733800474498"} 2024-12-10T03:14:34,498 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1733800474404.08234aaa7c6368ce2845466d4d93359d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733800474498"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733800474498"}]},"ts":"1733800474498"} 2024-12-10T03:14:34,498 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1733800474404.9d76a637963026ba36501045389fa1b5.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733800474498"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733800474498"}]},"ts":"1733800474498"} 2024-12-10T03:14:34,498 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1733800474404.c24c0106dba9eaebceca87547ebd2a94.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733800474498"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733800474498"}]},"ts":"1733800474498"} 2024-12-10T03:14:34,498 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1733800474404.66a9d7f40dce2b1bb12607528ee2a8c2.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733800474498"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733800474498"}]},"ts":"1733800474498"} 2024-12-10T03:14:34,498 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1733800474404.1c80c5fec7521f54e6d34c1fc9cf5665.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733800474498"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733800474498"}]},"ts":"1733800474498"} 2024-12-10T03:14:34,498 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1733800474404.4e6f1d1af88e4ef973547e2b97f6ae55.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733800474498"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733800474498"}]},"ts":"1733800474498"} 2024-12-10T03:14:34,499 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1733800474404.248244fa913b270cd2d294558c7436ee.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733800474498"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733800474498"}]},"ts":"1733800474498"} 2024-12-10T03:14:34,499 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1733800474404.5bd4690dc34fa3bc8ca802da1b982364.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733800474498"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733800474498"}]},"ts":"1733800474498"} 2024-12-10T03:14:34,499 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1733800474404.6406de033dbe5a3c7bd2057ec39daf74.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733800474498"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733800474498"}]},"ts":"1733800474498"} 2024-12-10T03:14:34,502 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-12-10T03:14:34,503 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-10T03:14:34,504 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733800474503"}]},"ts":"1733800474503"} 2024-12-10T03:14:34,505 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-12-10T03:14:34,506 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {e45acbcd10e3=0} racks are {/default-rack=0} 2024-12-10T03:14:34,510 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-10T03:14:34,511 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-10T03:14:34,511 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-10T03:14:34,511 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-10T03:14:34,511 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-10T03:14:34,511 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-10T03:14:34,511 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-10T03:14:34,511 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-10T03:14:34,511 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-10T03:14:34,511 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-10T03:14:34,511 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2358d572fb65c9d0cbe11cde1e5b48ec, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9d76a637963026ba36501045389fa1b5, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=08234aaa7c6368ce2845466d4d93359d, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1c80c5fec7521f54e6d34c1fc9cf5665, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c24c0106dba9eaebceca87547ebd2a94, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=66a9d7f40dce2b1bb12607528ee2a8c2, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4e6f1d1af88e4ef973547e2b97f6ae55, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5bd4690dc34fa3bc8ca802da1b982364, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=248244fa913b270cd2d294558c7436ee, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6406de033dbe5a3c7bd2057ec39daf74, ASSIGN}] 2024-12-10T03:14:34,517 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9d76a637963026ba36501045389fa1b5, ASSIGN 2024-12-10T03:14:34,517 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2358d572fb65c9d0cbe11cde1e5b48ec, ASSIGN 2024-12-10T03:14:34,517 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=08234aaa7c6368ce2845466d4d93359d, ASSIGN 2024-12-10T03:14:34,517 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6406de033dbe5a3c7bd2057ec39daf74, ASSIGN 2024-12-10T03:14:34,518 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9d76a637963026ba36501045389fa1b5, ASSIGN; state=OFFLINE, location=e45acbcd10e3,38897,1733800462458; forceNewPlan=false, retain=false 2024-12-10T03:14:34,518 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=08234aaa7c6368ce2845466d4d93359d, ASSIGN; state=OFFLINE, location=e45acbcd10e3,35437,1733800462558; forceNewPlan=false, retain=false 2024-12-10T03:14:34,518 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2358d572fb65c9d0cbe11cde1e5b48ec, ASSIGN; state=OFFLINE, location=e45acbcd10e3,38839,1733800462610; forceNewPlan=false, retain=false 2024-12-10T03:14:34,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T03:14:34,519 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6406de033dbe5a3c7bd2057ec39daf74, ASSIGN; state=OFFLINE, location=e45acbcd10e3,38839,1733800462610; forceNewPlan=false, retain=false 2024-12-10T03:14:34,521 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=66a9d7f40dce2b1bb12607528ee2a8c2, ASSIGN 2024-12-10T03:14:34,521 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4e6f1d1af88e4ef973547e2b97f6ae55, ASSIGN 2024-12-10T03:14:34,521 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5bd4690dc34fa3bc8ca802da1b982364, ASSIGN 2024-12-10T03:14:34,521 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=248244fa913b270cd2d294558c7436ee, ASSIGN 2024-12-10T03:14:34,522 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c24c0106dba9eaebceca87547ebd2a94, ASSIGN 2024-12-10T03:14:34,522 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5bd4690dc34fa3bc8ca802da1b982364, ASSIGN; state=OFFLINE, location=e45acbcd10e3,38897,1733800462458; forceNewPlan=false, retain=false 2024-12-10T03:14:34,522 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=66a9d7f40dce2b1bb12607528ee2a8c2, ASSIGN; state=OFFLINE, location=e45acbcd10e3,35437,1733800462558; forceNewPlan=false, retain=false 2024-12-10T03:14:34,522 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4e6f1d1af88e4ef973547e2b97f6ae55, ASSIGN; state=OFFLINE, location=e45acbcd10e3,38839,1733800462610; forceNewPlan=false, retain=false 2024-12-10T03:14:34,523 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=248244fa913b270cd2d294558c7436ee, ASSIGN; state=OFFLINE, location=e45acbcd10e3,35437,1733800462558; forceNewPlan=false, retain=false 2024-12-10T03:14:34,522 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c24c0106dba9eaebceca87547ebd2a94, ASSIGN; state=OFFLINE, location=e45acbcd10e3,38839,1733800462610; forceNewPlan=false, retain=false 2024-12-10T03:14:34,526 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1c80c5fec7521f54e6d34c1fc9cf5665, ASSIGN 2024-12-10T03:14:34,527 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1c80c5fec7521f54e6d34c1fc9cf5665, ASSIGN; state=OFFLINE, location=e45acbcd10e3,38897,1733800462458; forceNewPlan=false, retain=false 2024-12-10T03:14:34,669 INFO [e45acbcd10e3:37997 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-12-10T03:14:34,669 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=1c80c5fec7521f54e6d34c1fc9cf5665, regionState=OPENING, regionLocation=e45acbcd10e3,38897,1733800462458 2024-12-10T03:14:34,669 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=5bd4690dc34fa3bc8ca802da1b982364, regionState=OPENING, regionLocation=e45acbcd10e3,38897,1733800462458 2024-12-10T03:14:34,669 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9d76a637963026ba36501045389fa1b5, regionState=OPENING, regionLocation=e45acbcd10e3,38897,1733800462458 2024-12-10T03:14:34,669 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=6406de033dbe5a3c7bd2057ec39daf74, regionState=OPENING, regionLocation=e45acbcd10e3,38839,1733800462610 2024-12-10T03:14:34,669 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=4e6f1d1af88e4ef973547e2b97f6ae55, regionState=OPENING, regionLocation=e45acbcd10e3,38839,1733800462610 2024-12-10T03:14:34,670 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2358d572fb65c9d0cbe11cde1e5b48ec, regionState=OPENING, regionLocation=e45acbcd10e3,38839,1733800462610 2024-12-10T03:14:34,670 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c24c0106dba9eaebceca87547ebd2a94, regionState=OPENING, regionLocation=e45acbcd10e3,38839,1733800462610 2024-12-10T03:14:34,671 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=08234aaa7c6368ce2845466d4d93359d, regionState=OPENING, regionLocation=e45acbcd10e3,35437,1733800462558 2024-12-10T03:14:34,671 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=66a9d7f40dce2b1bb12607528ee2a8c2, regionState=OPENING, regionLocation=e45acbcd10e3,35437,1733800462558 2024-12-10T03:14:34,672 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=248244fa913b270cd2d294558c7436ee, regionState=OPENING, regionLocation=e45acbcd10e3,35437,1733800462558 2024-12-10T03:14:34,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5bd4690dc34fa3bc8ca802da1b982364, ASSIGN because future has completed 2024-12-10T03:14:34,674 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5bd4690dc34fa3bc8ca802da1b982364, server=e45acbcd10e3,38897,1733800462458}] 2024-12-10T03:14:34,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1c80c5fec7521f54e6d34c1fc9cf5665, ASSIGN because future has completed 2024-12-10T03:14:34,676 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c80c5fec7521f54e6d34c1fc9cf5665, server=e45acbcd10e3,38897,1733800462458}] 2024-12-10T03:14:34,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4e6f1d1af88e4ef973547e2b97f6ae55, ASSIGN because future has completed 2024-12-10T03:14:34,680 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4e6f1d1af88e4ef973547e2b97f6ae55, server=e45acbcd10e3,38839,1733800462610}] 2024-12-10T03:14:34,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9d76a637963026ba36501045389fa1b5, ASSIGN because future has completed 2024-12-10T03:14:34,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6406de033dbe5a3c7bd2057ec39daf74, ASSIGN because future has completed 2024-12-10T03:14:34,682 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9d76a637963026ba36501045389fa1b5, server=e45acbcd10e3,38897,1733800462458}] 2024-12-10T03:14:34,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2358d572fb65c9d0cbe11cde1e5b48ec, ASSIGN because future has completed 2024-12-10T03:14:34,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c24c0106dba9eaebceca87547ebd2a94, ASSIGN because future has completed 2024-12-10T03:14:34,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=08234aaa7c6368ce2845466d4d93359d, ASSIGN because future has completed 2024-12-10T03:14:34,687 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6406de033dbe5a3c7bd2057ec39daf74, server=e45acbcd10e3,38839,1733800462610}] 2024-12-10T03:14:34,687 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c24c0106dba9eaebceca87547ebd2a94, server=e45acbcd10e3,38839,1733800462610}] 2024-12-10T03:14:34,687 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 08234aaa7c6368ce2845466d4d93359d, server=e45acbcd10e3,35437,1733800462558}] 2024-12-10T03:14:34,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=66a9d7f40dce2b1bb12607528ee2a8c2, ASSIGN because future has completed 2024-12-10T03:14:34,688 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2358d572fb65c9d0cbe11cde1e5b48ec, server=e45acbcd10e3,38839,1733800462610}] 2024-12-10T03:14:34,688 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 66a9d7f40dce2b1bb12607528ee2a8c2, server=e45acbcd10e3,35437,1733800462558}] 2024-12-10T03:14:34,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=248244fa913b270cd2d294558c7436ee, ASSIGN because future has completed 2024-12-10T03:14:34,691 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 248244fa913b270cd2d294558c7436ee, server=e45acbcd10e3,35437,1733800462558}] 2024-12-10T03:14:34,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T03:14:35,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T03:14:35,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T03:14:35,745 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-10T03:14:36,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T03:14:38,131 INFO [regionserver/e45acbcd10e3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-12-10T03:14:38,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T03:14:39,248 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T03:14:39,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T03:14:39,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T03:14:39,776 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-10T03:14:39,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T03:14:39,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T03:14:39,808 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T03:14:42,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T03:14:44,681 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-10T03:14:44,683 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57463, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-10T03:14:44,683 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-10T03:14:44,685 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52879, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-10T03:14:44,688 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733800474404.5bd4690dc34fa3bc8ca802da1b982364. 2024-12-10T03:14:44,688 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 5bd4690dc34fa3bc8ca802da1b982364, NAME => 'SPTestTable,b333332f,1733800474404.5bd4690dc34fa3bc8ca802da1b982364.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-10T03:14:44,688 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5bd4690dc34fa3bc8ca802da1b982364 2024-12-10T03:14:44,689 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733800474404.5bd4690dc34fa3bc8ca802da1b982364.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T03:14:44,689 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 5bd4690dc34fa3bc8ca802da1b982364 2024-12-10T03:14:44,689 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 5bd4690dc34fa3bc8ca802da1b982364 2024-12-10T03:14:44,690 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733800474404.6406de033dbe5a3c7bd2057ec39daf74. 2024-12-10T03:14:44,690 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 6406de033dbe5a3c7bd2057ec39daf74, NAME => 'SPTestTable,e6666661,1733800474404.6406de033dbe5a3c7bd2057ec39daf74.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-10T03:14:44,690 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6406de033dbe5a3c7bd2057ec39daf74 2024-12-10T03:14:44,690 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733800474404.6406de033dbe5a3c7bd2057ec39daf74.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T03:14:44,690 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 6406de033dbe5a3c7bd2057ec39daf74 2024-12-10T03:14:44,691 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 6406de033dbe5a3c7bd2057ec39daf74 2024-12-10T03:14:44,692 INFO [StoreOpener-6406de033dbe5a3c7bd2057ec39daf74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6406de033dbe5a3c7bd2057ec39daf74 2024-12-10T03:14:44,694 INFO [StoreOpener-6406de033dbe5a3c7bd2057ec39daf74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6406de033dbe5a3c7bd2057ec39daf74 columnFamilyName cf 2024-12-10T03:14:44,694 DEBUG [StoreOpener-6406de033dbe5a3c7bd2057ec39daf74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T03:14:44,694 INFO [StoreOpener-6406de033dbe5a3c7bd2057ec39daf74-1 {}] regionserver.HStore(327): Store=6406de033dbe5a3c7bd2057ec39daf74/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T03:14:44,694 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 6406de033dbe5a3c7bd2057ec39daf74 2024-12-10T03:14:44,695 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/default/SPTestTable/6406de033dbe5a3c7bd2057ec39daf74 2024-12-10T03:14:44,695 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/default/SPTestTable/6406de033dbe5a3c7bd2057ec39daf74 2024-12-10T03:14:44,696 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 6406de033dbe5a3c7bd2057ec39daf74 2024-12-10T03:14:44,696 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 6406de033dbe5a3c7bd2057ec39daf74 2024-12-10T03:14:44,697 INFO [StoreOpener-5bd4690dc34fa3bc8ca802da1b982364-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5bd4690dc34fa3bc8ca802da1b982364 2024-12-10T03:14:44,698 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 6406de033dbe5a3c7bd2057ec39daf74 2024-12-10T03:14:44,698 INFO [StoreOpener-5bd4690dc34fa3bc8ca802da1b982364-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bd4690dc34fa3bc8ca802da1b982364 columnFamilyName cf 2024-12-10T03:14:44,698 DEBUG [StoreOpener-5bd4690dc34fa3bc8ca802da1b982364-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T03:14:44,700 INFO [StoreOpener-5bd4690dc34fa3bc8ca802da1b982364-1 {}] regionserver.HStore(327): Store=5bd4690dc34fa3bc8ca802da1b982364/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T03:14:44,700 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 5bd4690dc34fa3bc8ca802da1b982364 2024-12-10T03:14:44,701 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/default/SPTestTable/5bd4690dc34fa3bc8ca802da1b982364 2024-12-10T03:14:44,701 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/default/SPTestTable/5bd4690dc34fa3bc8ca802da1b982364 2024-12-10T03:14:44,702 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 5bd4690dc34fa3bc8ca802da1b982364 2024-12-10T03:14:44,702 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 5bd4690dc34fa3bc8ca802da1b982364 2024-12-10T03:14:44,703 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/default/SPTestTable/6406de033dbe5a3c7bd2057ec39daf74/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T03:14:44,703 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 6406de033dbe5a3c7bd2057ec39daf74; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72293702, jitterRate=0.0772601068019867}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T03:14:44,704 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6406de033dbe5a3c7bd2057ec39daf74 2024-12-10T03:14:44,704 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 6406de033dbe5a3c7bd2057ec39daf74: Running coprocessor pre-open hook at 1733800484691Writing region info on filesystem at 1733800484691Initializing all the Stores at 1733800484691Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733800484691Cleaning up temporary data from old regions at 1733800484696 (+5 ms)Running coprocessor post-open hooks at 1733800484704 (+8 ms)Region opened successfully at 1733800484704 2024-12-10T03:14:44,704 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 5bd4690dc34fa3bc8ca802da1b982364 2024-12-10T03:14:44,709 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733800474404.248244fa913b270cd2d294558c7436ee. 2024-12-10T03:14:44,709 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 248244fa913b270cd2d294558c7436ee, NAME => 'SPTestTable,ccccccc8,1733800474404.248244fa913b270cd2d294558c7436ee.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-10T03:14:44,709 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733800474404.6406de033dbe5a3c7bd2057ec39daf74., pid=19, masterSystemTime=1733800484683 2024-12-10T03:14:44,710 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 248244fa913b270cd2d294558c7436ee 2024-12-10T03:14:44,710 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733800474404.248244fa913b270cd2d294558c7436ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T03:14:44,710 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 248244fa913b270cd2d294558c7436ee 2024-12-10T03:14:44,710 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 248244fa913b270cd2d294558c7436ee 2024-12-10T03:14:44,712 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733800474404.6406de033dbe5a3c7bd2057ec39daf74. 2024-12-10T03:14:44,712 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733800474404.6406de033dbe5a3c7bd2057ec39daf74. 2024-12-10T03:14:44,712 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733800474404.c24c0106dba9eaebceca87547ebd2a94. 2024-12-10T03:14:44,712 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => c24c0106dba9eaebceca87547ebd2a94, NAME => 'SPTestTable,66666664,1733800474404.c24c0106dba9eaebceca87547ebd2a94.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-10T03:14:44,713 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c24c0106dba9eaebceca87547ebd2a94 2024-12-10T03:14:44,713 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733800474404.c24c0106dba9eaebceca87547ebd2a94.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T03:14:44,713 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=6406de033dbe5a3c7bd2057ec39daf74, regionState=OPEN, openSeqNum=2, regionLocation=e45acbcd10e3,38839,1733800462610 2024-12-10T03:14:44,713 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for c24c0106dba9eaebceca87547ebd2a94 2024-12-10T03:14:44,713 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for c24c0106dba9eaebceca87547ebd2a94 2024-12-10T03:14:44,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6406de033dbe5a3c7bd2057ec39daf74, server=e45acbcd10e3,38839,1733800462610 because future has completed 2024-12-10T03:14:44,716 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/default/SPTestTable/5bd4690dc34fa3bc8ca802da1b982364/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T03:14:44,717 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 5bd4690dc34fa3bc8ca802da1b982364; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68503623, jitterRate=0.020783528685569763}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T03:14:44,717 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5bd4690dc34fa3bc8ca802da1b982364 2024-12-10T03:14:44,718 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 5bd4690dc34fa3bc8ca802da1b982364: Running coprocessor pre-open hook at 1733800484689Writing region info on filesystem at 1733800484689Initializing all the Stores at 1733800484692 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733800484692Cleaning up temporary data from old regions at 1733800484702 (+10 ms)Running coprocessor post-open hooks at 1733800484717 (+15 ms)Region opened successfully at 1733800484717 2024-12-10T03:14:44,719 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733800474404.5bd4690dc34fa3bc8ca802da1b982364., pid=15, masterSystemTime=1733800484681 2024-12-10T03:14:44,720 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=14 2024-12-10T03:14:44,721 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 6406de033dbe5a3c7bd2057ec39daf74, server=e45acbcd10e3,38839,1733800462610 in 10.0340 sec 2024-12-10T03:14:44,721 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733800474404.5bd4690dc34fa3bc8ca802da1b982364. 2024-12-10T03:14:44,721 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=5bd4690dc34fa3bc8ca802da1b982364, regionState=OPEN, openSeqNum=2, regionLocation=e45acbcd10e3,38897,1733800462458 2024-12-10T03:14:44,722 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733800474404.5bd4690dc34fa3bc8ca802da1b982364. 2024-12-10T03:14:44,723 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733800474404.1c80c5fec7521f54e6d34c1fc9cf5665. 2024-12-10T03:14:44,723 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6406de033dbe5a3c7bd2057ec39daf74, ASSIGN in 10.2100 sec 2024-12-10T03:14:44,723 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 1c80c5fec7521f54e6d34c1fc9cf5665, NAME => 'SPTestTable,4ccccccb,1733800474404.1c80c5fec7521f54e6d34c1fc9cf5665.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-10T03:14:44,723 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1c80c5fec7521f54e6d34c1fc9cf5665 2024-12-10T03:14:44,723 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733800474404.1c80c5fec7521f54e6d34c1fc9cf5665.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T03:14:44,723 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 1c80c5fec7521f54e6d34c1fc9cf5665 2024-12-10T03:14:44,723 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 1c80c5fec7521f54e6d34c1fc9cf5665 2024-12-10T03:14:44,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5bd4690dc34fa3bc8ca802da1b982364, server=e45acbcd10e3,38897,1733800462458 because future has completed 2024-12-10T03:14:44,729 INFO [StoreOpener-c24c0106dba9eaebceca87547ebd2a94-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c24c0106dba9eaebceca87547ebd2a94 2024-12-10T03:14:44,730 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=12 2024-12-10T03:14:44,730 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 5bd4690dc34fa3bc8ca802da1b982364, server=e45acbcd10e3,38897,1733800462458 in 10.0530 sec 2024-12-10T03:14:44,732 INFO [StoreOpener-c24c0106dba9eaebceca87547ebd2a94-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c24c0106dba9eaebceca87547ebd2a94 columnFamilyName cf 2024-12-10T03:14:44,732 DEBUG [StoreOpener-c24c0106dba9eaebceca87547ebd2a94-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T03:14:44,732 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5bd4690dc34fa3bc8ca802da1b982364, ASSIGN in 10.2190 sec 2024-12-10T03:14:44,733 INFO [StoreOpener-c24c0106dba9eaebceca87547ebd2a94-1 {}] regionserver.HStore(327): Store=c24c0106dba9eaebceca87547ebd2a94/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T03:14:44,733 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for c24c0106dba9eaebceca87547ebd2a94 2024-12-10T03:14:44,734 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/default/SPTestTable/c24c0106dba9eaebceca87547ebd2a94 2024-12-10T03:14:44,735 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/default/SPTestTable/c24c0106dba9eaebceca87547ebd2a94 2024-12-10T03:14:44,735 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for c24c0106dba9eaebceca87547ebd2a94 2024-12-10T03:14:44,735 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for c24c0106dba9eaebceca87547ebd2a94 2024-12-10T03:14:44,737 INFO [StoreOpener-248244fa913b270cd2d294558c7436ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 248244fa913b270cd2d294558c7436ee 2024-12-10T03:14:44,738 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for c24c0106dba9eaebceca87547ebd2a94 2024-12-10T03:14:44,740 INFO [StoreOpener-248244fa913b270cd2d294558c7436ee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 248244fa913b270cd2d294558c7436ee columnFamilyName cf 2024-12-10T03:14:44,740 DEBUG [StoreOpener-248244fa913b270cd2d294558c7436ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T03:14:44,741 INFO [StoreOpener-248244fa913b270cd2d294558c7436ee-1 {}] regionserver.HStore(327): Store=248244fa913b270cd2d294558c7436ee/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T03:14:44,741 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 248244fa913b270cd2d294558c7436ee 2024-12-10T03:14:44,742 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/default/SPTestTable/248244fa913b270cd2d294558c7436ee 2024-12-10T03:14:44,743 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/default/SPTestTable/248244fa913b270cd2d294558c7436ee 2024-12-10T03:14:44,743 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 248244fa913b270cd2d294558c7436ee 2024-12-10T03:14:44,743 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 248244fa913b270cd2d294558c7436ee 2024-12-10T03:14:44,745 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 248244fa913b270cd2d294558c7436ee 2024-12-10T03:14:44,752 INFO [StoreOpener-1c80c5fec7521f54e6d34c1fc9cf5665-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1c80c5fec7521f54e6d34c1fc9cf5665 2024-12-10T03:14:44,753 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/default/SPTestTable/248244fa913b270cd2d294558c7436ee/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T03:14:44,754 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/default/SPTestTable/c24c0106dba9eaebceca87547ebd2a94/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T03:14:44,754 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 248244fa913b270cd2d294558c7436ee; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62661054, jitterRate=-0.06627753376960754}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T03:14:44,754 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 248244fa913b270cd2d294558c7436ee 2024-12-10T03:14:44,754 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 248244fa913b270cd2d294558c7436ee: Running coprocessor pre-open hook at 1733800484710Writing region info on filesystem at 1733800484710Initializing all the Stores at 1733800484726 (+16 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733800484726Cleaning up temporary data from old regions at 1733800484743 (+17 ms)Running coprocessor post-open hooks at 1733800484754 (+11 ms)Region opened successfully at 1733800484754 2024-12-10T03:14:44,754 INFO [StoreOpener-1c80c5fec7521f54e6d34c1fc9cf5665-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c80c5fec7521f54e6d34c1fc9cf5665 columnFamilyName cf 2024-12-10T03:14:44,755 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened c24c0106dba9eaebceca87547ebd2a94; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70638830, jitterRate=0.052600592374801636}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T03:14:44,755 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c24c0106dba9eaebceca87547ebd2a94 2024-12-10T03:14:44,755 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for c24c0106dba9eaebceca87547ebd2a94: Running coprocessor pre-open hook at 1733800484713Writing region info on filesystem at 1733800484713Initializing all the Stores at 1733800484717 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733800484717Cleaning up temporary data from old regions at 1733800484735 (+18 ms)Running coprocessor post-open hooks at 1733800484755 (+20 ms)Region opened successfully at 1733800484755 2024-12-10T03:14:44,755 DEBUG [StoreOpener-1c80c5fec7521f54e6d34c1fc9cf5665-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T03:14:44,755 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733800474404.248244fa913b270cd2d294558c7436ee., pid=24, masterSystemTime=1733800484692 2024-12-10T03:14:44,756 INFO [StoreOpener-1c80c5fec7521f54e6d34c1fc9cf5665-1 {}] regionserver.HStore(327): Store=1c80c5fec7521f54e6d34c1fc9cf5665/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T03:14:44,756 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733800474404.c24c0106dba9eaebceca87547ebd2a94., pid=21, masterSystemTime=1733800484683 2024-12-10T03:14:44,758 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733800474404.248244fa913b270cd2d294558c7436ee. 2024-12-10T03:14:44,758 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733800474404.248244fa913b270cd2d294558c7436ee. 2024-12-10T03:14:44,758 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733800474404.08234aaa7c6368ce2845466d4d93359d. 2024-12-10T03:14:44,758 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=248244fa913b270cd2d294558c7436ee, regionState=OPEN, openSeqNum=2, regionLocation=e45acbcd10e3,35437,1733800462558 2024-12-10T03:14:44,759 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 08234aaa7c6368ce2845466d4d93359d, NAME => 'SPTestTable,33333332,1733800474404.08234aaa7c6368ce2845466d4d93359d.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-10T03:14:44,759 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 08234aaa7c6368ce2845466d4d93359d 2024-12-10T03:14:44,759 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733800474404.08234aaa7c6368ce2845466d4d93359d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T03:14:44,759 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 08234aaa7c6368ce2845466d4d93359d 2024-12-10T03:14:44,759 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 08234aaa7c6368ce2845466d4d93359d 2024-12-10T03:14:44,759 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733800474404.c24c0106dba9eaebceca87547ebd2a94. 2024-12-10T03:14:44,759 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733800474404.c24c0106dba9eaebceca87547ebd2a94. 2024-12-10T03:14:44,760 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,,1733800474404.2358d572fb65c9d0cbe11cde1e5b48ec. 2024-12-10T03:14:44,760 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 2358d572fb65c9d0cbe11cde1e5b48ec, NAME => 'SPTestTable,,1733800474404.2358d572fb65c9d0cbe11cde1e5b48ec.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-10T03:14:44,760 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2358d572fb65c9d0cbe11cde1e5b48ec 2024-12-10T03:14:44,760 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,,1733800474404.2358d572fb65c9d0cbe11cde1e5b48ec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T03:14:44,760 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 2358d572fb65c9d0cbe11cde1e5b48ec 2024-12-10T03:14:44,760 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 2358d572fb65c9d0cbe11cde1e5b48ec 2024-12-10T03:14:44,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 248244fa913b270cd2d294558c7436ee, server=e45acbcd10e3,35437,1733800462558 because future has completed 2024-12-10T03:14:44,762 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c24c0106dba9eaebceca87547ebd2a94, regionState=OPEN, openSeqNum=2, regionLocation=e45acbcd10e3,38839,1733800462610 2024-12-10T03:14:44,763 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 1c80c5fec7521f54e6d34c1fc9cf5665 2024-12-10T03:14:44,764 INFO [StoreOpener-08234aaa7c6368ce2845466d4d93359d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 08234aaa7c6368ce2845466d4d93359d 2024-12-10T03:14:44,765 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/default/SPTestTable/1c80c5fec7521f54e6d34c1fc9cf5665 2024-12-10T03:14:44,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c24c0106dba9eaebceca87547ebd2a94, server=e45acbcd10e3,38839,1733800462610 because future has completed 2024-12-10T03:14:44,765 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/default/SPTestTable/1c80c5fec7521f54e6d34c1fc9cf5665 2024-12-10T03:14:44,765 INFO [StoreOpener-2358d572fb65c9d0cbe11cde1e5b48ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2358d572fb65c9d0cbe11cde1e5b48ec 2024-12-10T03:14:44,766 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 1c80c5fec7521f54e6d34c1fc9cf5665 2024-12-10T03:14:44,766 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 1c80c5fec7521f54e6d34c1fc9cf5665 2024-12-10T03:14:44,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=13 2024-12-10T03:14:44,769 INFO [StoreOpener-2358d572fb65c9d0cbe11cde1e5b48ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2358d572fb65c9d0cbe11cde1e5b48ec columnFamilyName cf 2024-12-10T03:14:44,769 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 1c80c5fec7521f54e6d34c1fc9cf5665 2024-12-10T03:14:44,769 DEBUG [StoreOpener-2358d572fb65c9d0cbe11cde1e5b48ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T03:14:44,769 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 248244fa913b270cd2d294558c7436ee, server=e45acbcd10e3,35437,1733800462558 in 10.0730 sec 2024-12-10T03:14:44,771 INFO [StoreOpener-2358d572fb65c9d0cbe11cde1e5b48ec-1 {}] regionserver.HStore(327): Store=2358d572fb65c9d0cbe11cde1e5b48ec/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T03:14:44,771 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 2358d572fb65c9d0cbe11cde1e5b48ec 2024-12-10T03:14:44,772 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/default/SPTestTable/2358d572fb65c9d0cbe11cde1e5b48ec 2024-12-10T03:14:44,772 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=9 2024-12-10T03:14:44,772 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c24c0106dba9eaebceca87547ebd2a94, server=e45acbcd10e3,38839,1733800462610 in 10.0800 sec 2024-12-10T03:14:44,772 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/default/SPTestTable/2358d572fb65c9d0cbe11cde1e5b48ec 2024-12-10T03:14:44,773 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 2358d572fb65c9d0cbe11cde1e5b48ec 2024-12-10T03:14:44,773 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 2358d572fb65c9d0cbe11cde1e5b48ec 2024-12-10T03:14:44,774 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=248244fa913b270cd2d294558c7436ee, ASSIGN in 10.2580 sec 2024-12-10T03:14:44,776 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c24c0106dba9eaebceca87547ebd2a94, ASSIGN in 10.2610 sec 2024-12-10T03:14:44,777 INFO [StoreOpener-08234aaa7c6368ce2845466d4d93359d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08234aaa7c6368ce2845466d4d93359d columnFamilyName cf 2024-12-10T03:14:44,777 DEBUG [StoreOpener-08234aaa7c6368ce2845466d4d93359d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T03:14:44,778 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 2358d572fb65c9d0cbe11cde1e5b48ec 2024-12-10T03:14:44,778 INFO [StoreOpener-08234aaa7c6368ce2845466d4d93359d-1 {}] regionserver.HStore(327): Store=08234aaa7c6368ce2845466d4d93359d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T03:14:44,778 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 08234aaa7c6368ce2845466d4d93359d 2024-12-10T03:14:44,780 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/default/SPTestTable/08234aaa7c6368ce2845466d4d93359d 2024-12-10T03:14:44,781 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/default/SPTestTable/08234aaa7c6368ce2845466d4d93359d 2024-12-10T03:14:44,782 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/default/SPTestTable/1c80c5fec7521f54e6d34c1fc9cf5665/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T03:14:44,782 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 08234aaa7c6368ce2845466d4d93359d 2024-12-10T03:14:44,782 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 08234aaa7c6368ce2845466d4d93359d 2024-12-10T03:14:44,782 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 1c80c5fec7521f54e6d34c1fc9cf5665; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75055983, jitterRate=0.11842130124568939}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T03:14:44,783 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1c80c5fec7521f54e6d34c1fc9cf5665 2024-12-10T03:14:44,783 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 1c80c5fec7521f54e6d34c1fc9cf5665: Running coprocessor pre-open hook at 1733800484723Writing region info on filesystem at 1733800484723Initializing all the Stores at 1733800484726 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733800484726Cleaning up temporary data from old regions at 1733800484766 (+40 ms)Running coprocessor post-open hooks at 1733800484783 (+17 ms)Region opened successfully at 1733800484783 2024-12-10T03:14:44,783 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/default/SPTestTable/2358d572fb65c9d0cbe11cde1e5b48ec/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T03:14:44,784 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733800474404.1c80c5fec7521f54e6d34c1fc9cf5665., pid=16, masterSystemTime=1733800484681 2024-12-10T03:14:44,784 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 2358d572fb65c9d0cbe11cde1e5b48ec; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63139940, jitterRate=-0.059141576290130615}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T03:14:44,784 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2358d572fb65c9d0cbe11cde1e5b48ec 2024-12-10T03:14:44,784 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 2358d572fb65c9d0cbe11cde1e5b48ec: Running coprocessor pre-open hook at 1733800484761Writing region info on filesystem at 1733800484761Initializing all the Stores at 1733800484762 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733800484763 (+1 ms)Cleaning up temporary data from old regions at 1733800484773 (+10 ms)Running coprocessor post-open hooks at 1733800484784 (+11 ms)Region opened successfully at 1733800484784 2024-12-10T03:14:44,785 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 08234aaa7c6368ce2845466d4d93359d 2024-12-10T03:14:44,786 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733800474404.2358d572fb65c9d0cbe11cde1e5b48ec., pid=22, masterSystemTime=1733800484683 2024-12-10T03:14:44,786 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733800474404.1c80c5fec7521f54e6d34c1fc9cf5665. 2024-12-10T03:14:44,787 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733800474404.1c80c5fec7521f54e6d34c1fc9cf5665. 2024-12-10T03:14:44,787 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733800474404.9d76a637963026ba36501045389fa1b5. 2024-12-10T03:14:44,787 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 9d76a637963026ba36501045389fa1b5, NAME => 'SPTestTable,19999999,1733800474404.9d76a637963026ba36501045389fa1b5.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-10T03:14:44,787 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9d76a637963026ba36501045389fa1b5 2024-12-10T03:14:44,787 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733800474404.9d76a637963026ba36501045389fa1b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T03:14:44,787 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 9d76a637963026ba36501045389fa1b5 2024-12-10T03:14:44,788 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 9d76a637963026ba36501045389fa1b5 2024-12-10T03:14:44,789 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=1c80c5fec7521f54e6d34c1fc9cf5665, regionState=OPEN, openSeqNum=2, regionLocation=e45acbcd10e3,38897,1733800462458 2024-12-10T03:14:44,791 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733800474404.2358d572fb65c9d0cbe11cde1e5b48ec. 2024-12-10T03:14:44,791 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733800474404.2358d572fb65c9d0cbe11cde1e5b48ec. 2024-12-10T03:14:44,791 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733800474404.4e6f1d1af88e4ef973547e2b97f6ae55. 2024-12-10T03:14:44,791 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 4e6f1d1af88e4ef973547e2b97f6ae55, NAME => 'SPTestTable,99999996,1733800474404.4e6f1d1af88e4ef973547e2b97f6ae55.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-10T03:14:44,792 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2358d572fb65c9d0cbe11cde1e5b48ec, regionState=OPEN, openSeqNum=2, regionLocation=e45acbcd10e3,38839,1733800462610 2024-12-10T03:14:44,792 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4e6f1d1af88e4ef973547e2b97f6ae55 2024-12-10T03:14:44,792 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733800474404.4e6f1d1af88e4ef973547e2b97f6ae55.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T03:14:44,792 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 4e6f1d1af88e4ef973547e2b97f6ae55 2024-12-10T03:14:44,792 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 4e6f1d1af88e4ef973547e2b97f6ae55 2024-12-10T03:14:44,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c80c5fec7521f54e6d34c1fc9cf5665, server=e45acbcd10e3,38897,1733800462458 because future has completed 2024-12-10T03:14:44,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2358d572fb65c9d0cbe11cde1e5b48ec, server=e45acbcd10e3,38839,1733800462610 because future has completed 2024-12-10T03:14:44,803 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=8 2024-12-10T03:14:44,804 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 1c80c5fec7521f54e6d34c1fc9cf5665, server=e45acbcd10e3,38897,1733800462458 in 10.1190 sec 2024-12-10T03:14:44,805 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=5 2024-12-10T03:14:44,806 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2358d572fb65c9d0cbe11cde1e5b48ec, server=e45acbcd10e3,38839,1733800462610 in 10.1100 sec 2024-12-10T03:14:44,807 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1c80c5fec7521f54e6d34c1fc9cf5665, ASSIGN in 10.2930 sec 2024-12-10T03:14:44,808 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2358d572fb65c9d0cbe11cde1e5b48ec, ASSIGN in 10.2950 sec 2024-12-10T03:14:44,809 INFO [StoreOpener-9d76a637963026ba36501045389fa1b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9d76a637963026ba36501045389fa1b5 2024-12-10T03:14:44,809 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/default/SPTestTable/08234aaa7c6368ce2845466d4d93359d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T03:14:44,810 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 08234aaa7c6368ce2845466d4d93359d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66428457, jitterRate=-0.010138854384422302}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T03:14:44,810 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 08234aaa7c6368ce2845466d4d93359d 2024-12-10T03:14:44,810 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 08234aaa7c6368ce2845466d4d93359d: Running coprocessor pre-open hook at 1733800484759Writing region info on filesystem at 1733800484759Initializing all the Stores at 1733800484763 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733800484763Cleaning up temporary data from old regions at 1733800484782 (+19 ms)Running coprocessor post-open hooks at 1733800484810 (+28 ms)Region opened successfully at 1733800484810 2024-12-10T03:14:44,811 INFO [StoreOpener-9d76a637963026ba36501045389fa1b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d76a637963026ba36501045389fa1b5 columnFamilyName cf 2024-12-10T03:14:44,811 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733800474404.08234aaa7c6368ce2845466d4d93359d., pid=20, masterSystemTime=1733800484692 2024-12-10T03:14:44,812 DEBUG [StoreOpener-9d76a637963026ba36501045389fa1b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T03:14:44,813 INFO [StoreOpener-9d76a637963026ba36501045389fa1b5-1 {}] regionserver.HStore(327): Store=9d76a637963026ba36501045389fa1b5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T03:14:44,813 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 9d76a637963026ba36501045389fa1b5 2024-12-10T03:14:44,814 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/default/SPTestTable/9d76a637963026ba36501045389fa1b5 2024-12-10T03:14:44,814 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733800474404.08234aaa7c6368ce2845466d4d93359d. 2024-12-10T03:14:44,815 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733800474404.08234aaa7c6368ce2845466d4d93359d. 2024-12-10T03:14:44,815 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/default/SPTestTable/9d76a637963026ba36501045389fa1b5 2024-12-10T03:14:44,815 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733800474404.66a9d7f40dce2b1bb12607528ee2a8c2. 2024-12-10T03:14:44,815 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 66a9d7f40dce2b1bb12607528ee2a8c2, NAME => 'SPTestTable,7ffffffd,1733800474404.66a9d7f40dce2b1bb12607528ee2a8c2.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-10T03:14:44,816 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 9d76a637963026ba36501045389fa1b5 2024-12-10T03:14:44,816 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 9d76a637963026ba36501045389fa1b5 2024-12-10T03:14:44,816 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=08234aaa7c6368ce2845466d4d93359d, regionState=OPEN, openSeqNum=2, regionLocation=e45acbcd10e3,35437,1733800462558 2024-12-10T03:14:44,819 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 66a9d7f40dce2b1bb12607528ee2a8c2 2024-12-10T03:14:44,819 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733800474404.66a9d7f40dce2b1bb12607528ee2a8c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T03:14:44,819 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 66a9d7f40dce2b1bb12607528ee2a8c2 2024-12-10T03:14:44,819 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 66a9d7f40dce2b1bb12607528ee2a8c2 2024-12-10T03:14:44,821 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 9d76a637963026ba36501045389fa1b5 2024-12-10T03:14:44,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 08234aaa7c6368ce2845466d4d93359d, server=e45acbcd10e3,35437,1733800462558 because future has completed 2024-12-10T03:14:44,823 INFO [StoreOpener-4e6f1d1af88e4ef973547e2b97f6ae55-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4e6f1d1af88e4ef973547e2b97f6ae55 2024-12-10T03:14:44,823 INFO [StoreOpener-66a9d7f40dce2b1bb12607528ee2a8c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 66a9d7f40dce2b1bb12607528ee2a8c2 2024-12-10T03:14:44,826 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=7 2024-12-10T03:14:44,827 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 08234aaa7c6368ce2845466d4d93359d, server=e45acbcd10e3,35437,1733800462558 in 10.1360 sec 2024-12-10T03:14:44,827 INFO [StoreOpener-66a9d7f40dce2b1bb12607528ee2a8c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 66a9d7f40dce2b1bb12607528ee2a8c2 columnFamilyName cf 2024-12-10T03:14:44,827 DEBUG [StoreOpener-66a9d7f40dce2b1bb12607528ee2a8c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T03:14:44,828 INFO [StoreOpener-66a9d7f40dce2b1bb12607528ee2a8c2-1 {}] regionserver.HStore(327): Store=66a9d7f40dce2b1bb12607528ee2a8c2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T03:14:44,828 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 66a9d7f40dce2b1bb12607528ee2a8c2 2024-12-10T03:14:44,829 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/default/SPTestTable/66a9d7f40dce2b1bb12607528ee2a8c2 2024-12-10T03:14:44,829 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=08234aaa7c6368ce2845466d4d93359d, ASSIGN in 10.3160 sec 2024-12-10T03:14:44,829 INFO [StoreOpener-4e6f1d1af88e4ef973547e2b97f6ae55-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e6f1d1af88e4ef973547e2b97f6ae55 columnFamilyName cf 2024-12-10T03:14:44,829 DEBUG [StoreOpener-4e6f1d1af88e4ef973547e2b97f6ae55-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T03:14:44,830 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/default/SPTestTable/66a9d7f40dce2b1bb12607528ee2a8c2 2024-12-10T03:14:44,830 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/default/SPTestTable/9d76a637963026ba36501045389fa1b5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T03:14:44,830 INFO [StoreOpener-4e6f1d1af88e4ef973547e2b97f6ae55-1 {}] regionserver.HStore(327): Store=4e6f1d1af88e4ef973547e2b97f6ae55/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T03:14:44,831 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 4e6f1d1af88e4ef973547e2b97f6ae55 2024-12-10T03:14:44,831 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 66a9d7f40dce2b1bb12607528ee2a8c2 2024-12-10T03:14:44,831 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 66a9d7f40dce2b1bb12607528ee2a8c2 2024-12-10T03:14:44,831 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 9d76a637963026ba36501045389fa1b5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63690468, jitterRate=-0.05093806982040405}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T03:14:44,831 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/default/SPTestTable/4e6f1d1af88e4ef973547e2b97f6ae55 2024-12-10T03:14:44,832 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9d76a637963026ba36501045389fa1b5 2024-12-10T03:14:44,832 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 9d76a637963026ba36501045389fa1b5: Running coprocessor pre-open hook at 1733800484788Writing region info on filesystem at 1733800484788Initializing all the Stores at 1733800484791 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733800484792 (+1 ms)Cleaning up temporary data from old regions at 1733800484816 (+24 ms)Running coprocessor post-open hooks at 1733800484832 (+16 ms)Region opened successfully at 1733800484832 2024-12-10T03:14:44,832 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/default/SPTestTable/4e6f1d1af88e4ef973547e2b97f6ae55 2024-12-10T03:14:44,832 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 4e6f1d1af88e4ef973547e2b97f6ae55 2024-12-10T03:14:44,832 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 4e6f1d1af88e4ef973547e2b97f6ae55 2024-12-10T03:14:44,835 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733800474404.9d76a637963026ba36501045389fa1b5., pid=18, masterSystemTime=1733800484681 2024-12-10T03:14:44,835 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 4e6f1d1af88e4ef973547e2b97f6ae55 2024-12-10T03:14:44,835 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 66a9d7f40dce2b1bb12607528ee2a8c2 2024-12-10T03:14:44,841 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/default/SPTestTable/4e6f1d1af88e4ef973547e2b97f6ae55/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T03:14:44,841 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733800474404.9d76a637963026ba36501045389fa1b5. 2024-12-10T03:14:44,842 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733800474404.9d76a637963026ba36501045389fa1b5. 2024-12-10T03:14:44,842 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 4e6f1d1af88e4ef973547e2b97f6ae55; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67535794, jitterRate=0.00636175274848938}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T03:14:44,842 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4e6f1d1af88e4ef973547e2b97f6ae55 2024-12-10T03:14:44,842 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 4e6f1d1af88e4ef973547e2b97f6ae55: Running coprocessor pre-open hook at 1733800484792Writing region info on filesystem at 1733800484792Initializing all the Stores at 1733800484798 (+6 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733800484798Cleaning up temporary data from old regions at 1733800484832 (+34 ms)Running coprocessor post-open hooks at 1733800484842 (+10 ms)Region opened successfully at 1733800484842 2024-12-10T03:14:44,842 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9d76a637963026ba36501045389fa1b5, regionState=OPEN, openSeqNum=2, regionLocation=e45acbcd10e3,38897,1733800462458 2024-12-10T03:14:44,845 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733800474404.4e6f1d1af88e4ef973547e2b97f6ae55., pid=17, masterSystemTime=1733800484683 2024-12-10T03:14:44,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9d76a637963026ba36501045389fa1b5, server=e45acbcd10e3,38897,1733800462458 because future has completed 2024-12-10T03:14:44,848 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733800474404.4e6f1d1af88e4ef973547e2b97f6ae55. 2024-12-10T03:14:44,848 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733800474404.4e6f1d1af88e4ef973547e2b97f6ae55. 2024-12-10T03:14:44,850 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=4e6f1d1af88e4ef973547e2b97f6ae55, regionState=OPEN, openSeqNum=2, regionLocation=e45acbcd10e3,38839,1733800462610 2024-12-10T03:14:44,850 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/default/SPTestTable/66a9d7f40dce2b1bb12607528ee2a8c2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T03:14:44,851 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 66a9d7f40dce2b1bb12607528ee2a8c2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74912742, jitterRate=0.11628684401512146}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T03:14:44,851 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 66a9d7f40dce2b1bb12607528ee2a8c2 2024-12-10T03:14:44,851 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 66a9d7f40dce2b1bb12607528ee2a8c2: Running coprocessor pre-open hook at 1733800484819Writing region info on filesystem at 1733800484819Initializing all the Stores at 1733800484820 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733800484820Cleaning up temporary data from old regions at 1733800484831 (+11 ms)Running coprocessor post-open hooks at 1733800484851 (+20 ms)Region opened successfully at 1733800484851 2024-12-10T03:14:44,852 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=6 2024-12-10T03:14:44,852 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 9d76a637963026ba36501045389fa1b5, server=e45acbcd10e3,38897,1733800462458 in 10.1660 sec 2024-12-10T03:14:44,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4e6f1d1af88e4ef973547e2b97f6ae55, server=e45acbcd10e3,38839,1733800462610 because future has completed 2024-12-10T03:14:44,853 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733800474404.66a9d7f40dce2b1bb12607528ee2a8c2., pid=23, masterSystemTime=1733800484692 2024-12-10T03:14:44,856 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733800474404.66a9d7f40dce2b1bb12607528ee2a8c2. 2024-12-10T03:14:44,856 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733800474404.66a9d7f40dce2b1bb12607528ee2a8c2. 2024-12-10T03:14:44,857 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9d76a637963026ba36501045389fa1b5, ASSIGN in 10.3410 sec 2024-12-10T03:14:44,857 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=66a9d7f40dce2b1bb12607528ee2a8c2, regionState=OPEN, openSeqNum=2, regionLocation=e45acbcd10e3,35437,1733800462558 2024-12-10T03:14:44,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 66a9d7f40dce2b1bb12607528ee2a8c2, server=e45acbcd10e3,35437,1733800462558 because future has completed 2024-12-10T03:14:44,862 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=11 2024-12-10T03:14:44,864 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 4e6f1d1af88e4ef973547e2b97f6ae55, server=e45acbcd10e3,38839,1733800462610 in 10.1790 sec 2024-12-10T03:14:44,865 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=10 2024-12-10T03:14:44,865 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 66a9d7f40dce2b1bb12607528ee2a8c2, server=e45acbcd10e3,35437,1733800462558 in 10.1740 sec 2024-12-10T03:14:44,866 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4e6f1d1af88e4ef973547e2b97f6ae55, ASSIGN in 10.3520 sec 2024-12-10T03:14:44,868 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=4 2024-12-10T03:14:44,868 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=66a9d7f40dce2b1bb12607528ee2a8c2, ASSIGN in 10.3540 sec 2024-12-10T03:14:44,872 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-10T03:14:44,872 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733800484872"}]},"ts":"1733800484872"} 2024-12-10T03:14:44,875 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-12-10T03:14:44,876 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-12-10T03:14:44,879 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.4710 sec 2024-12-10T03:14:47,723 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-12-10T03:14:50,190 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-10T03:14:50,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T03:14:50,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T03:14:50,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T03:14:52,182 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-10T03:14:52,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T03:14:52,718 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-12-10T03:14:52,718 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-12-10T03:14:52,718 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-10T03:14:52,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-12-10T03:14:52,722 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-10T03:14:52,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-12-10T03:14:52,748 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1733800474404.4e6f1d1af88e4ef973547e2b97f6ae55., hostname=e45acbcd10e3,38839,1733800462610, seqNum=2] 2024-12-10T03:14:52,754 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1733800474404.4e6f1d1af88e4ef973547e2b97f6ae55., hostname=e45acbcd10e3,38839,1733800462610, seqNum=2] 2024-12-10T03:14:52,755 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1733800474404.4e6f1d1af88e4ef973547e2b97f6ae55., hostname=e45acbcd10e3,38839,1733800462610, seqNum=2] 2024-12-10T03:14:52,756 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1733800474404.4e6f1d1af88e4ef973547e2b97f6ae55., hostname=e45acbcd10e3,38839,1733800462610, seqNum=2] 2024-12-10T03:14:52,800 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1733800474404.5bd4690dc34fa3bc8ca802da1b982364., hostname=e45acbcd10e3,38897,1733800462458, seqNum=2] 2024-12-10T03:14:52,803 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1733800474404.5bd4690dc34fa3bc8ca802da1b982364., hostname=e45acbcd10e3,38897,1733800462458, seqNum=2] 2024-12-10T03:14:52,804 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1733800474404.5bd4690dc34fa3bc8ca802da1b982364., hostname=e45acbcd10e3,38897,1733800462458, seqNum=2] 2024-12-10T03:14:52,805 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1733800474404.5bd4690dc34fa3bc8ca802da1b982364., hostname=e45acbcd10e3,38897,1733800462458, seqNum=2] 2024-12-10T03:14:52,809 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1733800474404.5bd4690dc34fa3bc8ca802da1b982364., hostname=e45acbcd10e3,38897,1733800462458, seqNum=2] 2024-12-10T03:14:52,843 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733800474404.248244fa913b270cd2d294558c7436ee., hostname=e45acbcd10e3,35437,1733800462558, seqNum=2] 2024-12-10T03:14:52,847 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733800474404.248244fa913b270cd2d294558c7436ee., hostname=e45acbcd10e3,35437,1733800462558, seqNum=2] 2024-12-10T03:14:52,850 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733800474404.248244fa913b270cd2d294558c7436ee., hostname=e45acbcd10e3,35437,1733800462558, seqNum=2] 2024-12-10T03:14:52,854 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733800474404.248244fa913b270cd2d294558c7436ee., hostname=e45acbcd10e3,35437,1733800462558, seqNum=2] 2024-12-10T03:14:52,856 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733800474404.248244fa913b270cd2d294558c7436ee., hostname=e45acbcd10e3,35437,1733800462558, seqNum=2] 2024-12-10T03:14:52,928 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1733800474404.6406de033dbe5a3c7bd2057ec39daf74., hostname=e45acbcd10e3,38839,1733800462610, seqNum=2] 2024-12-10T03:14:52,930 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1733800474404.6406de033dbe5a3c7bd2057ec39daf74., hostname=e45acbcd10e3,38839,1733800462610, seqNum=2] 2024-12-10T03:14:52,932 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1733800474404.6406de033dbe5a3c7bd2057ec39daf74., hostname=e45acbcd10e3,38839,1733800462610, seqNum=2] 2024-12-10T03:14:52,934 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1733800474404.6406de033dbe5a3c7bd2057ec39daf74., hostname=e45acbcd10e3,38839,1733800462610, seqNum=2] 2024-12-10T03:14:52,935 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1733800474404.6406de033dbe5a3c7bd2057ec39daf74., hostname=e45acbcd10e3,38839,1733800462610, seqNum=2] 2024-12-10T03:14:52,939 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1733800474404.6406de033dbe5a3c7bd2057ec39daf74., hostname=e45acbcd10e3,38839,1733800462610, seqNum=2] 2024-12-10T03:14:52,940 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1733800474404.6406de033dbe5a3c7bd2057ec39daf74., hostname=e45acbcd10e3,38839,1733800462610, seqNum=2] 2024-12-10T03:14:53,256 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e45acbcd10e3:34285 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-12-10T03:14:53,827 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T03:14:53,832 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T03:14:53,848 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T03:14:53,861 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38897 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1733800474404.5bd4690dc34fa3bc8ca802da1b982364. with WAL disabled. Data may be lost in the event of a crash. 2024-12-10T03:14:53,882 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T03:14:53,884 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35437 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1733800474404.248244fa913b270cd2d294558c7436ee. with WAL disabled. Data may be lost in the event of a crash. 2024-12-10T03:14:53,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38839 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1733800474404.4e6f1d1af88e4ef973547e2b97f6ae55. 2024-12-10T03:14:53,956 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38839 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1733800474404.4e6f1d1af88e4ef973547e2b97f6ae55. with WAL disabled. Data may be lost in the event of a crash. 2024-12-10T03:14:54,502 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38839 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1733800474404.6406de033dbe5a3c7bd2057ec39daf74. with WAL disabled. Data may be lost in the event of a crash. 2024-12-10T03:14:54,612 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-12-10T03:14:54,614 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-10T03:14:54,614 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-10T03:14:54,615 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-10T03:14:54,621 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-10T03:14:54,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46219 is added to blk_1073741848_1024 (size=49) 2024-12-10T03:14:54,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40611 is added to blk_1073741848_1024 (size=49) 2024-12-10T03:14:54,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44815 is added to blk_1073741848_1024 (size=49) 2024-12-10T03:14:54,668 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-10T03:14:54,668 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2358d572fb65c9d0cbe11cde1e5b48ec}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9d76a637963026ba36501045389fa1b5}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 08234aaa7c6368ce2845466d4d93359d}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1c80c5fec7521f54e6d34c1fc9cf5665}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c24c0106dba9eaebceca87547ebd2a94}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 66a9d7f40dce2b1bb12607528ee2a8c2}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4e6f1d1af88e4ef973547e2b97f6ae55}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5bd4690dc34fa3bc8ca802da1b982364}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 248244fa913b270cd2d294558c7436ee}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6406de033dbe5a3c7bd2057ec39daf74}] 2024-12-10T03:14:54,671 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6406de033dbe5a3c7bd2057ec39daf74 2024-12-10T03:14:54,671 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 248244fa913b270cd2d294558c7436ee 2024-12-10T03:14:54,672 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 66a9d7f40dce2b1bb12607528ee2a8c2 2024-12-10T03:14:54,672 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5bd4690dc34fa3bc8ca802da1b982364 2024-12-10T03:14:54,672 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4e6f1d1af88e4ef973547e2b97f6ae55 2024-12-10T03:14:54,677 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c24c0106dba9eaebceca87547ebd2a94 2024-12-10T03:14:54,683 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1c80c5fec7521f54e6d34c1fc9cf5665 2024-12-10T03:14:54,687 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 08234aaa7c6368ce2845466d4d93359d 2024-12-10T03:14:54,689 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9d76a637963026ba36501045389fa1b5 2024-12-10T03:14:54,689 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2358d572fb65c9d0cbe11cde1e5b48ec 2024-12-10T03:15:04,676 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38839 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-10T03:15:04,676 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35437 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-12-10T03:15:04,676 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38897 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-10T03:15:04,676 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38839 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-12-10T03:15:04,676 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1733800474404.6406de033dbe5a3c7bd2057ec39daf74. 2024-12-10T03:15:04,677 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35437 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-12-10T03:15:04,677 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1733800474404.66a9d7f40dce2b1bb12607528ee2a8c2. 2024-12-10T03:15:04,677 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 6406de033dbe5a3c7bd2057ec39daf74 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-12-10T03:15:04,677 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1733800474404.4e6f1d1af88e4ef973547e2b97f6ae55. 2024-12-10T03:15:04,677 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38897 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-12-10T03:15:04,677 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 66a9d7f40dce2b1bb12607528ee2a8c2: 2024-12-10T03:15:04,677 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1733800474404.5bd4690dc34fa3bc8ca802da1b982364. 2024-12-10T03:15:04,677 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1733800474404.66a9d7f40dce2b1bb12607528ee2a8c2. for SnapshotProcedureTest completed. 2024-12-10T03:15:04,677 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35437 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-12-10T03:15:04,677 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38839 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-12-10T03:15:04,678 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 4e6f1d1af88e4ef973547e2b97f6ae55 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-12-10T03:15:04,678 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 5bd4690dc34fa3bc8ca802da1b982364 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-12-10T03:15:04,678 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1733800474404.66a9d7f40dce2b1bb12607528ee2a8c2.' region-info for snapshot=SnapshotProcedureTest 2024-12-10T03:15:04,678 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1733800474404.08234aaa7c6368ce2845466d4d93359d. 2024-12-10T03:15:04,678 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38897 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-12-10T03:15:04,678 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-10T03:15:04,678 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-10T03:15:04,678 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 08234aaa7c6368ce2845466d4d93359d: 2024-12-10T03:15:04,679 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1733800474404.08234aaa7c6368ce2845466d4d93359d. for SnapshotProcedureTest completed. 2024-12-10T03:15:04,679 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1733800474404.9d76a637963026ba36501045389fa1b5. 2024-12-10T03:15:04,679 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1733800474404.08234aaa7c6368ce2845466d4d93359d.' region-info for snapshot=SnapshotProcedureTest 2024-12-10T03:15:04,679 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1733800474404.248244fa913b270cd2d294558c7436ee. 2024-12-10T03:15:04,679 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-10T03:15:04,679 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-10T03:15:04,679 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 9d76a637963026ba36501045389fa1b5: 2024-12-10T03:15:04,679 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1733800474404.9d76a637963026ba36501045389fa1b5. for SnapshotProcedureTest completed. 2024-12-10T03:15:04,680 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 248244fa913b270cd2d294558c7436ee 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-12-10T03:15:04,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38839 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-12-10T03:15:04,680 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1733800474404.9d76a637963026ba36501045389fa1b5.' region-info for snapshot=SnapshotProcedureTest 2024-12-10T03:15:04,680 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-10T03:15:04,680 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-10T03:15:04,680 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1733800474404.1c80c5fec7521f54e6d34c1fc9cf5665. 2024-12-10T03:15:04,680 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 1c80c5fec7521f54e6d34c1fc9cf5665: 2024-12-10T03:15:04,681 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1733800474404.1c80c5fec7521f54e6d34c1fc9cf5665. for SnapshotProcedureTest completed. 2024-12-10T03:15:04,681 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1733800474404.c24c0106dba9eaebceca87547ebd2a94. 2024-12-10T03:15:04,681 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for c24c0106dba9eaebceca87547ebd2a94: 2024-12-10T03:15:04,681 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1733800474404.c24c0106dba9eaebceca87547ebd2a94. for SnapshotProcedureTest completed. 2024-12-10T03:15:04,681 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1733800474404.1c80c5fec7521f54e6d34c1fc9cf5665.' region-info for snapshot=SnapshotProcedureTest 2024-12-10T03:15:04,681 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-10T03:15:04,681 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-10T03:15:04,681 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1733800474404.c24c0106dba9eaebceca87547ebd2a94.' region-info for snapshot=SnapshotProcedureTest 2024-12-10T03:15:04,681 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-10T03:15:04,681 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-10T03:15:04,705 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/default/SPTestTable/4e6f1d1af88e4ef973547e2b97f6ae55/.tmp/cf/9ca3507a5b6e4cb180541a11b6d830cd is 34, key is aaa/cf:cf/1733800493956/Put/seqid=0 2024-12-10T03:15:04,706 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/default/SPTestTable/248244fa913b270cd2d294558c7436ee/.tmp/cf/1b5988c869e8473e939352a773db7f54 is 34, key is ccd/cf:cf/1733800493883/Put/seqid=0 2024-12-10T03:15:04,716 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/default/SPTestTable/5bd4690dc34fa3bc8ca802da1b982364/.tmp/cf/8a9de6b043af4b7e8730710a17abee38 is 34, key is baa/cf:cf/1733800493860/Put/seqid=0 2024-12-10T03:15:04,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44815 is added to blk_1073741850_1026 (size=65) 2024-12-10T03:15:04,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40611 is added to blk_1073741850_1026 (size=65) 2024-12-10T03:15:04,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46219 is added to blk_1073741850_1026 (size=65) 2024-12-10T03:15:04,731 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1733800474404.08234aaa7c6368ce2845466d4d93359d. 2024-12-10T03:15:04,731 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-10T03:15:04,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37997 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-10T03:15:04,732 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37997 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 08234aaa7c6368ce2845466d4d93359d 2024-12-10T03:15:04,732 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 08234aaa7c6368ce2845466d4d93359d 2024-12-10T03:15:04,734 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 08234aaa7c6368ce2845466d4d93359d in 10.0640 sec 2024-12-10T03:15:04,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44815 is added to blk_1073741851_1027 (size=65) 2024-12-10T03:15:04,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40611 is added to blk_1073741851_1027 (size=65) 2024-12-10T03:15:04,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46219 is added to blk_1073741851_1027 (size=65) 2024-12-10T03:15:04,752 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1733800474404.c24c0106dba9eaebceca87547ebd2a94. 2024-12-10T03:15:04,752 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-10T03:15:04,752 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1733800474404.2358d572fb65c9d0cbe11cde1e5b48ec. 2024-12-10T03:15:04,752 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 2358d572fb65c9d0cbe11cde1e5b48ec: 2024-12-10T03:15:04,752 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1733800474404.2358d572fb65c9d0cbe11cde1e5b48ec. for SnapshotProcedureTest completed. 2024-12-10T03:15:04,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37997 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-10T03:15:04,752 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37997 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c24c0106dba9eaebceca87547ebd2a94 2024-12-10T03:15:04,753 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1733800474404.2358d572fb65c9d0cbe11cde1e5b48ec.' region-info for snapshot=SnapshotProcedureTest 2024-12-10T03:15:04,753 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-10T03:15:04,753 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-10T03:15:04,753 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c24c0106dba9eaebceca87547ebd2a94 2024-12-10T03:15:04,755 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c24c0106dba9eaebceca87547ebd2a94 in 10.0860 sec 2024-12-10T03:15:04,757 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/default/SPTestTable/6406de033dbe5a3c7bd2057ec39daf74/.tmp/cf/bfb4b923e0ce450b81e0939cfa6caed7 is 34, key is eaa/cf:cf/1733800494499/Put/seqid=0 2024-12-10T03:15:04,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44815 is added to blk_1073741853_1029 (size=65) 2024-12-10T03:15:04,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46219 is added to blk_1073741852_1028 (size=65) 2024-12-10T03:15:04,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40611 is added to blk_1073741852_1028 (size=65) 2024-12-10T03:15:04,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44815 is added to blk_1073741852_1028 (size=65) 2024-12-10T03:15:04,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46219 is added to blk_1073741853_1029 (size=65) 2024-12-10T03:15:04,763 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1733800474404.9d76a637963026ba36501045389fa1b5. 2024-12-10T03:15:04,763 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-10T03:15:04,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37997 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-12-10T03:15:04,764 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37997 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9d76a637963026ba36501045389fa1b5 2024-12-10T03:15:04,764 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9d76a637963026ba36501045389fa1b5 2024-12-10T03:15:04,765 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1733800474404.1c80c5fec7521f54e6d34c1fc9cf5665. 2024-12-10T03:15:04,765 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-10T03:15:04,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37997 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-12-10T03:15:04,766 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37997 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1c80c5fec7521f54e6d34c1fc9cf5665 2024-12-10T03:15:04,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40611 is added to blk_1073741853_1029 (size=65) 2024-12-10T03:15:04,766 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1c80c5fec7521f54e6d34c1fc9cf5665 2024-12-10T03:15:04,767 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9d76a637963026ba36501045389fa1b5 in 10.0970 sec 2024-12-10T03:15:04,768 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1c80c5fec7521f54e6d34c1fc9cf5665 in 10.0990 sec 2024-12-10T03:15:04,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44815 is added to blk_1073741849_1025 (size=65) 2024-12-10T03:15:04,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46219 is added to blk_1073741849_1025 (size=65) 2024-12-10T03:15:04,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40611 is added to blk_1073741849_1025 (size=65) 2024-12-10T03:15:04,771 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1733800474404.66a9d7f40dce2b1bb12607528ee2a8c2. 2024-12-10T03:15:04,771 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-10T03:15:04,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37997 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-12-10T03:15:04,772 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37997 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 66a9d7f40dce2b1bb12607528ee2a8c2 2024-12-10T03:15:04,772 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 66a9d7f40dce2b1bb12607528ee2a8c2 2024-12-10T03:15:04,774 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 66a9d7f40dce2b1bb12607528ee2a8c2 in 10.1050 sec 2024-12-10T03:15:04,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44815 is added to blk_1073741855_1031 (size=47197) 2024-12-10T03:15:04,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40611 is added to blk_1073741855_1031 (size=47197) 2024-12-10T03:15:04,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46219 is added to blk_1073741855_1031 (size=47197) 2024-12-10T03:15:04,791 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/default/SPTestTable/248244fa913b270cd2d294558c7436ee/.tmp/cf/1b5988c869e8473e939352a773db7f54 2024-12-10T03:15:04,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46219 is added to blk_1073741854_1030 (size=26918) 2024-12-10T03:15:04,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40611 is added to blk_1073741854_1030 (size=26918) 2024-12-10T03:15:04,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44815 is added to blk_1073741854_1030 (size=26918) 2024-12-10T03:15:04,796 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/default/SPTestTable/4e6f1d1af88e4ef973547e2b97f6ae55/.tmp/cf/9ca3507a5b6e4cb180541a11b6d830cd 2024-12-10T03:15:04,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46219 is added to blk_1073741857_1033 (size=28623) 2024-12-10T03:15:04,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44815 is added to blk_1073741857_1033 (size=28623) 2024-12-10T03:15:04,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40611 is added to blk_1073741857_1033 (size=28623) 2024-12-10T03:15:04,811 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/default/SPTestTable/5bd4690dc34fa3bc8ca802da1b982364/.tmp/cf/8a9de6b043af4b7e8730710a17abee38 2024-12-10T03:15:04,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44815 is added to blk_1073741858_1034 (size=57) 2024-12-10T03:15:04,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46219 is added to blk_1073741858_1034 (size=57) 2024-12-10T03:15:04,824 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/default/SPTestTable/5bd4690dc34fa3bc8ca802da1b982364/.tmp/cf/8a9de6b043af4b7e8730710a17abee38 as hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/default/SPTestTable/5bd4690dc34fa3bc8ca802da1b982364/cf/8a9de6b043af4b7e8730710a17abee38 2024-12-10T03:15:04,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40611 is added to blk_1073741858_1034 (size=57) 2024-12-10T03:15:04,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46219 is added to blk_1073741856_1032 (size=499309) 2024-12-10T03:15:04,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40611 is added to blk_1073741856_1032 (size=499309) 2024-12-10T03:15:04,825 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1733800474404.2358d572fb65c9d0cbe11cde1e5b48ec. 2024-12-10T03:15:04,826 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-10T03:15:04,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44815 is added to blk_1073741856_1032 (size=499309) 2024-12-10T03:15:04,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37997 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-10T03:15:04,826 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37997 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 2358d572fb65c9d0cbe11cde1e5b48ec 2024-12-10T03:15:04,826 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2358d572fb65c9d0cbe11cde1e5b48ec 2024-12-10T03:15:04,827 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/default/SPTestTable/6406de033dbe5a3c7bd2057ec39daf74/.tmp/cf/bfb4b923e0ce450b81e0939cfa6caed7 2024-12-10T03:15:04,830 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2358d572fb65c9d0cbe11cde1e5b48ec in 10.1600 sec 2024-12-10T03:15:04,837 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/default/SPTestTable/5bd4690dc34fa3bc8ca802da1b982364/cf/8a9de6b043af4b7e8730710a17abee38, entries=731, sequenceid=5, filesize=28.0 K 2024-12-10T03:15:04,837 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/default/SPTestTable/4e6f1d1af88e4ef973547e2b97f6ae55/.tmp/cf/9ca3507a5b6e4cb180541a11b6d830cd as hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/default/SPTestTable/4e6f1d1af88e4ef973547e2b97f6ae55/cf/9ca3507a5b6e4cb180541a11b6d830cd 2024-12-10T03:15:04,838 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 5bd4690dc34fa3bc8ca802da1b982364 in 161ms, sequenceid=5, compaction requested=false 2024-12-10T03:15:04,838 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 5bd4690dc34fa3bc8ca802da1b982364: 2024-12-10T03:15:04,838 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1733800474404.5bd4690dc34fa3bc8ca802da1b982364. for SnapshotProcedureTest completed. 2024-12-10T03:15:04,838 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1733800474404.5bd4690dc34fa3bc8ca802da1b982364.' region-info for snapshot=SnapshotProcedureTest 2024-12-10T03:15:04,838 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-10T03:15:04,838 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/default/SPTestTable/5bd4690dc34fa3bc8ca802da1b982364/cf/8a9de6b043af4b7e8730710a17abee38] hfiles 2024-12-10T03:15:04,839 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/default/SPTestTable/5bd4690dc34fa3bc8ca802da1b982364/cf/8a9de6b043af4b7e8730710a17abee38 for snapshot=SnapshotProcedureTest 2024-12-10T03:15:04,845 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/default/SPTestTable/4e6f1d1af88e4ef973547e2b97f6ae55/cf/9ca3507a5b6e4cb180541a11b6d830cd, entries=676, sequenceid=5, filesize=26.3 K 2024-12-10T03:15:04,846 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/default/SPTestTable/6406de033dbe5a3c7bd2057ec39daf74/.tmp/cf/bfb4b923e0ce450b81e0939cfa6caed7 as hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/default/SPTestTable/6406de033dbe5a3c7bd2057ec39daf74/cf/bfb4b923e0ce450b81e0939cfa6caed7 2024-12-10T03:15:04,846 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 4e6f1d1af88e4ef973547e2b97f6ae55 in 169ms, sequenceid=5, compaction requested=false 2024-12-10T03:15:04,846 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 4e6f1d1af88e4ef973547e2b97f6ae55: 2024-12-10T03:15:04,846 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1733800474404.4e6f1d1af88e4ef973547e2b97f6ae55. for SnapshotProcedureTest completed. 2024-12-10T03:15:04,846 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1733800474404.4e6f1d1af88e4ef973547e2b97f6ae55.' region-info for snapshot=SnapshotProcedureTest 2024-12-10T03:15:04,846 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-10T03:15:04,846 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/default/SPTestTable/4e6f1d1af88e4ef973547e2b97f6ae55/cf/9ca3507a5b6e4cb180541a11b6d830cd] hfiles 2024-12-10T03:15:04,846 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/default/SPTestTable/4e6f1d1af88e4ef973547e2b97f6ae55/cf/9ca3507a5b6e4cb180541a11b6d830cd for snapshot=SnapshotProcedureTest 2024-12-10T03:15:04,851 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/default/SPTestTable/248244fa913b270cd2d294558c7436ee/.tmp/cf/1b5988c869e8473e939352a773db7f54 as hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/default/SPTestTable/248244fa913b270cd2d294558c7436ee/cf/1b5988c869e8473e939352a773db7f54 2024-12-10T03:15:04,854 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/default/SPTestTable/6406de033dbe5a3c7bd2057ec39daf74/cf/bfb4b923e0ce450b81e0939cfa6caed7, entries=14872, sequenceid=5, filesize=487.6 K 2024-12-10T03:15:04,855 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 6406de033dbe5a3c7bd2057ec39daf74 in 178ms, sequenceid=5, compaction requested=false 2024-12-10T03:15:04,855 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 6406de033dbe5a3c7bd2057ec39daf74: 2024-12-10T03:15:04,855 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1733800474404.6406de033dbe5a3c7bd2057ec39daf74. for SnapshotProcedureTest completed. 2024-12-10T03:15:04,855 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1733800474404.6406de033dbe5a3c7bd2057ec39daf74.' region-info for snapshot=SnapshotProcedureTest 2024-12-10T03:15:04,855 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-10T03:15:04,855 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/default/SPTestTable/6406de033dbe5a3c7bd2057ec39daf74/cf/bfb4b923e0ce450b81e0939cfa6caed7] hfiles 2024-12-10T03:15:04,855 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/default/SPTestTable/6406de033dbe5a3c7bd2057ec39daf74/cf/bfb4b923e0ce450b81e0939cfa6caed7 for snapshot=SnapshotProcedureTest 2024-12-10T03:15:04,858 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/default/SPTestTable/248244fa913b270cd2d294558c7436ee/cf/1b5988c869e8473e939352a773db7f54, entries=1297, sequenceid=5, filesize=46.1 K 2024-12-10T03:15:04,860 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 248244fa913b270cd2d294558c7436ee in 180ms, sequenceid=5, compaction requested=false 2024-12-10T03:15:04,860 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 248244fa913b270cd2d294558c7436ee: 2024-12-10T03:15:04,860 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1733800474404.248244fa913b270cd2d294558c7436ee. for SnapshotProcedureTest completed. 2024-12-10T03:15:04,860 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1733800474404.248244fa913b270cd2d294558c7436ee.' region-info for snapshot=SnapshotProcedureTest 2024-12-10T03:15:04,860 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-10T03:15:04,860 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/default/SPTestTable/248244fa913b270cd2d294558c7436ee/cf/1b5988c869e8473e939352a773db7f54] hfiles 2024-12-10T03:15:04,860 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/default/SPTestTable/248244fa913b270cd2d294558c7436ee/cf/1b5988c869e8473e939352a773db7f54 for snapshot=SnapshotProcedureTest 2024-12-10T03:15:04,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44815 is added to blk_1073741859_1035 (size=105) 2024-12-10T03:15:04,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40611 is added to blk_1073741859_1035 (size=105) 2024-12-10T03:15:04,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46219 is added to blk_1073741859_1035 (size=105) 2024-12-10T03:15:04,871 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1733800474404.5bd4690dc34fa3bc8ca802da1b982364. 2024-12-10T03:15:04,871 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-10T03:15:04,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37997 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-10T03:15:04,872 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37997 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5bd4690dc34fa3bc8ca802da1b982364 2024-12-10T03:15:04,872 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5bd4690dc34fa3bc8ca802da1b982364 2024-12-10T03:15:04,874 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5bd4690dc34fa3bc8ca802da1b982364 in 10.2050 sec 2024-12-10T03:15:04,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40611 is added to blk_1073741860_1036 (size=105) 2024-12-10T03:15:04,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46219 is added to blk_1073741860_1036 (size=105) 2024-12-10T03:15:04,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44815 is added to blk_1073741860_1036 (size=105) 2024-12-10T03:15:04,879 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1733800474404.4e6f1d1af88e4ef973547e2b97f6ae55. 2024-12-10T03:15:04,880 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-12-10T03:15:04,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37997 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-12-10T03:15:04,880 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37997 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4e6f1d1af88e4ef973547e2b97f6ae55 2024-12-10T03:15:04,880 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4e6f1d1af88e4ef973547e2b97f6ae55 2024-12-10T03:15:04,883 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4e6f1d1af88e4ef973547e2b97f6ae55 in 10.2130 sec 2024-12-10T03:15:04,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44815 is added to blk_1073741861_1037 (size=97) 2024-12-10T03:15:04,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40611 is added to blk_1073741861_1037 (size=97) 2024-12-10T03:15:04,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46219 is added to blk_1073741861_1037 (size=97) 2024-12-10T03:15:04,885 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1733800474404.6406de033dbe5a3c7bd2057ec39daf74. 2024-12-10T03:15:04,885 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-10T03:15:04,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40611 is added to blk_1073741862_1038 (size=105) 2024-12-10T03:15:04,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37997 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-10T03:15:04,887 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37997 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6406de033dbe5a3c7bd2057ec39daf74 2024-12-10T03:15:04,887 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6406de033dbe5a3c7bd2057ec39daf74 2024-12-10T03:15:04,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44815 is added to blk_1073741862_1038 (size=105) 2024-12-10T03:15:04,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46219 is added to blk_1073741862_1038 (size=105) 2024-12-10T03:15:04,888 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1733800474404.248244fa913b270cd2d294558c7436ee. 2024-12-10T03:15:04,888 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-12-10T03:15:04,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37997 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-12-10T03:15:04,889 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37997 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 248244fa913b270cd2d294558c7436ee 2024-12-10T03:15:04,889 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 248244fa913b270cd2d294558c7436ee 2024-12-10T03:15:04,891 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6406de033dbe5a3c7bd2057ec39daf74 in 10.2200 sec 2024-12-10T03:15:04,892 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=25 2024-12-10T03:15:04,892 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-10T03:15:04,892 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 248244fa913b270cd2d294558c7436ee in 10.2220 sec 2024-12-10T03:15:04,893 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-10T03:15:04,894 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-10T03:15:04,894 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-12-10T03:15:04,896 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-10T03:15:04,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40611 is added to blk_1073741863_1039 (size=1174) 2024-12-10T03:15:04,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46219 is added to blk_1073741863_1039 (size=1174) 2024-12-10T03:15:04,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44815 is added to blk_1073741863_1039 (size=1174) 2024-12-10T03:15:04,920 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-10T03:15:04,924 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-12-10T03:15:04,928 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e45acbcd10e3,38839,1733800462610 2024-12-10T03:15:04,928 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e45acbcd10e3,35437,1733800462558 2024-12-10T03:15:04,928 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e45acbcd10e3,35437,1733800462558 2024-12-10T03:15:04,928 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e45acbcd10e3,38839,1733800462610 2024-12-10T03:15:04,928 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e45acbcd10e3,38839,1733800462610 2024-12-10T03:15:04,932 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e45acbcd10e3,38897,1733800462458 2024-12-10T03:15:04,932 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e45acbcd10e3,35437,1733800462558 2024-12-10T03:15:04,932 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e45acbcd10e3,38897,1733800462458 2024-12-10T03:15:04,932 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e45acbcd10e3,38897,1733800462458 2024-12-10T03:15:04,932 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-12-10T03:15:04,932 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing e45acbcd10e3,38839,1733800462610 2024-12-10T03:15:04,932 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server e45acbcd10e3,38839,1733800462610: Simulated kill ***** 2024-12-10T03:15:04,933 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-10T03:15:04,933 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-10T03:15:04,933 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-10T03:15:04,933 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-10T03:15:04,933 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-10T03:15:04,934 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 639702440 }, "NonHeapMemoryUsage": { "committed": 177930240, "init": 7667712, "max": -1, "used": 173591360 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-10T03:15:04,934 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37997 {}] master.MasterRpcServices(700): e45acbcd10e3,38839,1733800462610 reported a fatal error: ***** ABORTING region server e45acbcd10e3,38839,1733800462610: Simulated kill ***** 2024-12-10T03:15:04,935 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e45acbcd10e3,38839,1733800462610' ***** 2024-12-10T03:15:04,935 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-12-10T03:15:04,935 INFO [RS:2;e45acbcd10e3:38839 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-10T03:15:04,935 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-10T03:15:04,935 INFO [RS:2;e45acbcd10e3:38839 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-10T03:15:04,935 INFO [RS:2;e45acbcd10e3:38839 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-10T03:15:04,935 INFO [RS:2;e45acbcd10e3:38839 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-10T03:15:04,935 INFO [RS:2;e45acbcd10e3:38839 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;e45acbcd10e3:38839. 2024-12-10T03:15:04,935 DEBUG [RS:2;e45acbcd10e3:38839 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T03:15:04,935 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-10T03:15:04,935 DEBUG [RS:2;e45acbcd10e3:38839 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T03:15:04,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44815 is added to blk_1073741834_1010 (size=2286) 2024-12-10T03:15:04,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46219 is added to blk_1073741834_1010 (size=2286) 2024-12-10T03:15:04,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40611 is added to blk_1073741834_1010 (size=2286) 2024-12-10T03:15:04,939 DEBUG [RS:2;e45acbcd10e3:38839 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T03:15:04,939 INFO [RS:2;e45acbcd10e3:38839 {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T03:15:04,939 INFO [RS:2;e45acbcd10e3:38839 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38839 2024-12-10T03:15:04,943 INFO [regionserver/e45acbcd10e3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T03:15:04,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37997-0x1000db78e310000, quorum=127.0.0.1:57707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-10T03:15:04,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38839-0x1000db78e310003, quorum=127.0.0.1:57707, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e45acbcd10e3,38839,1733800462610 2024-12-10T03:15:04,979 INFO [RS:2;e45acbcd10e3:38839 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-10T03:15:04,989 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e45acbcd10e3,38839,1733800462610] 2024-12-10T03:15:05,000 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e45acbcd10e3,38839,1733800462610 already deleted, retry=false 2024-12-10T03:15:05,000 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of e45acbcd10e3,38839,1733800462610 on e45acbcd10e3,37997,1733800462245 2024-12-10T03:15:05,001 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure e45acbcd10e3,38839,1733800462610, splitWal=true, meta=false 2024-12-10T03:15:05,001 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for e45acbcd10e3,38839,1733800462610 (carryingMeta=false) e45acbcd10e3,38839,1733800462610/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@9cd3bd4[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-10T03:15:05,001 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure e45acbcd10e3,38839,1733800462610, splitWal=true, meta=false 2024-12-10T03:15:05,002 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): e45acbcd10e3,38839,1733800462610 had 4 regions 2024-12-10T03:15:05,003 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure e45acbcd10e3,38839,1733800462610, splitWal=true, meta=false, isMeta: false 2024-12-10T03:15:05,004 DEBUG [PEWorker-3 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/WALs/e45acbcd10e3,38839,1733800462610-splitting 2024-12-10T03:15:05,005 INFO [PEWorker-3 {}] master.SplitWALManager(105): e45acbcd10e3,38839,1733800462610 WAL count=1, meta=false 2024-12-10T03:15:05,005 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure e45acbcd10e3%2C38839%2C1733800462610.1733800463923}] 2024-12-10T03:15:05,007 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=e45acbcd10e3,38897,1733800462458 2024-12-10T03:15:05,008 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure e45acbcd10e3%2C38839%2C1733800462610.1733800463923, worker=e45acbcd10e3,38897,1733800462458}] 2024-12-10T03:15:05,009 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e45acbcd10e3,38839,1733800462610 Release verify snapshot worker=e45acbcd10e3,38839,1733800462610 2024-12-10T03:15:05,010 WARN [PEWorker-4 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 45 to e45acbcd10e3,38839,1733800462610, this operation will be retried to send to another server 2024-12-10T03:15:05,010 WARN [PEWorker-4 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-10T03:15:05,010 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=45, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733800506010 2024-12-10T03:15:05,010 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e45acbcd10e3,38839,1733800462610 Release verify snapshot worker=e45acbcd10e3,38839,1733800462610 2024-12-10T03:15:05,010 WARN [PEWorker-5 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to e45acbcd10e3,38839,1733800462610, this operation will be retried to send to another server 2024-12-10T03:15:05,010 WARN [PEWorker-5 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-10T03:15:05,010 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733800506010 2024-12-10T03:15:05,011 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 35 is already finished, skip the rest processes 2024-12-10T03:15:05,011 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 32 is already finished, skip the rest processes 2024-12-10T03:15:05,012 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e45acbcd10e3,38839,1733800462610 Release verify snapshot worker=e45acbcd10e3,38839,1733800462610 2024-12-10T03:15:05,012 WARN [PEWorker-2 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 38 to e45acbcd10e3,38839,1733800462610, this operation will be retried to send to another server 2024-12-10T03:15:05,012 WARN [PEWorker-2 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-10T03:15:05,012 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=38, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733800506012 2024-12-10T03:15:05,011 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 30 is already finished, skip the rest processes 2024-12-10T03:15:05,012 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 26 is already finished, skip the rest processes 2024-12-10T03:15:05,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38839-0x1000db78e310003, quorum=127.0.0.1:57707, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T03:15:05,089 INFO [RS:2;e45acbcd10e3:38839 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-10T03:15:05,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38839-0x1000db78e310003, quorum=127.0.0.1:57707, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T03:15:05,089 INFO [RS:2;e45acbcd10e3:38839 {}] regionserver.HRegionServer(1031): Exiting; stopping=e45acbcd10e3,38839,1733800462610; zookeeper connection closed. 2024-12-10T03:15:05,090 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@498da219 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@498da219 2024-12-10T03:15:05,781 INFO [regionserver/e45acbcd10e3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-10T03:15:05,781 INFO [regionserver/e45acbcd10e3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-10T03:15:14,301 INFO [master/e45acbcd10e3:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-10T03:15:14,301 INFO [master/e45acbcd10e3:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-10T03:15:14,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35437 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-12-10T03:15:14,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35437 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-12-10T03:15:14,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35437 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-12-10T03:15:14,932 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-10T03:15:14,933 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-12-10T03:15:14,933 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38897 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-12-10T03:15:14,933 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38897 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-12-10T03:15:14,933 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38897 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-12-10T03:15:14,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37997 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-12-10T03:15:14,933 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-12-10T03:15:14,934 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38897 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-12-10T03:15:14,934 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-12-10T03:15:14,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37997 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-12-10T03:15:14,936 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e45acbcd10e3,35437,1733800462558 Release verify snapshot worker=e45acbcd10e3,35437,1733800462558 2024-12-10T03:15:14,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37997 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-12-10T03:15:14,938 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e45acbcd10e3,35437,1733800462558 in 10.0120 sec 2024-12-10T03:15:14,939 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e45acbcd10e3,35437,1733800462558 Release verify snapshot worker=e45acbcd10e3,35437,1733800462558 2024-12-10T03:15:14,940 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e45acbcd10e3,35437,1733800462558 2024-12-10T03:15:14,940 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e45acbcd10e3,35437,1733800462558 2024-12-10T03:15:14,942 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-10T03:15:14,942 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-12-10T03:15:14,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37997 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-12-10T03:15:14,944 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e45acbcd10e3,35437,1733800462558 in 10.0150 sec 2024-12-10T03:15:14,945 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-12-10T03:15:14,945 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-12-10T03:15:14,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37997 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-12-10T03:15:14,946 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e45acbcd10e3,35437,1733800462558 Release verify snapshot worker=e45acbcd10e3,35437,1733800462558 2024-12-10T03:15:14,947 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e45acbcd10e3,38897,1733800462458 Release verify snapshot worker=e45acbcd10e3,38897,1733800462458 2024-12-10T03:15:14,947 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e45acbcd10e3,35437,1733800462558 2024-12-10T03:15:14,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37997 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-12-10T03:15:14,950 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e45acbcd10e3,38897,1733800462458 2024-12-10T03:15:14,951 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e45acbcd10e3,38897,1733800462458 Release verify snapshot worker=e45acbcd10e3,38897,1733800462458 2024-12-10T03:15:14,954 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e45acbcd10e3,38897,1733800462458 Release verify snapshot worker=e45acbcd10e3,38897,1733800462458 2024-12-10T03:15:14,955 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e45acbcd10e3,38897,1733800462458 in 10.0270 sec 2024-12-10T03:15:14,956 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e45acbcd10e3,35437,1733800462558 in 10.0230 sec 2024-12-10T03:15:14,957 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e45acbcd10e3,38897,1733800462458 in 10.0230 sec 2024-12-10T03:15:14,959 INFO [RS_LOG_REPLAY_OPS-regionserver/e45acbcd10e3:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/WALs/e45acbcd10e3,38839,1733800462610-splitting/e45acbcd10e3%2C38839%2C1733800462610.1733800463923, size=2.2 K (2286bytes) 2024-12-10T03:15:14,959 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e45acbcd10e3,38897,1733800462458 in 10.0300 sec 2024-12-10T03:15:14,959 INFO [RS_LOG_REPLAY_OPS-regionserver/e45acbcd10e3:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/WALs/e45acbcd10e3,38839,1733800462610-splitting/e45acbcd10e3%2C38839%2C1733800462610.1733800463923 2024-12-10T03:15:14,960 INFO [RS_LOG_REPLAY_OPS-regionserver/e45acbcd10e3:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/WALs/e45acbcd10e3,38839,1733800462610-splitting/e45acbcd10e3%2C38839%2C1733800462610.1733800463923 after 1ms 2024-12-10T03:15:14,964 INFO [RS_LOG_REPLAY_OPS-regionserver/e45acbcd10e3:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/WALs/e45acbcd10e3,38839,1733800462610-splitting/e45acbcd10e3%2C38839%2C1733800462610.1733800463923 took 5ms 2024-12-10T03:15:14,967 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e45acbcd10e3:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 6406de033dbe5a3c7bd2057ec39daf74: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-12-10T03:15:14,968 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e45acbcd10e3:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for c24c0106dba9eaebceca87547ebd2a94: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-10T03:15:14,968 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e45acbcd10e3:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 2358d572fb65c9d0cbe11cde1e5b48ec: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-10T03:15:14,970 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e45acbcd10e3:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 4e6f1d1af88e4ef973547e2b97f6ae55: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-12-10T03:15:14,970 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e45acbcd10e3:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/WALs/e45acbcd10e3,38839,1733800462610-splitting/e45acbcd10e3%2C38839%2C1733800462610.1733800463923 so closing down 2024-12-10T03:15:14,970 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e45acbcd10e3:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-10T03:15:14,970 INFO [RS_LOG_REPLAY_OPS-regionserver/e45acbcd10e3:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-12-10T03:15:14,970 INFO [RS_LOG_REPLAY_OPS-regionserver/e45acbcd10e3:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 8 edits across 0 Regions in 5 ms; skipped=8; WAL=hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/WALs/e45acbcd10e3,38839,1733800462610-splitting/e45acbcd10e3%2C38839%2C1733800462610.1733800463923, size=2.2 K, length=2286, corrupted=false, cancelled=false 2024-12-10T03:15:14,970 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e45acbcd10e3:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/WALs/e45acbcd10e3,38839,1733800462610-splitting/e45acbcd10e3%2C38839%2C1733800462610.1733800463923, journal: Splitting hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/WALs/e45acbcd10e3,38839,1733800462610-splitting/e45acbcd10e3%2C38839%2C1733800462610.1733800463923, size=2.2 K (2286bytes) at 1733800514959Finishing writing output for hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/WALs/e45acbcd10e3,38839,1733800462610-splitting/e45acbcd10e3%2C38839%2C1733800462610.1733800463923 so closing down at 1733800514970 (+11 ms)3 split writer threads finished at 1733800514970Processed 8 edits across 0 Regions in 5 ms; skipped=8; WAL=hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/WALs/e45acbcd10e3,38839,1733800462610-splitting/e45acbcd10e3%2C38839%2C1733800462610.1733800463923, size=2.2 K, length=2286, corrupted=false, cancelled=false at 1733800514970 2024-12-10T03:15:14,970 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e45acbcd10e3:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/WALs/e45acbcd10e3,38839,1733800462610-splitting/e45acbcd10e3%2C38839%2C1733800462610.1733800463923 2024-12-10T03:15:14,970 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e45acbcd10e3:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-10T03:15:14,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37997 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-12-10T03:15:14,974 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/WALs/e45acbcd10e3,38839,1733800462610-splitting/e45acbcd10e3%2C38839%2C1733800462610.1733800463923 to hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/oldWALs 2024-12-10T03:15:14,976 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-12-10T03:15:14,976 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure e45acbcd10e3%2C38839%2C1733800462610.1733800463923, worker=e45acbcd10e3,38897,1733800462458 in 9.9660 sec 2024-12-10T03:15:14,977 DEBUG [PEWorker-2 {}] master.SplitWALManager(172): Release split WAL worker=e45acbcd10e3,38897,1733800462458 2024-12-10T03:15:14,979 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-12-10T03:15:14,979 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure e45acbcd10e3%2C38839%2C1733800462610.1733800463923, worker=e45acbcd10e3,38897,1733800462458 in 9.9720 sec 2024-12-10T03:15:14,980 INFO [PEWorker-5 {}] master.SplitLogManager(171): hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/WALs/e45acbcd10e3,38839,1733800462610-splitting dir is empty, no logs to split. 2024-12-10T03:15:14,980 INFO [PEWorker-5 {}] master.SplitWALManager(105): e45acbcd10e3,38839,1733800462610 WAL count=0, meta=false 2024-12-10T03:15:14,980 DEBUG [PEWorker-5 {}] procedure.ServerCrashProcedure(329): Check if e45acbcd10e3,38839,1733800462610 WAL splitting is done? wals=0, meta=false 2024-12-10T03:15:14,982 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for e45acbcd10e3,38839,1733800462610 failed, ignore...File hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/WALs/e45acbcd10e3,38839,1733800462610-splitting does not exist. 2024-12-10T03:15:14,983 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4e6f1d1af88e4ef973547e2b97f6ae55, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c24c0106dba9eaebceca87547ebd2a94, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2358d572fb65c9d0cbe11cde1e5b48ec, ASSIGN}, {pid=52, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6406de033dbe5a3c7bd2057ec39daf74, ASSIGN}] 2024-12-10T03:15:14,984 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c24c0106dba9eaebceca87547ebd2a94, ASSIGN 2024-12-10T03:15:14,984 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2358d572fb65c9d0cbe11cde1e5b48ec, ASSIGN 2024-12-10T03:15:14,984 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4e6f1d1af88e4ef973547e2b97f6ae55, ASSIGN 2024-12-10T03:15:14,984 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=52, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6406de033dbe5a3c7bd2057ec39daf74, ASSIGN 2024-12-10T03:15:14,985 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c24c0106dba9eaebceca87547ebd2a94, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-10T03:15:14,986 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4e6f1d1af88e4ef973547e2b97f6ae55, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-10T03:15:14,986 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=52, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6406de033dbe5a3c7bd2057ec39daf74, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-10T03:15:14,986 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2358d572fb65c9d0cbe11cde1e5b48ec, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-10T03:15:15,136 DEBUG [e45acbcd10e3:37997 {}] balancer.BalancerClusterState(204): Hosts are {e45acbcd10e3=0} racks are {/default-rack=0} 2024-12-10T03:15:15,136 DEBUG [e45acbcd10e3:37997 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-10T03:15:15,136 DEBUG [e45acbcd10e3:37997 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-10T03:15:15,136 DEBUG [e45acbcd10e3:37997 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-10T03:15:15,136 DEBUG [e45acbcd10e3:37997 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-10T03:15:15,136 INFO [e45acbcd10e3:37997 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-10T03:15:15,136 INFO [e45acbcd10e3:37997 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-10T03:15:15,136 DEBUG [e45acbcd10e3:37997 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-10T03:15:15,137 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=4e6f1d1af88e4ef973547e2b97f6ae55, regionState=OPENING, regionLocation=e45acbcd10e3,35437,1733800462558 2024-12-10T03:15:15,137 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=c24c0106dba9eaebceca87547ebd2a94, regionState=OPENING, regionLocation=e45acbcd10e3,38897,1733800462458 2024-12-10T03:15:15,137 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=2358d572fb65c9d0cbe11cde1e5b48ec, regionState=OPENING, regionLocation=e45acbcd10e3,35437,1733800462558 2024-12-10T03:15:15,137 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=52 updating hbase:meta row=6406de033dbe5a3c7bd2057ec39daf74, regionState=OPENING, regionLocation=e45acbcd10e3,38897,1733800462458 2024-12-10T03:15:15,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4e6f1d1af88e4ef973547e2b97f6ae55, ASSIGN because future has completed 2024-12-10T03:15:15,139 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4e6f1d1af88e4ef973547e2b97f6ae55, server=e45acbcd10e3,35437,1733800462558}] 2024-12-10T03:15:15,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c24c0106dba9eaebceca87547ebd2a94, ASSIGN because future has completed 2024-12-10T03:15:15,140 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure c24c0106dba9eaebceca87547ebd2a94, server=e45acbcd10e3,38897,1733800462458}] 2024-12-10T03:15:15,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2358d572fb65c9d0cbe11cde1e5b48ec, ASSIGN because future has completed 2024-12-10T03:15:15,142 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2358d572fb65c9d0cbe11cde1e5b48ec, server=e45acbcd10e3,35437,1733800462558}] 2024-12-10T03:15:15,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6406de033dbe5a3c7bd2057ec39daf74, ASSIGN because future has completed 2024-12-10T03:15:15,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=56, ppid=52, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6406de033dbe5a3c7bd2057ec39daf74, server=e45acbcd10e3,38897,1733800462458}] 2024-12-10T03:15:22,182 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-10T03:15:23,777 INFO [regionserver/e45acbcd10e3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-12-10T03:15:24,946 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(132): Open SPTestTable,,1733800474404.2358d572fb65c9d0cbe11cde1e5b48ec. 2024-12-10T03:15:24,946 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7752): Opening region: {ENCODED => 2358d572fb65c9d0cbe11cde1e5b48ec, NAME => 'SPTestTable,,1733800474404.2358d572fb65c9d0cbe11cde1e5b48ec.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-10T03:15:24,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35437 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-12-10T03:15:24,946 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2358d572fb65c9d0cbe11cde1e5b48ec 2024-12-10T03:15:24,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35437 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-12-10T03:15:24,946 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(898): Instantiated SPTestTable,,1733800474404.2358d572fb65c9d0cbe11cde1e5b48ec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T03:15:24,946 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-12-10T03:15:24,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35437 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-12-10T03:15:24,946 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7794): checking encryption for 2358d572fb65c9d0cbe11cde1e5b48ec 2024-12-10T03:15:24,946 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-12-10T03:15:24,946 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-12-10T03:15:24,946 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7797): checking classloading for 2358d572fb65c9d0cbe11cde1e5b48ec 2024-12-10T03:15:24,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37997 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-12-10T03:15:24,950 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e45acbcd10e3,35437,1733800462558 Release verify snapshot worker=e45acbcd10e3,35437,1733800462558 2024-12-10T03:15:24,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37997 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-12-10T03:15:24,952 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e45acbcd10e3,35437,1733800462558 in 20.0260 sec 2024-12-10T03:15:24,952 INFO [StoreOpener-2358d572fb65c9d0cbe11cde1e5b48ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2358d572fb65c9d0cbe11cde1e5b48ec 2024-12-10T03:15:24,953 INFO [StoreOpener-2358d572fb65c9d0cbe11cde1e5b48ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2358d572fb65c9d0cbe11cde1e5b48ec columnFamilyName cf 2024-12-10T03:15:24,953 DEBUG [StoreOpener-2358d572fb65c9d0cbe11cde1e5b48ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T03:15:24,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37997 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-12-10T03:15:24,954 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e45acbcd10e3,35437,1733800462558 Release verify snapshot worker=e45acbcd10e3,35437,1733800462558 2024-12-10T03:15:24,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38897 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-12-10T03:15:24,955 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733800474404.c24c0106dba9eaebceca87547ebd2a94. 2024-12-10T03:15:24,955 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => c24c0106dba9eaebceca87547ebd2a94, NAME => 'SPTestTable,66666664,1733800474404.c24c0106dba9eaebceca87547ebd2a94.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-10T03:15:24,955 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c24c0106dba9eaebceca87547ebd2a94 2024-12-10T03:15:24,955 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733800474404.c24c0106dba9eaebceca87547ebd2a94.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T03:15:24,955 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for c24c0106dba9eaebceca87547ebd2a94 2024-12-10T03:15:24,955 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for c24c0106dba9eaebceca87547ebd2a94 2024-12-10T03:15:24,956 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-12-10T03:15:24,956 INFO [StoreOpener-2358d572fb65c9d0cbe11cde1e5b48ec-1 {}] regionserver.HStore(327): Store=2358d572fb65c9d0cbe11cde1e5b48ec/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T03:15:24,956 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1038): replaying wal for 2358d572fb65c9d0cbe11cde1e5b48ec 2024-12-10T03:15:24,957 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/default/SPTestTable/2358d572fb65c9d0cbe11cde1e5b48ec 2024-12-10T03:15:24,958 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/default/SPTestTable/2358d572fb65c9d0cbe11cde1e5b48ec 2024-12-10T03:15:24,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37997 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-12-10T03:15:24,958 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1048): stopping wal replay for 2358d572fb65c9d0cbe11cde1e5b48ec 2024-12-10T03:15:24,958 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1060): Cleaning up temporary data for 2358d572fb65c9d0cbe11cde1e5b48ec 2024-12-10T03:15:24,958 INFO [StoreOpener-c24c0106dba9eaebceca87547ebd2a94-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c24c0106dba9eaebceca87547ebd2a94 2024-12-10T03:15:24,959 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e45acbcd10e3,35437,1733800462558 in 20.0300 sec 2024-12-10T03:15:24,959 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e45acbcd10e3,35437,1733800462558 Release verify snapshot worker=e45acbcd10e3,35437,1733800462558 2024-12-10T03:15:24,960 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e45acbcd10e3,38897,1733800462458 Release verify snapshot worker=e45acbcd10e3,38897,1733800462458 2024-12-10T03:15:24,961 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1093): writing seq id for 2358d572fb65c9d0cbe11cde1e5b48ec 2024-12-10T03:15:24,962 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e45acbcd10e3,35437,1733800462558 in 20.0350 sec 2024-12-10T03:15:24,962 INFO [StoreOpener-c24c0106dba9eaebceca87547ebd2a94-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c24c0106dba9eaebceca87547ebd2a94 columnFamilyName cf 2024-12-10T03:15:24,963 DEBUG [StoreOpener-c24c0106dba9eaebceca87547ebd2a94-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T03:15:24,963 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1114): Opened 2358d572fb65c9d0cbe11cde1e5b48ec; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65725215, jitterRate=-0.020617976784706116}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T03:15:24,963 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2358d572fb65c9d0cbe11cde1e5b48ec 2024-12-10T03:15:24,963 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1006): Region open journal for 2358d572fb65c9d0cbe11cde1e5b48ec: Running coprocessor pre-open hook at 1733800524947Writing region info on filesystem at 1733800524947Initializing all the Stores at 1733800524951 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733800524951Cleaning up temporary data from old regions at 1733800524958 (+7 ms)Running coprocessor post-open hooks at 1733800524963 (+5 ms)Region opened successfully at 1733800524963 2024-12-10T03:15:24,964 INFO [StoreOpener-c24c0106dba9eaebceca87547ebd2a94-1 {}] regionserver.HStore(327): Store=c24c0106dba9eaebceca87547ebd2a94/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T03:15:24,964 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for c24c0106dba9eaebceca87547ebd2a94 2024-12-10T03:15:24,964 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=25 2024-12-10T03:15:24,964 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e45acbcd10e3,38897,1733800462458 in 20.0360 sec 2024-12-10T03:15:24,964 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-10T03:15:24,965 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/.hbase-snapshot/SnapshotProcedureTest 2024-12-10T03:15:24,965 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733800474404.2358d572fb65c9d0cbe11cde1e5b48ec., pid=55, masterSystemTime=1733800524940 2024-12-10T03:15:24,966 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/default/SPTestTable/c24c0106dba9eaebceca87547ebd2a94 2024-12-10T03:15:24,967 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-10T03:15:24,967 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-12-10T03:15:24,967 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733800474404.2358d572fb65c9d0cbe11cde1e5b48ec. 2024-12-10T03:15:24,967 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733800474404.2358d572fb65c9d0cbe11cde1e5b48ec. 2024-12-10T03:15:24,967 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733800474404.4e6f1d1af88e4ef973547e2b97f6ae55. 2024-12-10T03:15:24,968 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => 4e6f1d1af88e4ef973547e2b97f6ae55, NAME => 'SPTestTable,99999996,1733800474404.4e6f1d1af88e4ef973547e2b97f6ae55.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-10T03:15:24,968 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4e6f1d1af88e4ef973547e2b97f6ae55 2024-12-10T03:15:24,968 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733800474404.4e6f1d1af88e4ef973547e2b97f6ae55.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T03:15:24,968 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for 4e6f1d1af88e4ef973547e2b97f6ae55 2024-12-10T03:15:24,968 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for 4e6f1d1af88e4ef973547e2b97f6ae55 2024-12-10T03:15:24,969 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/default/SPTestTable/c24c0106dba9eaebceca87547ebd2a94 2024-12-10T03:15:24,970 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for c24c0106dba9eaebceca87547ebd2a94 2024-12-10T03:15:24,970 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for c24c0106dba9eaebceca87547ebd2a94 2024-12-10T03:15:24,970 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=2358d572fb65c9d0cbe11cde1e5b48ec, regionState=OPEN, openSeqNum=2, regionLocation=e45acbcd10e3,35437,1733800462558 2024-12-10T03:15:24,972 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 30.3570 sec 2024-12-10T03:15:24,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=55, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2358d572fb65c9d0cbe11cde1e5b48ec, server=e45acbcd10e3,35437,1733800462558 because future has completed 2024-12-10T03:15:24,973 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for c24c0106dba9eaebceca87547ebd2a94 2024-12-10T03:15:24,974 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened c24c0106dba9eaebceca87547ebd2a94; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66201974, jitterRate=-0.013513714075088501}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T03:15:24,974 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c24c0106dba9eaebceca87547ebd2a94 2024-12-10T03:15:24,974 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for c24c0106dba9eaebceca87547ebd2a94: Running coprocessor pre-open hook at 1733800524955Writing region info on filesystem at 1733800524955Initializing all the Stores at 1733800524957 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733800524957Cleaning up temporary data from old regions at 1733800524970 (+13 ms)Running coprocessor post-open hooks at 1733800524974 (+4 ms)Region opened successfully at 1733800524974 2024-12-10T03:15:24,975 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733800474404.c24c0106dba9eaebceca87547ebd2a94., pid=54, masterSystemTime=1733800524950 2024-12-10T03:15:24,977 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=51 2024-12-10T03:15:24,977 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=51, state=SUCCESS, hasLock=false; OpenRegionProcedure 2358d572fb65c9d0cbe11cde1e5b48ec, server=e45acbcd10e3,35437,1733800462558 in 9.8320 sec 2024-12-10T03:15:24,977 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733800474404.c24c0106dba9eaebceca87547ebd2a94. 2024-12-10T03:15:24,977 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733800474404.c24c0106dba9eaebceca87547ebd2a94. 2024-12-10T03:15:24,978 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733800474404.6406de033dbe5a3c7bd2057ec39daf74. 2024-12-10T03:15:24,978 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7752): Opening region: {ENCODED => 6406de033dbe5a3c7bd2057ec39daf74, NAME => 'SPTestTable,e6666661,1733800474404.6406de033dbe5a3c7bd2057ec39daf74.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-10T03:15:24,978 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=c24c0106dba9eaebceca87547ebd2a94, regionState=OPEN, openSeqNum=2, regionLocation=e45acbcd10e3,38897,1733800462458 2024-12-10T03:15:24,978 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6406de033dbe5a3c7bd2057ec39daf74 2024-12-10T03:15:24,978 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733800474404.6406de033dbe5a3c7bd2057ec39daf74.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T03:15:24,979 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7794): checking encryption for 6406de033dbe5a3c7bd2057ec39daf74 2024-12-10T03:15:24,980 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7797): checking classloading for 6406de033dbe5a3c7bd2057ec39daf74 2024-12-10T03:15:24,980 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2358d572fb65c9d0cbe11cde1e5b48ec, ASSIGN in 9.9940 sec 2024-12-10T03:15:24,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure c24c0106dba9eaebceca87547ebd2a94, server=e45acbcd10e3,38897,1733800462458 because future has completed 2024-12-10T03:15:24,984 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=50 2024-12-10T03:15:24,984 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=50, state=SUCCESS, hasLock=false; OpenRegionProcedure c24c0106dba9eaebceca87547ebd2a94, server=e45acbcd10e3,38897,1733800462458 in 9.8420 sec 2024-12-10T03:15:24,985 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c24c0106dba9eaebceca87547ebd2a94, ASSIGN in 10.0010 sec 2024-12-10T03:15:24,989 INFO [StoreOpener-4e6f1d1af88e4ef973547e2b97f6ae55-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4e6f1d1af88e4ef973547e2b97f6ae55 2024-12-10T03:15:24,989 INFO [StoreOpener-6406de033dbe5a3c7bd2057ec39daf74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6406de033dbe5a3c7bd2057ec39daf74 2024-12-10T03:15:24,990 INFO [StoreOpener-4e6f1d1af88e4ef973547e2b97f6ae55-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e6f1d1af88e4ef973547e2b97f6ae55 columnFamilyName cf 2024-12-10T03:15:24,990 DEBUG [StoreOpener-4e6f1d1af88e4ef973547e2b97f6ae55-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T03:15:24,991 INFO [StoreOpener-6406de033dbe5a3c7bd2057ec39daf74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6406de033dbe5a3c7bd2057ec39daf74 columnFamilyName cf 2024-12-10T03:15:24,991 DEBUG [StoreOpener-6406de033dbe5a3c7bd2057ec39daf74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T03:15:25,001 DEBUG [StoreOpener-4e6f1d1af88e4ef973547e2b97f6ae55-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/default/SPTestTable/4e6f1d1af88e4ef973547e2b97f6ae55/cf/9ca3507a5b6e4cb180541a11b6d830cd 2024-12-10T03:15:25,001 INFO [StoreOpener-4e6f1d1af88e4ef973547e2b97f6ae55-1 {}] regionserver.HStore(327): Store=4e6f1d1af88e4ef973547e2b97f6ae55/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T03:15:25,001 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for 4e6f1d1af88e4ef973547e2b97f6ae55 2024-12-10T03:15:25,002 DEBUG [StoreOpener-6406de033dbe5a3c7bd2057ec39daf74-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/default/SPTestTable/6406de033dbe5a3c7bd2057ec39daf74/cf/bfb4b923e0ce450b81e0939cfa6caed7 2024-12-10T03:15:25,002 INFO [StoreOpener-6406de033dbe5a3c7bd2057ec39daf74-1 {}] regionserver.HStore(327): Store=6406de033dbe5a3c7bd2057ec39daf74/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T03:15:25,002 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/default/SPTestTable/4e6f1d1af88e4ef973547e2b97f6ae55 2024-12-10T03:15:25,002 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1038): replaying wal for 6406de033dbe5a3c7bd2057ec39daf74 2024-12-10T03:15:25,003 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/default/SPTestTable/6406de033dbe5a3c7bd2057ec39daf74 2024-12-10T03:15:25,004 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/default/SPTestTable/6406de033dbe5a3c7bd2057ec39daf74 2024-12-10T03:15:25,004 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/default/SPTestTable/4e6f1d1af88e4ef973547e2b97f6ae55 2024-12-10T03:15:25,004 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1048): stopping wal replay for 6406de033dbe5a3c7bd2057ec39daf74 2024-12-10T03:15:25,004 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1060): Cleaning up temporary data for 6406de033dbe5a3c7bd2057ec39daf74 2024-12-10T03:15:25,004 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for 4e6f1d1af88e4ef973547e2b97f6ae55 2024-12-10T03:15:25,004 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for 4e6f1d1af88e4ef973547e2b97f6ae55 2024-12-10T03:15:25,007 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1093): writing seq id for 6406de033dbe5a3c7bd2057ec39daf74 2024-12-10T03:15:25,007 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for 4e6f1d1af88e4ef973547e2b97f6ae55 2024-12-10T03:15:25,009 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/default/SPTestTable/6406de033dbe5a3c7bd2057ec39daf74/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-10T03:15:25,011 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1114): Opened 6406de033dbe5a3c7bd2057ec39daf74; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66572818, jitterRate=-0.00798770785331726}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T03:15:25,011 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6406de033dbe5a3c7bd2057ec39daf74 2024-12-10T03:15:25,011 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1006): Region open journal for 6406de033dbe5a3c7bd2057ec39daf74: Running coprocessor pre-open hook at 1733800524980Writing region info on filesystem at 1733800524980Initializing all the Stores at 1733800524981 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733800524981Cleaning up temporary data from old regions at 1733800525004 (+23 ms)Running coprocessor post-open hooks at 1733800525011 (+7 ms)Region opened successfully at 1733800525011 2024-12-10T03:15:25,013 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/default/SPTestTable/4e6f1d1af88e4ef973547e2b97f6ae55/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-10T03:15:25,013 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733800474404.6406de033dbe5a3c7bd2057ec39daf74., pid=56, masterSystemTime=1733800524950 2024-12-10T03:15:25,015 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened 4e6f1d1af88e4ef973547e2b97f6ae55; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73573994, jitterRate=0.0963379442691803}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T03:15:25,015 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4e6f1d1af88e4ef973547e2b97f6ae55 2024-12-10T03:15:25,015 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for 4e6f1d1af88e4ef973547e2b97f6ae55: Running coprocessor pre-open hook at 1733800524968Writing region info on filesystem at 1733800524968Initializing all the Stores at 1733800524971 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733800524971Cleaning up temporary data from old regions at 1733800525004 (+33 ms)Running coprocessor post-open hooks at 1733800525015 (+11 ms)Region opened successfully at 1733800525015 2024-12-10T03:15:25,016 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733800474404.6406de033dbe5a3c7bd2057ec39daf74. 2024-12-10T03:15:25,016 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733800474404.6406de033dbe5a3c7bd2057ec39daf74. 2024-12-10T03:15:25,016 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=52 updating hbase:meta row=6406de033dbe5a3c7bd2057ec39daf74, regionState=OPEN, openSeqNum=6, regionLocation=e45acbcd10e3,38897,1733800462458 2024-12-10T03:15:25,018 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733800474404.4e6f1d1af88e4ef973547e2b97f6ae55., pid=53, masterSystemTime=1733800524940 2024-12-10T03:15:25,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=56, ppid=52, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6406de033dbe5a3c7bd2057ec39daf74, server=e45acbcd10e3,38897,1733800462458 because future has completed 2024-12-10T03:15:25,022 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=4e6f1d1af88e4ef973547e2b97f6ae55, regionState=OPEN, openSeqNum=6, regionLocation=e45acbcd10e3,35437,1733800462558 2024-12-10T03:15:25,022 DEBUG [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733800474404.4e6f1d1af88e4ef973547e2b97f6ae55. 2024-12-10T03:15:25,022 INFO [RS_OPEN_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733800474404.4e6f1d1af88e4ef973547e2b97f6ae55. 2024-12-10T03:15:25,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4e6f1d1af88e4ef973547e2b97f6ae55, server=e45acbcd10e3,35437,1733800462558 because future has completed 2024-12-10T03:15:25,025 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=56, resume processing ppid=52 2024-12-10T03:15:25,026 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=52, state=SUCCESS, hasLock=false; OpenRegionProcedure 6406de033dbe5a3c7bd2057ec39daf74, server=e45acbcd10e3,38897,1733800462458 in 9.8790 sec 2024-12-10T03:15:25,027 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6406de033dbe5a3c7bd2057ec39daf74, ASSIGN in 10.0420 sec 2024-12-10T03:15:25,032 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=49 2024-12-10T03:15:25,032 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 4e6f1d1af88e4ef973547e2b97f6ae55, server=e45acbcd10e3,35437,1733800462558 in 9.8870 sec 2024-12-10T03:15:25,036 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=46 2024-12-10T03:15:25,036 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(291): removed crashed server e45acbcd10e3,38839,1733800462610 after splitting done 2024-12-10T03:15:25,037 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4e6f1d1af88e4ef973547e2b97f6ae55, ASSIGN in 10.0490 sec 2024-12-10T03:15:25,039 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; ServerCrashProcedure e45acbcd10e3,38839,1733800462610, splitWal=true, meta=false in 20.0370 sec 2024-12-10T03:15:25,212 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-12-10T03:15:25,216 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-12-10T03:15:25,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-10T03:15:25,216 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-10T03:15:25,217 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T03:15:25,217 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T03:15:25,217 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T03:15:25,217 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-10T03:15:25,218 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-10T03:15:25,218 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1581014476, stopped=false 2024-12-10T03:15:25,218 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e45acbcd10e3,37997,1733800462245 2024-12-10T03:15:25,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37997-0x1000db78e310000, quorum=127.0.0.1:57707, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-10T03:15:25,251 DEBUG [pool-309-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38897-0x1000db78e310001, quorum=127.0.0.1:57707, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-10T03:15:25,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35437-0x1000db78e310002, quorum=127.0.0.1:57707, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-10T03:15:25,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37997-0x1000db78e310000, quorum=127.0.0.1:57707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T03:15:25,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35437-0x1000db78e310002, quorum=127.0.0.1:57707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T03:15:25,251 DEBUG [pool-309-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38897-0x1000db78e310001, quorum=127.0.0.1:57707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T03:15:25,251 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-10T03:15:25,251 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37997-0x1000db78e310000, quorum=127.0.0.1:57707, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T03:15:25,252 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38897-0x1000db78e310001, quorum=127.0.0.1:57707, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T03:15:25,252 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35437-0x1000db78e310002, quorum=127.0.0.1:57707, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T03:15:25,253 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-10T03:15:25,253 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T03:15:25,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T03:15:25,253 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e45acbcd10e3,38897,1733800462458' ***** 2024-12-10T03:15:25,253 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-10T03:15:25,253 INFO [RS:0;e45acbcd10e3:38897 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-10T03:15:25,253 INFO [RS:0;e45acbcd10e3:38897 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-10T03:15:25,253 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-10T03:15:25,254 INFO [RS:0;e45acbcd10e3:38897 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-10T03:15:25,254 INFO [RS:0;e45acbcd10e3:38897 {}] regionserver.HRegionServer(3091): Received CLOSE for 5bd4690dc34fa3bc8ca802da1b982364 2024-12-10T03:15:25,254 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e45acbcd10e3,35437,1733800462558' ***** 2024-12-10T03:15:25,254 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-10T03:15:25,254 INFO [RS:0;e45acbcd10e3:38897 {}] regionserver.HRegionServer(3091): Received CLOSE for 6406de033dbe5a3c7bd2057ec39daf74 2024-12-10T03:15:25,254 INFO [RS:1;e45acbcd10e3:35437 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-10T03:15:25,254 INFO [RS:1;e45acbcd10e3:35437 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-10T03:15:25,254 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-10T03:15:25,254 INFO [RS:1;e45acbcd10e3:35437 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-10T03:15:25,254 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5bd4690dc34fa3bc8ca802da1b982364, disabling compactions & flushes 2024-12-10T03:15:25,254 INFO [RS:1;e45acbcd10e3:35437 {}] regionserver.HRegionServer(3091): Received CLOSE for 66a9d7f40dce2b1bb12607528ee2a8c2 2024-12-10T03:15:25,254 INFO [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733800474404.5bd4690dc34fa3bc8ca802da1b982364. 2024-12-10T03:15:25,254 INFO [RS:0;e45acbcd10e3:38897 {}] regionserver.HRegionServer(3091): Received CLOSE for c24c0106dba9eaebceca87547ebd2a94 2024-12-10T03:15:25,254 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733800474404.5bd4690dc34fa3bc8ca802da1b982364. 2024-12-10T03:15:25,254 INFO [RS:0;e45acbcd10e3:38897 {}] regionserver.HRegionServer(3091): Received CLOSE for 9d76a637963026ba36501045389fa1b5 2024-12-10T03:15:25,254 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733800474404.5bd4690dc34fa3bc8ca802da1b982364. after waiting 0 ms 2024-12-10T03:15:25,254 INFO [RS:0;e45acbcd10e3:38897 {}] regionserver.HRegionServer(3091): Received CLOSE for 1c80c5fec7521f54e6d34c1fc9cf5665 2024-12-10T03:15:25,254 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733800474404.5bd4690dc34fa3bc8ca802da1b982364. 2024-12-10T03:15:25,254 INFO [RS:0;e45acbcd10e3:38897 {}] regionserver.HRegionServer(959): stopping server e45acbcd10e3,38897,1733800462458 2024-12-10T03:15:25,254 INFO [RS:0;e45acbcd10e3:38897 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-10T03:15:25,254 INFO [RS:0;e45acbcd10e3:38897 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e45acbcd10e3:38897. 2024-12-10T03:15:25,254 DEBUG [RS:0;e45acbcd10e3:38897 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T03:15:25,255 DEBUG [RS:0;e45acbcd10e3:38897 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T03:15:25,255 INFO [RS:0;e45acbcd10e3:38897 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-12-10T03:15:25,255 DEBUG [RS:0;e45acbcd10e3:38897 {}] regionserver.HRegionServer(1325): Online Regions={5bd4690dc34fa3bc8ca802da1b982364=SPTestTable,b333332f,1733800474404.5bd4690dc34fa3bc8ca802da1b982364., 6406de033dbe5a3c7bd2057ec39daf74=SPTestTable,e6666661,1733800474404.6406de033dbe5a3c7bd2057ec39daf74., c24c0106dba9eaebceca87547ebd2a94=SPTestTable,66666664,1733800474404.c24c0106dba9eaebceca87547ebd2a94., 9d76a637963026ba36501045389fa1b5=SPTestTable,19999999,1733800474404.9d76a637963026ba36501045389fa1b5., 1c80c5fec7521f54e6d34c1fc9cf5665=SPTestTable,4ccccccb,1733800474404.1c80c5fec7521f54e6d34c1fc9cf5665.} 2024-12-10T03:15:25,255 DEBUG [RS:0;e45acbcd10e3:38897 {}] regionserver.HRegionServer(1351): Waiting on 1c80c5fec7521f54e6d34c1fc9cf5665, 5bd4690dc34fa3bc8ca802da1b982364, 6406de033dbe5a3c7bd2057ec39daf74, 9d76a637963026ba36501045389fa1b5, c24c0106dba9eaebceca87547ebd2a94 2024-12-10T03:15:25,255 INFO [RS:1;e45acbcd10e3:35437 {}] regionserver.HRegionServer(3091): Received CLOSE for 248244fa913b270cd2d294558c7436ee 2024-12-10T03:15:25,255 INFO [RS:1;e45acbcd10e3:35437 {}] regionserver.HRegionServer(3091): Received CLOSE for 08234aaa7c6368ce2845466d4d93359d 2024-12-10T03:15:25,255 INFO [RS:1;e45acbcd10e3:35437 {}] regionserver.HRegionServer(3091): Received CLOSE for 2358d572fb65c9d0cbe11cde1e5b48ec 2024-12-10T03:15:25,255 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 66a9d7f40dce2b1bb12607528ee2a8c2, disabling compactions & flushes 2024-12-10T03:15:25,255 INFO [RS:1;e45acbcd10e3:35437 {}] regionserver.HRegionServer(3091): Received CLOSE for 4e6f1d1af88e4ef973547e2b97f6ae55 2024-12-10T03:15:25,255 INFO [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733800474404.66a9d7f40dce2b1bb12607528ee2a8c2. 2024-12-10T03:15:25,255 INFO [RS:1;e45acbcd10e3:35437 {}] regionserver.HRegionServer(959): stopping server e45acbcd10e3,35437,1733800462558 2024-12-10T03:15:25,255 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733800474404.66a9d7f40dce2b1bb12607528ee2a8c2. 2024-12-10T03:15:25,255 INFO [RS:1;e45acbcd10e3:35437 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-10T03:15:25,255 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733800474404.66a9d7f40dce2b1bb12607528ee2a8c2. after waiting 0 ms 2024-12-10T03:15:25,255 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733800474404.66a9d7f40dce2b1bb12607528ee2a8c2. 2024-12-10T03:15:25,255 INFO [RS:1;e45acbcd10e3:35437 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;e45acbcd10e3:35437. 2024-12-10T03:15:25,256 DEBUG [RS:1;e45acbcd10e3:35437 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T03:15:25,256 DEBUG [RS:1;e45acbcd10e3:35437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T03:15:25,256 INFO [RS:1;e45acbcd10e3:35437 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-10T03:15:25,256 INFO [RS:1;e45acbcd10e3:35437 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-10T03:15:25,256 INFO [RS:1;e45acbcd10e3:35437 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-10T03:15:25,256 INFO [RS:1;e45acbcd10e3:35437 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-10T03:15:25,256 INFO [RS:1;e45acbcd10e3:35437 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-12-10T03:15:25,256 DEBUG [RS:1;e45acbcd10e3:35437 {}] regionserver.HRegionServer(1325): Online Regions={66a9d7f40dce2b1bb12607528ee2a8c2=SPTestTable,7ffffffd,1733800474404.66a9d7f40dce2b1bb12607528ee2a8c2., 248244fa913b270cd2d294558c7436ee=SPTestTable,ccccccc8,1733800474404.248244fa913b270cd2d294558c7436ee., 08234aaa7c6368ce2845466d4d93359d=SPTestTable,33333332,1733800474404.08234aaa7c6368ce2845466d4d93359d., 1588230740=hbase:meta,,1.1588230740, 2358d572fb65c9d0cbe11cde1e5b48ec=SPTestTable,,1733800474404.2358d572fb65c9d0cbe11cde1e5b48ec., 4e6f1d1af88e4ef973547e2b97f6ae55=SPTestTable,99999996,1733800474404.4e6f1d1af88e4ef973547e2b97f6ae55.} 2024-12-10T03:15:25,256 DEBUG [RS:1;e45acbcd10e3:35437 {}] regionserver.HRegionServer(1351): Waiting on 08234aaa7c6368ce2845466d4d93359d, 1588230740, 2358d572fb65c9d0cbe11cde1e5b48ec, 248244fa913b270cd2d294558c7436ee, 4e6f1d1af88e4ef973547e2b97f6ae55, 66a9d7f40dce2b1bb12607528ee2a8c2 2024-12-10T03:15:25,256 DEBUG [RS_CLOSE_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-10T03:15:25,256 INFO [RS_CLOSE_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-10T03:15:25,256 DEBUG [RS_CLOSE_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-10T03:15:25,256 DEBUG [RS_CLOSE_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-10T03:15:25,256 DEBUG [RS_CLOSE_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-10T03:15:25,257 INFO [RS_CLOSE_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.26 KB heapSize=27.28 KB 2024-12-10T03:15:25,257 INFO [regionserver/e45acbcd10e3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T03:15:25,257 INFO [regionserver/e45acbcd10e3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T03:15:25,260 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/default/SPTestTable/5bd4690dc34fa3bc8ca802da1b982364/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-10T03:15:25,261 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/default/SPTestTable/66a9d7f40dce2b1bb12607528ee2a8c2/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-10T03:15:25,261 INFO [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733800474404.5bd4690dc34fa3bc8ca802da1b982364. 2024-12-10T03:15:25,261 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5bd4690dc34fa3bc8ca802da1b982364: Waiting for close lock at 1733800525254Running coprocessor pre-close hooks at 1733800525254Disabling compacts and flushes for region at 1733800525254Disabling writes for close at 1733800525254Writing region close event to WAL at 1733800525256 (+2 ms)Running coprocessor post-close hooks at 1733800525261 (+5 ms)Closed at 1733800525261 2024-12-10T03:15:25,261 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1733800474404.5bd4690dc34fa3bc8ca802da1b982364. 2024-12-10T03:15:25,261 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6406de033dbe5a3c7bd2057ec39daf74, disabling compactions & flushes 2024-12-10T03:15:25,261 INFO [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733800474404.6406de033dbe5a3c7bd2057ec39daf74. 2024-12-10T03:15:25,261 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733800474404.6406de033dbe5a3c7bd2057ec39daf74. 2024-12-10T03:15:25,261 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733800474404.6406de033dbe5a3c7bd2057ec39daf74. after waiting 0 ms 2024-12-10T03:15:25,261 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733800474404.6406de033dbe5a3c7bd2057ec39daf74. 2024-12-10T03:15:25,261 INFO [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733800474404.66a9d7f40dce2b1bb12607528ee2a8c2. 2024-12-10T03:15:25,262 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 66a9d7f40dce2b1bb12607528ee2a8c2: Waiting for close lock at 1733800525255Running coprocessor pre-close hooks at 1733800525255Disabling compacts and flushes for region at 1733800525255Disabling writes for close at 1733800525255Writing region close event to WAL at 1733800525256 (+1 ms)Running coprocessor post-close hooks at 1733800525261 (+5 ms)Closed at 1733800525261 2024-12-10T03:15:25,262 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1733800474404.66a9d7f40dce2b1bb12607528ee2a8c2. 2024-12-10T03:15:25,262 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 248244fa913b270cd2d294558c7436ee, disabling compactions & flushes 2024-12-10T03:15:25,262 INFO [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733800474404.248244fa913b270cd2d294558c7436ee. 2024-12-10T03:15:25,262 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733800474404.248244fa913b270cd2d294558c7436ee. 2024-12-10T03:15:25,262 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733800474404.248244fa913b270cd2d294558c7436ee. after waiting 0 ms 2024-12-10T03:15:25,262 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733800474404.248244fa913b270cd2d294558c7436ee. 2024-12-10T03:15:25,269 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/default/SPTestTable/6406de033dbe5a3c7bd2057ec39daf74/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=5 2024-12-10T03:15:25,270 INFO [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733800474404.6406de033dbe5a3c7bd2057ec39daf74. 2024-12-10T03:15:25,270 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6406de033dbe5a3c7bd2057ec39daf74: Waiting for close lock at 1733800525261Running coprocessor pre-close hooks at 1733800525261Disabling compacts and flushes for region at 1733800525261Disabling writes for close at 1733800525261Writing region close event to WAL at 1733800525262 (+1 ms)Running coprocessor post-close hooks at 1733800525270 (+8 ms)Closed at 1733800525270 2024-12-10T03:15:25,270 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1733800474404.6406de033dbe5a3c7bd2057ec39daf74. 2024-12-10T03:15:25,271 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c24c0106dba9eaebceca87547ebd2a94, disabling compactions & flushes 2024-12-10T03:15:25,271 INFO [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733800474404.c24c0106dba9eaebceca87547ebd2a94. 2024-12-10T03:15:25,271 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733800474404.c24c0106dba9eaebceca87547ebd2a94. 2024-12-10T03:15:25,271 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733800474404.c24c0106dba9eaebceca87547ebd2a94. after waiting 0 ms 2024-12-10T03:15:25,271 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733800474404.c24c0106dba9eaebceca87547ebd2a94. 2024-12-10T03:15:25,277 DEBUG [RS_CLOSE_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/hbase/meta/1588230740/.tmp/info/65d91ce85eb7422ca09583a0acd069bc is 167, key is SPTestTable,19999999,1733800474404.9d76a637963026ba36501045389fa1b5./info:regioninfo/1733800484842/Put/seqid=0 2024-12-10T03:15:25,279 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/default/SPTestTable/c24c0106dba9eaebceca87547ebd2a94/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-10T03:15:25,280 INFO [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733800474404.c24c0106dba9eaebceca87547ebd2a94. 2024-12-10T03:15:25,280 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c24c0106dba9eaebceca87547ebd2a94: Waiting for close lock at 1733800525271Running coprocessor pre-close hooks at 1733800525271Disabling compacts and flushes for region at 1733800525271Disabling writes for close at 1733800525271Writing region close event to WAL at 1733800525273 (+2 ms)Running coprocessor post-close hooks at 1733800525280 (+7 ms)Closed at 1733800525280 2024-12-10T03:15:25,280 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1733800474404.c24c0106dba9eaebceca87547ebd2a94. 2024-12-10T03:15:25,280 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9d76a637963026ba36501045389fa1b5, disabling compactions & flushes 2024-12-10T03:15:25,280 INFO [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733800474404.9d76a637963026ba36501045389fa1b5. 2024-12-10T03:15:25,280 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733800474404.9d76a637963026ba36501045389fa1b5. 2024-12-10T03:15:25,280 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733800474404.9d76a637963026ba36501045389fa1b5. after waiting 0 ms 2024-12-10T03:15:25,280 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733800474404.9d76a637963026ba36501045389fa1b5. 2024-12-10T03:15:25,282 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/default/SPTestTable/248244fa913b270cd2d294558c7436ee/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-10T03:15:25,283 INFO [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733800474404.248244fa913b270cd2d294558c7436ee. 2024-12-10T03:15:25,283 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 248244fa913b270cd2d294558c7436ee: Waiting for close lock at 1733800525262Running coprocessor pre-close hooks at 1733800525262Disabling compacts and flushes for region at 1733800525262Disabling writes for close at 1733800525262Writing region close event to WAL at 1733800525273 (+11 ms)Running coprocessor post-close hooks at 1733800525283 (+10 ms)Closed at 1733800525283 2024-12-10T03:15:25,283 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1733800474404.248244fa913b270cd2d294558c7436ee. 2024-12-10T03:15:25,283 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 08234aaa7c6368ce2845466d4d93359d, disabling compactions & flushes 2024-12-10T03:15:25,283 INFO [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733800474404.08234aaa7c6368ce2845466d4d93359d. 2024-12-10T03:15:25,283 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733800474404.08234aaa7c6368ce2845466d4d93359d. 2024-12-10T03:15:25,283 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733800474404.08234aaa7c6368ce2845466d4d93359d. after waiting 0 ms 2024-12-10T03:15:25,283 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733800474404.08234aaa7c6368ce2845466d4d93359d. 2024-12-10T03:15:25,296 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/default/SPTestTable/9d76a637963026ba36501045389fa1b5/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-10T03:15:25,301 INFO [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733800474404.9d76a637963026ba36501045389fa1b5. 2024-12-10T03:15:25,302 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9d76a637963026ba36501045389fa1b5: Waiting for close lock at 1733800525280Running coprocessor pre-close hooks at 1733800525280Disabling compacts and flushes for region at 1733800525280Disabling writes for close at 1733800525280Writing region close event to WAL at 1733800525281 (+1 ms)Running coprocessor post-close hooks at 1733800525301 (+20 ms)Closed at 1733800525301 2024-12-10T03:15:25,302 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1733800474404.9d76a637963026ba36501045389fa1b5. 2024-12-10T03:15:25,302 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1c80c5fec7521f54e6d34c1fc9cf5665, disabling compactions & flushes 2024-12-10T03:15:25,302 INFO [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733800474404.1c80c5fec7521f54e6d34c1fc9cf5665. 2024-12-10T03:15:25,302 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733800474404.1c80c5fec7521f54e6d34c1fc9cf5665. 2024-12-10T03:15:25,302 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733800474404.1c80c5fec7521f54e6d34c1fc9cf5665. after waiting 0 ms 2024-12-10T03:15:25,302 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733800474404.1c80c5fec7521f54e6d34c1fc9cf5665. 2024-12-10T03:15:25,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44815 is added to blk_1073741864_1040 (size=20260) 2024-12-10T03:15:25,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40611 is added to blk_1073741864_1040 (size=20260) 2024-12-10T03:15:25,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46219 is added to blk_1073741864_1040 (size=20260) 2024-12-10T03:15:25,315 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/default/SPTestTable/08234aaa7c6368ce2845466d4d93359d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-10T03:15:25,316 INFO [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733800474404.08234aaa7c6368ce2845466d4d93359d. 2024-12-10T03:15:25,316 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 08234aaa7c6368ce2845466d4d93359d: Waiting for close lock at 1733800525283Running coprocessor pre-close hooks at 1733800525283Disabling compacts and flushes for region at 1733800525283Disabling writes for close at 1733800525283Writing region close event to WAL at 1733800525295 (+12 ms)Running coprocessor post-close hooks at 1733800525316 (+21 ms)Closed at 1733800525316 2024-12-10T03:15:25,316 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1733800474404.08234aaa7c6368ce2845466d4d93359d. 2024-12-10T03:15:25,316 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2358d572fb65c9d0cbe11cde1e5b48ec, disabling compactions & flushes 2024-12-10T03:15:25,316 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/default/SPTestTable/1c80c5fec7521f54e6d34c1fc9cf5665/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-10T03:15:25,316 INFO [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1733800474404.2358d572fb65c9d0cbe11cde1e5b48ec. 2024-12-10T03:15:25,316 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733800474404.2358d572fb65c9d0cbe11cde1e5b48ec. 2024-12-10T03:15:25,316 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733800474404.2358d572fb65c9d0cbe11cde1e5b48ec. after waiting 0 ms 2024-12-10T03:15:25,316 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733800474404.2358d572fb65c9d0cbe11cde1e5b48ec. 2024-12-10T03:15:25,318 INFO [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733800474404.1c80c5fec7521f54e6d34c1fc9cf5665. 2024-12-10T03:15:25,318 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1c80c5fec7521f54e6d34c1fc9cf5665: Waiting for close lock at 1733800525302Running coprocessor pre-close hooks at 1733800525302Disabling compacts and flushes for region at 1733800525302Disabling writes for close at 1733800525302Writing region close event to WAL at 1733800525313 (+11 ms)Running coprocessor post-close hooks at 1733800525318 (+5 ms)Closed at 1733800525318 2024-12-10T03:15:25,318 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1733800474404.1c80c5fec7521f54e6d34c1fc9cf5665. 2024-12-10T03:15:25,320 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/default/SPTestTable/2358d572fb65c9d0cbe11cde1e5b48ec/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-10T03:15:25,320 INFO [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1733800474404.2358d572fb65c9d0cbe11cde1e5b48ec. 2024-12-10T03:15:25,320 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2358d572fb65c9d0cbe11cde1e5b48ec: Waiting for close lock at 1733800525316Running coprocessor pre-close hooks at 1733800525316Disabling compacts and flushes for region at 1733800525316Disabling writes for close at 1733800525316Writing region close event to WAL at 1733800525317 (+1 ms)Running coprocessor post-close hooks at 1733800525320 (+3 ms)Closed at 1733800525320 2024-12-10T03:15:25,321 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1733800474404.2358d572fb65c9d0cbe11cde1e5b48ec. 2024-12-10T03:15:25,321 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4e6f1d1af88e4ef973547e2b97f6ae55, disabling compactions & flushes 2024-12-10T03:15:25,321 INFO [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733800474404.4e6f1d1af88e4ef973547e2b97f6ae55. 2024-12-10T03:15:25,321 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733800474404.4e6f1d1af88e4ef973547e2b97f6ae55. 2024-12-10T03:15:25,321 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733800474404.4e6f1d1af88e4ef973547e2b97f6ae55. after waiting 0 ms 2024-12-10T03:15:25,321 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733800474404.4e6f1d1af88e4ef973547e2b97f6ae55. 2024-12-10T03:15:25,329 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/default/SPTestTable/4e6f1d1af88e4ef973547e2b97f6ae55/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=5 2024-12-10T03:15:25,330 INFO [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733800474404.4e6f1d1af88e4ef973547e2b97f6ae55. 2024-12-10T03:15:25,330 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4e6f1d1af88e4ef973547e2b97f6ae55: Waiting for close lock at 1733800525321Running coprocessor pre-close hooks at 1733800525321Disabling compacts and flushes for region at 1733800525321Disabling writes for close at 1733800525321Writing region close event to WAL at 1733800525325 (+4 ms)Running coprocessor post-close hooks at 1733800525330 (+5 ms)Closed at 1733800525330 2024-12-10T03:15:25,330 DEBUG [RS_CLOSE_REGION-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1733800474404.4e6f1d1af88e4ef973547e2b97f6ae55. 2024-12-10T03:15:25,455 INFO [RS:0;e45acbcd10e3:38897 {}] regionserver.HRegionServer(976): stopping server e45acbcd10e3,38897,1733800462458; all regions closed. 2024-12-10T03:15:25,456 DEBUG [RS:1;e45acbcd10e3:35437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-10T03:15:25,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46219 is added to blk_1073741835_1011 (size=3564) 2024-12-10T03:15:25,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40611 is added to blk_1073741835_1011 (size=3564) 2024-12-10T03:15:25,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44815 is added to blk_1073741835_1011 (size=3564) 2024-12-10T03:15:25,460 DEBUG [RS:0;e45acbcd10e3:38897 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/oldWALs 2024-12-10T03:15:25,460 INFO [RS:0;e45acbcd10e3:38897 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e45acbcd10e3%2C38897%2C1733800462458:(num 1733800463924) 2024-12-10T03:15:25,460 DEBUG [RS:0;e45acbcd10e3:38897 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T03:15:25,460 INFO [RS:0;e45acbcd10e3:38897 {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T03:15:25,460 INFO [RS:0;e45acbcd10e3:38897 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-10T03:15:25,460 INFO [RS:0;e45acbcd10e3:38897 {}] hbase.ChoreService(370): Chore service for: regionserver/e45acbcd10e3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-10T03:15:25,460 INFO [RS:0;e45acbcd10e3:38897 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-10T03:15:25,461 INFO [RS:0;e45acbcd10e3:38897 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-10T03:15:25,461 INFO [RS:0;e45acbcd10e3:38897 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-10T03:15:25,461 INFO [regionserver/e45acbcd10e3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-10T03:15:25,461 INFO [RS:0;e45acbcd10e3:38897 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-10T03:15:25,461 INFO [RS:0;e45acbcd10e3:38897 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38897 2024-12-10T03:15:25,472 DEBUG [pool-309-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38897-0x1000db78e310001, quorum=127.0.0.1:57707, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e45acbcd10e3,38897,1733800462458 2024-12-10T03:15:25,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37997-0x1000db78e310000, quorum=127.0.0.1:57707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-10T03:15:25,472 INFO [RS:0;e45acbcd10e3:38897 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-10T03:15:25,483 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e45acbcd10e3,38897,1733800462458] 2024-12-10T03:15:25,493 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e45acbcd10e3,38897,1733800462458 already deleted, retry=false 2024-12-10T03:15:25,493 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e45acbcd10e3,38897,1733800462458 expired; onlineServers=1 2024-12-10T03:15:25,583 DEBUG [pool-309-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38897-0x1000db78e310001, quorum=127.0.0.1:57707, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T03:15:25,583 INFO [RS:0;e45acbcd10e3:38897 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-10T03:15:25,583 DEBUG [pool-309-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38897-0x1000db78e310001, quorum=127.0.0.1:57707, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T03:15:25,583 INFO [RS:0;e45acbcd10e3:38897 {}] regionserver.HRegionServer(1031): Exiting; stopping=e45acbcd10e3,38897,1733800462458; zookeeper connection closed. 2024-12-10T03:15:25,583 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@72167c44 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@72167c44 2024-12-10T03:15:25,656 DEBUG [RS:1;e45acbcd10e3:35437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-10T03:15:25,710 INFO [RS_CLOSE_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.11 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/hbase/meta/1588230740/.tmp/info/65d91ce85eb7422ca09583a0acd069bc 2024-12-10T03:15:25,735 DEBUG [RS_CLOSE_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/hbase/meta/1588230740/.tmp/ns/1a554e8569e9483f9b011cb4e8297489 is 43, key is default/ns:d/1733800474285/Put/seqid=0 2024-12-10T03:15:25,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40611 is added to blk_1073741865_1041 (size=5153) 2024-12-10T03:15:25,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44815 is added to blk_1073741865_1041 (size=5153) 2024-12-10T03:15:25,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46219 is added to blk_1073741865_1041 (size=5153) 2024-12-10T03:15:25,745 INFO [RS_CLOSE_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/hbase/meta/1588230740/.tmp/ns/1a554e8569e9483f9b011cb4e8297489 2024-12-10T03:15:25,772 DEBUG [RS_CLOSE_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/hbase/meta/1588230740/.tmp/table/fd2fc740c29e443e945e7486c943ada2 is 47, key is SPTestTable/table:state/1733800484872/Put/seqid=0 2024-12-10T03:15:25,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46219 is added to blk_1073741866_1042 (size=5214) 2024-12-10T03:15:25,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40611 is added to blk_1073741866_1042 (size=5214) 2024-12-10T03:15:25,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44815 is added to blk_1073741866_1042 (size=5214) 2024-12-10T03:15:25,784 INFO [RS_CLOSE_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/hbase/meta/1588230740/.tmp/table/fd2fc740c29e443e945e7486c943ada2 2024-12-10T03:15:25,794 INFO [regionserver/e45acbcd10e3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-10T03:15:25,795 INFO [regionserver/e45acbcd10e3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-10T03:15:25,802 DEBUG [RS_CLOSE_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/hbase/meta/1588230740/.tmp/info/65d91ce85eb7422ca09583a0acd069bc as hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/hbase/meta/1588230740/info/65d91ce85eb7422ca09583a0acd069bc 2024-12-10T03:15:25,820 INFO [RS_CLOSE_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/hbase/meta/1588230740/info/65d91ce85eb7422ca09583a0acd069bc, entries=116, sequenceid=37, filesize=19.8 K 2024-12-10T03:15:25,824 DEBUG [RS_CLOSE_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/hbase/meta/1588230740/.tmp/ns/1a554e8569e9483f9b011cb4e8297489 as hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/hbase/meta/1588230740/ns/1a554e8569e9483f9b011cb4e8297489 2024-12-10T03:15:25,834 INFO [RS_CLOSE_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/hbase/meta/1588230740/ns/1a554e8569e9483f9b011cb4e8297489, entries=2, sequenceid=37, filesize=5.0 K 2024-12-10T03:15:25,835 DEBUG [RS_CLOSE_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/hbase/meta/1588230740/.tmp/table/fd2fc740c29e443e945e7486c943ada2 as hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/hbase/meta/1588230740/table/fd2fc740c29e443e945e7486c943ada2 2024-12-10T03:15:25,843 INFO [RS_CLOSE_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/hbase/meta/1588230740/table/fd2fc740c29e443e945e7486c943ada2, entries=2, sequenceid=37, filesize=5.1 K 2024-12-10T03:15:25,844 INFO [RS_CLOSE_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.26 KB/16652, heapSize ~26.98 KB/27632, currentSize=0 B/0 for 1588230740 in 588ms, sequenceid=37, compaction requested=false 2024-12-10T03:15:25,857 DEBUG [RS:1;e45acbcd10e3:35437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-10T03:15:25,866 DEBUG [RS_CLOSE_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-12-10T03:15:25,867 DEBUG [RS_CLOSE_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-10T03:15:25,867 INFO [RS_CLOSE_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-10T03:15:25,867 DEBUG [RS_CLOSE_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733800525256Running coprocessor pre-close hooks at 1733800525256Disabling compacts and flushes for region at 1733800525256Disabling writes for close at 1733800525256Obtaining lock to block concurrent updates at 1733800525257 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733800525257Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16652, getHeapSize=27872, getOffHeapSize=0, getCellsCount=136 at 1733800525257Flushing stores of hbase:meta,,1.1588230740 at 1733800525258 (+1 ms)Flushing 1588230740/info: creating writer at 1733800525258Flushing 1588230740/info: appending metadata at 1733800525277 (+19 ms)Flushing 1588230740/info: closing flushed file at 1733800525277Flushing 1588230740/ns: creating writer at 1733800525716 (+439 ms)Flushing 1588230740/ns: appending metadata at 1733800525734 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1733800525734Flushing 1588230740/table: creating writer at 1733800525751 (+17 ms)Flushing 1588230740/table: appending metadata at 1733800525771 (+20 ms)Flushing 1588230740/table: closing flushed file at 1733800525771Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@459bad90: reopening flushed file at 1733800525800 (+29 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48569f54: reopening flushed file at 1733800525821 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e6e49ef: reopening flushed file at 1733800525834 (+13 ms)Finished flush of dataSize ~16.26 KB/16652, heapSize ~26.98 KB/27632, currentSize=0 B/0 for 1588230740 in 588ms, sequenceid=37, compaction requested=false at 1733800525844 (+10 ms)Writing region close event to WAL at 1733800525861 (+17 ms)Running coprocessor post-close hooks at 1733800525867 (+6 ms)Closed at 1733800525867 2024-12-10T03:15:25,868 DEBUG [RS_CLOSE_META-regionserver/e45acbcd10e3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-10T03:15:26,057 INFO [RS:1;e45acbcd10e3:35437 {}] regionserver.HRegionServer(976): stopping server e45acbcd10e3,35437,1733800462558; all regions closed. 2024-12-10T03:15:26,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40611 is added to blk_1073741836_1012 (size=19450) 2024-12-10T03:15:26,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44815 is added to blk_1073741836_1012 (size=19450) 2024-12-10T03:15:26,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46219 is added to blk_1073741836_1012 (size=19450) 2024-12-10T03:15:26,062 DEBUG [RS:1;e45acbcd10e3:35437 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/oldWALs 2024-12-10T03:15:26,062 INFO [RS:1;e45acbcd10e3:35437 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e45acbcd10e3%2C35437%2C1733800462558.meta:.meta(num 1733800474227) 2024-12-10T03:15:26,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44815 is added to blk_1073741833_1009 (size=3534) 2024-12-10T03:15:26,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40611 is added to blk_1073741833_1009 (size=3534) 2024-12-10T03:15:26,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46219 is added to blk_1073741833_1009 (size=3534) 2024-12-10T03:15:26,068 DEBUG [RS:1;e45acbcd10e3:35437 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/oldWALs 2024-12-10T03:15:26,068 INFO [RS:1;e45acbcd10e3:35437 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e45acbcd10e3%2C35437%2C1733800462558:(num 1733800463927) 2024-12-10T03:15:26,068 DEBUG [RS:1;e45acbcd10e3:35437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T03:15:26,068 INFO [RS:1;e45acbcd10e3:35437 {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T03:15:26,068 INFO [RS:1;e45acbcd10e3:35437 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-10T03:15:26,068 INFO [RS:1;e45acbcd10e3:35437 {}] hbase.ChoreService(370): Chore service for: regionserver/e45acbcd10e3:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-10T03:15:26,069 INFO [RS:1;e45acbcd10e3:35437 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-10T03:15:26,069 INFO [regionserver/e45acbcd10e3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-10T03:15:26,069 INFO [RS:1;e45acbcd10e3:35437 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35437 2024-12-10T03:15:26,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37997-0x1000db78e310000, quorum=127.0.0.1:57707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-10T03:15:26,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35437-0x1000db78e310002, quorum=127.0.0.1:57707, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e45acbcd10e3,35437,1733800462558 2024-12-10T03:15:26,114 INFO [RS:1;e45acbcd10e3:35437 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-10T03:15:26,114 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e45acbcd10e3,35437,1733800462558] 2024-12-10T03:15:26,135 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e45acbcd10e3,35437,1733800462558 already deleted, retry=false 2024-12-10T03:15:26,135 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e45acbcd10e3,35437,1733800462558 expired; onlineServers=0 2024-12-10T03:15:26,135 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e45acbcd10e3,37997,1733800462245' ***** 2024-12-10T03:15:26,135 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-10T03:15:26,135 INFO [M:0;e45acbcd10e3:37997 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-10T03:15:26,135 INFO [M:0;e45acbcd10e3:37997 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-10T03:15:26,135 DEBUG [M:0;e45acbcd10e3:37997 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-10T03:15:26,135 DEBUG [M:0;e45acbcd10e3:37997 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-10T03:15:26,136 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-10T03:15:26,136 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster-HFileCleaner.large.0-1733800463552 {}] cleaner.HFileCleaner(306): Exit Thread[master/e45acbcd10e3:0:becomeActiveMaster-HFileCleaner.large.0-1733800463552,5,FailOnTimeoutGroup] 2024-12-10T03:15:26,136 INFO [M:0;e45acbcd10e3:37997 {}] hbase.ChoreService(370): Chore service for: master/e45acbcd10e3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-10T03:15:26,136 INFO [M:0;e45acbcd10e3:37997 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-10T03:15:26,136 DEBUG [M:0;e45acbcd10e3:37997 {}] master.HMaster(1795): Stopping service threads 2024-12-10T03:15:26,136 INFO [M:0;e45acbcd10e3:37997 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-10T03:15:26,136 INFO [M:0;e45acbcd10e3:37997 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-10T03:15:26,136 ERROR [M:0;e45acbcd10e3:37997 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (967957970) connection to localhost/127.0.0.1:40433 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:40433,5,PEWorkerGroup] 2024-12-10T03:15:26,136 INFO [M:0;e45acbcd10e3:37997 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-10T03:15:26,136 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-10T03:15:26,136 DEBUG [master/e45acbcd10e3:0:becomeActiveMaster-HFileCleaner.small.0-1733800463552 {}] cleaner.HFileCleaner(306): Exit Thread[master/e45acbcd10e3:0:becomeActiveMaster-HFileCleaner.small.0-1733800463552,5,FailOnTimeoutGroup] 2024-12-10T03:15:26,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37997-0x1000db78e310000, quorum=127.0.0.1:57707, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-10T03:15:26,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37997-0x1000db78e310000, quorum=127.0.0.1:57707, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T03:15:26,146 DEBUG [M:0;e45acbcd10e3:37997 {}] zookeeper.ZKUtil(347): master:37997-0x1000db78e310000, quorum=127.0.0.1:57707, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-10T03:15:26,146 WARN [M:0;e45acbcd10e3:37997 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-10T03:15:26,146 INFO [M:0;e45acbcd10e3:37997 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/.lastflushedseqids 2024-12-10T03:15:26,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44815 is added to blk_1073741867_1043 (size=650) 2024-12-10T03:15:26,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46219 is added to blk_1073741867_1043 (size=650) 2024-12-10T03:15:26,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40611 is added to blk_1073741867_1043 (size=650) 2024-12-10T03:15:26,161 INFO [M:0;e45acbcd10e3:37997 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-10T03:15:26,161 INFO [M:0;e45acbcd10e3:37997 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-10T03:15:26,162 DEBUG [M:0;e45acbcd10e3:37997 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-10T03:15:26,162 INFO [M:0;e45acbcd10e3:37997 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T03:15:26,162 DEBUG [M:0;e45acbcd10e3:37997 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T03:15:26,162 DEBUG [M:0;e45acbcd10e3:37997 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-10T03:15:26,162 DEBUG [M:0;e45acbcd10e3:37997 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T03:15:26,162 INFO [M:0;e45acbcd10e3:37997 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=234.74 KB heapSize=279.55 KB 2024-12-10T03:15:26,182 DEBUG [M:0;e45acbcd10e3:37997 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/53336eade7684785980787ad55e7ddc1 is 82, key is hbase:meta,,1/info:regioninfo/1733800474262/Put/seqid=0 2024-12-10T03:15:26,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40611 is added to blk_1073741868_1044 (size=5672) 2024-12-10T03:15:26,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44815 is added to blk_1073741868_1044 (size=5672) 2024-12-10T03:15:26,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46219 is added to blk_1073741868_1044 (size=5672) 2024-12-10T03:15:26,196 INFO [M:0;e45acbcd10e3:37997 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/53336eade7684785980787ad55e7ddc1 2024-12-10T03:15:26,218 DEBUG [M:0;e45acbcd10e3:37997 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f310f328bee34a1fa2c92cf3f9f41620 is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733800484878/Put/seqid=0 2024-12-10T03:15:26,225 INFO [RS:1;e45acbcd10e3:35437 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-10T03:15:26,225 INFO [RS:1;e45acbcd10e3:35437 {}] regionserver.HRegionServer(1031): Exiting; stopping=e45acbcd10e3,35437,1733800462558; zookeeper connection closed. 2024-12-10T03:15:26,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35437-0x1000db78e310002, quorum=127.0.0.1:57707, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T03:15:26,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35437-0x1000db78e310002, quorum=127.0.0.1:57707, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T03:15:26,228 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@28148fc8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@28148fc8 2024-12-10T03:15:26,228 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-10T03:15:26,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40611 is added to blk_1073741869_1045 (size=9437) 2024-12-10T03:15:26,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46219 is added to blk_1073741869_1045 (size=9437) 2024-12-10T03:15:26,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44815 is added to blk_1073741869_1045 (size=9437) 2024-12-10T03:15:26,235 INFO [M:0;e45acbcd10e3:37997 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=234.01 KB at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f310f328bee34a1fa2c92cf3f9f41620 2024-12-10T03:15:26,240 INFO [M:0;e45acbcd10e3:37997 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f310f328bee34a1fa2c92cf3f9f41620 2024-12-10T03:15:26,261 DEBUG [M:0;e45acbcd10e3:37997 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e013fc7ac97a4e98a47afc7ca787225e is 69, key is e45acbcd10e3,35437,1733800462558/rs:state/1733800463655/Put/seqid=0 2024-12-10T03:15:26,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44815 is added to blk_1073741870_1046 (size=5447) 2024-12-10T03:15:26,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46219 is added to blk_1073741870_1046 (size=5447) 2024-12-10T03:15:26,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40611 is added to blk_1073741870_1046 (size=5447) 2024-12-10T03:15:26,284 INFO [M:0;e45acbcd10e3:37997 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e013fc7ac97a4e98a47afc7ca787225e 2024-12-10T03:15:26,290 INFO [M:0;e45acbcd10e3:37997 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e013fc7ac97a4e98a47afc7ca787225e 2024-12-10T03:15:26,292 DEBUG [M:0;e45acbcd10e3:37997 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/53336eade7684785980787ad55e7ddc1 as hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/53336eade7684785980787ad55e7ddc1 2024-12-10T03:15:26,298 INFO [M:0;e45acbcd10e3:37997 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/53336eade7684785980787ad55e7ddc1, entries=8, sequenceid=485, filesize=5.5 K 2024-12-10T03:15:26,299 DEBUG [M:0;e45acbcd10e3:37997 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f310f328bee34a1fa2c92cf3f9f41620 as hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f310f328bee34a1fa2c92cf3f9f41620 2024-12-10T03:15:26,307 INFO [M:0;e45acbcd10e3:37997 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f310f328bee34a1fa2c92cf3f9f41620 2024-12-10T03:15:26,307 INFO [M:0;e45acbcd10e3:37997 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f310f328bee34a1fa2c92cf3f9f41620, entries=56, sequenceid=485, filesize=9.2 K 2024-12-10T03:15:26,309 DEBUG [M:0;e45acbcd10e3:37997 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e013fc7ac97a4e98a47afc7ca787225e as hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e013fc7ac97a4e98a47afc7ca787225e 2024-12-10T03:15:26,320 INFO [M:0;e45acbcd10e3:37997 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e013fc7ac97a4e98a47afc7ca787225e 2024-12-10T03:15:26,320 INFO [M:0;e45acbcd10e3:37997 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40433/user/jenkins/test-data/24825611-17cb-179b-1f89-34e3066b4a21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e013fc7ac97a4e98a47afc7ca787225e, entries=3, sequenceid=485, filesize=5.3 K 2024-12-10T03:15:26,322 INFO [M:0;e45acbcd10e3:37997 {}] regionserver.HRegion(3140): Finished flush of dataSize ~234.74 KB/240378, heapSize ~279.26 KB/285960, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 160ms, sequenceid=485, compaction requested=false 2024-12-10T03:15:26,345 INFO [M:0;e45acbcd10e3:37997 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T03:15:26,345 DEBUG [M:0;e45acbcd10e3:37997 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733800526162Disabling compacts and flushes for region at 1733800526162Disabling writes for close at 1733800526162Obtaining lock to block concurrent updates at 1733800526162Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733800526162Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=240378, getHeapSize=286200, getOffHeapSize=0, getCellsCount=592 at 1733800526162Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733800526163 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733800526163Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733800526182 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733800526182Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733800526204 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733800526218 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733800526218Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733800526241 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733800526260 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733800526260Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64b0c70f: reopening flushed file at 1733800526291 (+31 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c4ba976: reopening flushed file at 1733800526298 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e684149: reopening flushed file at 1733800526307 (+9 ms)Finished flush of dataSize ~234.74 KB/240378, heapSize ~279.26 KB/285960, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 160ms, sequenceid=485, compaction requested=false at 1733800526322 (+15 ms)Writing region close event to WAL at 1733800526345 (+23 ms)Closed at 1733800526345 2024-12-10T03:15:26,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40611 is added to blk_1073741830_1006 (size=272750) 2024-12-10T03:15:26,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44815 is added to blk_1073741830_1006 (size=272750) 2024-12-10T03:15:26,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46219 is added to blk_1073741830_1006 (size=272750) 2024-12-10T03:15:26,375 INFO [M:0;e45acbcd10e3:37997 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-10T03:15:26,375 INFO [M:0;e45acbcd10e3:37997 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37997 2024-12-10T03:15:26,375 INFO [M:0;e45acbcd10e3:37997 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-10T03:15:26,375 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-10T03:15:26,488 INFO [M:0;e45acbcd10e3:37997 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-10T03:15:26,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37997-0x1000db78e310000, quorum=127.0.0.1:57707, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T03:15:26,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37997-0x1000db78e310000, quorum=127.0.0.1:57707, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T03:15:26,534 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@69a2cc41{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T03:15:26,534 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5576c030{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-10T03:15:26,534 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-10T03:15:26,535 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44bc68ae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-10T03:15:26,535 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23cfd59e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f78de776-0a8c-87b7-4d3c-1210defd4cc6/hadoop.log.dir/,STOPPED} 2024-12-10T03:15:26,537 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-10T03:15:26,537 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-10T03:15:26,537 WARN [BP-1524605172-172.17.0.2-1733800459069 heartbeating to localhost/127.0.0.1:40433 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-10T03:15:26,537 WARN [BP-1524605172-172.17.0.2-1733800459069 heartbeating to localhost/127.0.0.1:40433 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1524605172-172.17.0.2-1733800459069 (Datanode Uuid 621c4433-1681-48f9-b461-745f254de966) service to localhost/127.0.0.1:40433 2024-12-10T03:15:26,538 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f78de776-0a8c-87b7-4d3c-1210defd4cc6/cluster_ab743a23-e745-7d9c-f340-9d740f7f55ec/data/data5/current/BP-1524605172-172.17.0.2-1733800459069 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T03:15:26,538 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f78de776-0a8c-87b7-4d3c-1210defd4cc6/cluster_ab743a23-e745-7d9c-f340-9d740f7f55ec/data/data6/current/BP-1524605172-172.17.0.2-1733800459069 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T03:15:26,538 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-10T03:15:26,552 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45d3cb1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T03:15:26,552 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@78cc3a6c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-10T03:15:26,552 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-10T03:15:26,553 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76c74770{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-10T03:15:26,553 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f87af18{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f78de776-0a8c-87b7-4d3c-1210defd4cc6/hadoop.log.dir/,STOPPED} 2024-12-10T03:15:26,555 WARN [BP-1524605172-172.17.0.2-1733800459069 heartbeating to localhost/127.0.0.1:40433 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-10T03:15:26,555 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-10T03:15:26,555 WARN [BP-1524605172-172.17.0.2-1733800459069 heartbeating to localhost/127.0.0.1:40433 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1524605172-172.17.0.2-1733800459069 (Datanode Uuid 660e803e-336c-4ac6-8365-d116f0d2e7c6) service to localhost/127.0.0.1:40433 2024-12-10T03:15:26,555 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-10T03:15:26,556 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f78de776-0a8c-87b7-4d3c-1210defd4cc6/cluster_ab743a23-e745-7d9c-f340-9d740f7f55ec/data/data3/current/BP-1524605172-172.17.0.2-1733800459069 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T03:15:26,556 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f78de776-0a8c-87b7-4d3c-1210defd4cc6/cluster_ab743a23-e745-7d9c-f340-9d740f7f55ec/data/data4/current/BP-1524605172-172.17.0.2-1733800459069 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T03:15:26,557 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-10T03:15:26,566 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3402987f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T03:15:26,566 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2c9c0316{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-10T03:15:26,566 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-10T03:15:26,567 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2613b866{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-10T03:15:26,567 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@648056fd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f78de776-0a8c-87b7-4d3c-1210defd4cc6/hadoop.log.dir/,STOPPED} 2024-12-10T03:15:26,570 WARN [BP-1524605172-172.17.0.2-1733800459069 heartbeating to localhost/127.0.0.1:40433 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-10T03:15:26,570 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-10T03:15:26,570 WARN [BP-1524605172-172.17.0.2-1733800459069 heartbeating to localhost/127.0.0.1:40433 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1524605172-172.17.0.2-1733800459069 (Datanode Uuid d07f6643-2c2f-4e21-bfe0-e8afc94f64e0) service to localhost/127.0.0.1:40433 2024-12-10T03:15:26,570 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-10T03:15:26,570 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f78de776-0a8c-87b7-4d3c-1210defd4cc6/cluster_ab743a23-e745-7d9c-f340-9d740f7f55ec/data/data1/current/BP-1524605172-172.17.0.2-1733800459069 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T03:15:26,571 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f78de776-0a8c-87b7-4d3c-1210defd4cc6/cluster_ab743a23-e745-7d9c-f340-9d740f7f55ec/data/data2/current/BP-1524605172-172.17.0.2-1733800459069 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T03:15:26,572 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-10T03:15:26,586 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@68c1645e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-10T03:15:26,587 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@527d33d2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-10T03:15:26,587 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-10T03:15:26,587 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29107925{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-10T03:15:26,587 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b65defa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f78de776-0a8c-87b7-4d3c-1210defd4cc6/hadoop.log.dir/,STOPPED} 2024-12-10T03:15:26,601 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-10T03:15:26,628 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e45acbcd10e3:37997 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-12-10T03:15:26,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-10T03:15:26,665 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=124 (was 93) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40433 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:40433 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:40433 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:40433 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:40433 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/e45acbcd10e3:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40433 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40433 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:40433 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:40433 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40433 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40433 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:40433 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 438) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=370 (was 376), ProcessCount=11 (was 11), AvailableMemoryMB=5544 (was 5895)