2024-11-27 21:39:49,830 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-27 21:39:49,845 main DEBUG Took 0.013170 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-27 21:39:49,846 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-27 21:39:49,846 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-27 21:39:49,847 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-27 21:39:49,849 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 21:39:49,858 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-27 21:39:49,877 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 21:39:49,879 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 21:39:49,879 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 21:39:49,880 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 21:39:49,881 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 21:39:49,881 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 21:39:49,882 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 21:39:49,883 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 21:39:49,884 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 21:39:49,884 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 21:39:49,885 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 21:39:49,885 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 21:39:49,886 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 21:39:49,887 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 21:39:49,887 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 21:39:49,888 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 21:39:49,888 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 21:39:49,889 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 21:39:49,889 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 21:39:49,890 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 21:39:49,890 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 21:39:49,891 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 21:39:49,892 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 21:39:49,892 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 21:39:49,893 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 21:39:49,893 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-27 21:39:49,895 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 21:39:49,896 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-27 21:39:49,899 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-27 21:39:49,899 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-27 21:39:49,901 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-27 21:39:49,902 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-27 21:39:49,913 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-27 21:39:49,916 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-27 21:39:49,919 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-27 21:39:49,919 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-27 21:39:49,920 main DEBUG createAppenders(={Console}) 2024-11-27 21:39:49,921 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-27 21:39:49,922 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-27 21:39:49,922 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-27 21:39:49,923 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-27 21:39:49,923 main DEBUG OutputStream closed 2024-11-27 21:39:49,924 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-27 21:39:49,924 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-27 21:39:49,924 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-27 21:39:50,059 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-27 21:39:50,066 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-27 21:39:50,068 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-27 21:39:50,070 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-27 21:39:50,071 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-27 21:39:50,072 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-27 21:39:50,072 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-27 21:39:50,072 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-27 21:39:50,073 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-27 21:39:50,073 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-27 21:39:50,074 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-27 21:39:50,074 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-27 21:39:50,074 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-27 21:39:50,075 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-27 21:39:50,075 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-27 21:39:50,076 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-27 21:39:50,076 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-27 21:39:50,078 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-27 21:39:50,081 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-27 21:39:50,081 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-27 21:39:50,082 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-27 21:39:50,083 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-27T21:39:50,104 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-27 21:39:50,108 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-27 21:39:50,109 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-27T21:39:50,120 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-27T21:39:50,180 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=258, ProcessCount=11, AvailableMemoryMB=11576 2024-11-27T21:39:50,553 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94033bc4-b795-f323-0ad7-aaf6ae0f96c8 2024-11-27T21:39:50,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T21:39:50,580 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94033bc4-b795-f323-0ad7-aaf6ae0f96c8/cluster_00c3f19b-663f-8bdc-7ea7-835e90c43a09, deleteOnExit=true 2024-11-27T21:39:50,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T21:39:50,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94033bc4-b795-f323-0ad7-aaf6ae0f96c8/test.cache.data in system properties and HBase conf 2024-11-27T21:39:50,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94033bc4-b795-f323-0ad7-aaf6ae0f96c8/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T21:39:50,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94033bc4-b795-f323-0ad7-aaf6ae0f96c8/hadoop.log.dir in system properties and HBase conf 2024-11-27T21:39:50,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94033bc4-b795-f323-0ad7-aaf6ae0f96c8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T21:39:50,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94033bc4-b795-f323-0ad7-aaf6ae0f96c8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T21:39:50,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T21:39:50,699 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-27T21:39:50,808 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T21:39:50,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94033bc4-b795-f323-0ad7-aaf6ae0f96c8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T21:39:50,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94033bc4-b795-f323-0ad7-aaf6ae0f96c8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T21:39:50,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94033bc4-b795-f323-0ad7-aaf6ae0f96c8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T21:39:50,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94033bc4-b795-f323-0ad7-aaf6ae0f96c8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T21:39:50,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94033bc4-b795-f323-0ad7-aaf6ae0f96c8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T21:39:50,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94033bc4-b795-f323-0ad7-aaf6ae0f96c8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T21:39:50,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94033bc4-b795-f323-0ad7-aaf6ae0f96c8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T21:39:50,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94033bc4-b795-f323-0ad7-aaf6ae0f96c8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T21:39:50,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94033bc4-b795-f323-0ad7-aaf6ae0f96c8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T21:39:50,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94033bc4-b795-f323-0ad7-aaf6ae0f96c8/nfs.dump.dir in system properties and HBase conf 2024-11-27T21:39:50,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94033bc4-b795-f323-0ad7-aaf6ae0f96c8/java.io.tmpdir in system properties and HBase conf 2024-11-27T21:39:50,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94033bc4-b795-f323-0ad7-aaf6ae0f96c8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T21:39:50,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94033bc4-b795-f323-0ad7-aaf6ae0f96c8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T21:39:50,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94033bc4-b795-f323-0ad7-aaf6ae0f96c8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T21:39:52,519 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-27T21:39:52,615 INFO [Time-limited test {}] log.Log(170): Logging initialized @3842ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-27T21:39:52,707 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:39:52,798 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T21:39:52,828 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T21:39:52,828 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T21:39:52,830 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T21:39:52,848 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:39:52,852 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@241b7ed6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94033bc4-b795-f323-0ad7-aaf6ae0f96c8/hadoop.log.dir/,AVAILABLE} 2024-11-27T21:39:52,854 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69006d72{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T21:39:53,129 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40b3081c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94033bc4-b795-f323-0ad7-aaf6ae0f96c8/java.io.tmpdir/jetty-localhost-37591-hadoop-hdfs-3_4_1-tests_jar-_-any-5470023692835378233/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T21:39:53,137 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7300f033{HTTP/1.1, (http/1.1)}{localhost:37591} 2024-11-27T21:39:53,138 INFO [Time-limited test {}] server.Server(415): Started @4366ms 2024-11-27T21:39:53,852 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:39:53,861 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T21:39:53,865 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T21:39:53,865 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T21:39:53,866 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T21:39:53,867 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7fc21ae6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94033bc4-b795-f323-0ad7-aaf6ae0f96c8/hadoop.log.dir/,AVAILABLE} 2024-11-27T21:39:53,867 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37581f7d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T21:39:54,006 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@214c3992{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94033bc4-b795-f323-0ad7-aaf6ae0f96c8/java.io.tmpdir/jetty-localhost-44789-hadoop-hdfs-3_4_1-tests_jar-_-any-8783302327054767935/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T21:39:54,007 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@634a0bd2{HTTP/1.1, (http/1.1)}{localhost:44789} 2024-11-27T21:39:54,007 INFO [Time-limited test {}] server.Server(415): Started @5236ms 2024-11-27T21:39:54,059 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T21:39:54,207 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:39:54,218 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T21:39:54,227 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T21:39:54,227 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T21:39:54,227 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T21:39:54,228 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43c120fb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94033bc4-b795-f323-0ad7-aaf6ae0f96c8/hadoop.log.dir/,AVAILABLE} 2024-11-27T21:39:54,229 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50802d55{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T21:39:54,379 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@795f0a62{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94033bc4-b795-f323-0ad7-aaf6ae0f96c8/java.io.tmpdir/jetty-localhost-33651-hadoop-hdfs-3_4_1-tests_jar-_-any-1590053479620180784/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T21:39:54,380 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5219cc86{HTTP/1.1, (http/1.1)}{localhost:33651} 2024-11-27T21:39:54,380 INFO [Time-limited test {}] server.Server(415): Started @5609ms 2024-11-27T21:39:54,384 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T21:39:54,446 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:39:54,453 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T21:39:54,460 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T21:39:54,460 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T21:39:54,461 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T21:39:54,463 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@265960fa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94033bc4-b795-f323-0ad7-aaf6ae0f96c8/hadoop.log.dir/,AVAILABLE} 2024-11-27T21:39:54,464 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f60adf4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T21:39:54,609 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e70bc28{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94033bc4-b795-f323-0ad7-aaf6ae0f96c8/java.io.tmpdir/jetty-localhost-37455-hadoop-hdfs-3_4_1-tests_jar-_-any-11235433277502198270/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T21:39:54,611 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@417e26eb{HTTP/1.1, (http/1.1)}{localhost:37455} 2024-11-27T21:39:54,611 INFO [Time-limited test {}] server.Server(415): Started @5839ms 2024-11-27T21:39:54,614 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T21:39:56,150 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94033bc4-b795-f323-0ad7-aaf6ae0f96c8/cluster_00c3f19b-663f-8bdc-7ea7-835e90c43a09/data/data3/current/BP-680724131-172.17.0.2-1732743591463/current, will proceed with Du for space computation calculation, 2024-11-27T21:39:56,150 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94033bc4-b795-f323-0ad7-aaf6ae0f96c8/cluster_00c3f19b-663f-8bdc-7ea7-835e90c43a09/data/data4/current/BP-680724131-172.17.0.2-1732743591463/current, will proceed with Du for space computation calculation, 2024-11-27T21:39:56,150 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94033bc4-b795-f323-0ad7-aaf6ae0f96c8/cluster_00c3f19b-663f-8bdc-7ea7-835e90c43a09/data/data2/current/BP-680724131-172.17.0.2-1732743591463/current, will proceed with Du for space computation calculation, 2024-11-27T21:39:56,150 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94033bc4-b795-f323-0ad7-aaf6ae0f96c8/cluster_00c3f19b-663f-8bdc-7ea7-835e90c43a09/data/data1/current/BP-680724131-172.17.0.2-1732743591463/current, will proceed with Du for space computation calculation, 2024-11-27T21:39:56,191 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T21:39:56,191 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T21:39:56,217 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94033bc4-b795-f323-0ad7-aaf6ae0f96c8/cluster_00c3f19b-663f-8bdc-7ea7-835e90c43a09/data/data5/current/BP-680724131-172.17.0.2-1732743591463/current, will proceed with Du for space computation calculation, 2024-11-27T21:39:56,218 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94033bc4-b795-f323-0ad7-aaf6ae0f96c8/cluster_00c3f19b-663f-8bdc-7ea7-835e90c43a09/data/data6/current/BP-680724131-172.17.0.2-1732743591463/current, will proceed with Du for space computation calculation, 2024-11-27T21:39:56,252 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T21:39:56,263 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd4a0229b4630ddc9 with lease ID 0x16a0f7fa8d1ebc13: Processing first storage report for DS-77371b8f-3b34-4ae4-93cd-7cc45f3e440d from datanode DatanodeRegistration(127.0.0.1:33613, datanodeUuid=ac00d41c-2d3a-49a7-8bd3-b53d65e33c93, infoPort=38101, infoSecurePort=0, ipcPort=33335, storageInfo=lv=-57;cid=testClusterID;nsid=1173297325;c=1732743591464) 2024-11-27T21:39:56,264 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd4a0229b4630ddc9 with lease ID 0x16a0f7fa8d1ebc13: from storage DS-77371b8f-3b34-4ae4-93cd-7cc45f3e440d node DatanodeRegistration(127.0.0.1:33613, datanodeUuid=ac00d41c-2d3a-49a7-8bd3-b53d65e33c93, infoPort=38101, infoSecurePort=0, ipcPort=33335, storageInfo=lv=-57;cid=testClusterID;nsid=1173297325;c=1732743591464), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-27T21:39:56,265 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9904fa8c866ca73c with lease ID 0x16a0f7fa8d1ebc12: Processing first storage report for DS-035bc996-d844-4b97-afe2-6a3e1c690a68 from datanode DatanodeRegistration(127.0.0.1:34585, datanodeUuid=fdfe10b2-654c-4b55-83ff-151347f5191c, infoPort=33215, infoSecurePort=0, ipcPort=41147, storageInfo=lv=-57;cid=testClusterID;nsid=1173297325;c=1732743591464) 2024-11-27T21:39:56,265 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9904fa8c866ca73c with lease ID 0x16a0f7fa8d1ebc12: from storage DS-035bc996-d844-4b97-afe2-6a3e1c690a68 node DatanodeRegistration(127.0.0.1:34585, datanodeUuid=fdfe10b2-654c-4b55-83ff-151347f5191c, infoPort=33215, infoSecurePort=0, ipcPort=41147, storageInfo=lv=-57;cid=testClusterID;nsid=1173297325;c=1732743591464), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T21:39:56,267 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9904fa8c866ca73c with lease ID 0x16a0f7fa8d1ebc12: Processing first storage report for DS-6779ce88-ac20-435c-8acf-bf5a472a54d3 from datanode DatanodeRegistration(127.0.0.1:34585, datanodeUuid=fdfe10b2-654c-4b55-83ff-151347f5191c, infoPort=33215, infoSecurePort=0, ipcPort=41147, storageInfo=lv=-57;cid=testClusterID;nsid=1173297325;c=1732743591464) 2024-11-27T21:39:56,268 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9904fa8c866ca73c with lease ID 0x16a0f7fa8d1ebc12: from storage DS-6779ce88-ac20-435c-8acf-bf5a472a54d3 node DatanodeRegistration(127.0.0.1:34585, datanodeUuid=fdfe10b2-654c-4b55-83ff-151347f5191c, infoPort=33215, infoSecurePort=0, ipcPort=41147, storageInfo=lv=-57;cid=testClusterID;nsid=1173297325;c=1732743591464), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T21:39:56,268 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd4a0229b4630ddc9 with lease ID 0x16a0f7fa8d1ebc13: Processing first storage report for DS-fef195b2-ca39-45db-87fe-658e82ef6b5f from datanode DatanodeRegistration(127.0.0.1:33613, datanodeUuid=ac00d41c-2d3a-49a7-8bd3-b53d65e33c93, infoPort=38101, infoSecurePort=0, ipcPort=33335, storageInfo=lv=-57;cid=testClusterID;nsid=1173297325;c=1732743591464) 2024-11-27T21:39:56,268 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd4a0229b4630ddc9 with lease ID 0x16a0f7fa8d1ebc13: from storage DS-fef195b2-ca39-45db-87fe-658e82ef6b5f node DatanodeRegistration(127.0.0.1:33613, datanodeUuid=ac00d41c-2d3a-49a7-8bd3-b53d65e33c93, infoPort=38101, infoSecurePort=0, ipcPort=33335, storageInfo=lv=-57;cid=testClusterID;nsid=1173297325;c=1732743591464), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T21:39:56,269 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf334477529d4025f with lease ID 0x16a0f7fa8d1ebc14: Processing first storage report for DS-0835d032-dd05-4bb7-9483-b02f6f0388a7 from datanode DatanodeRegistration(127.0.0.1:45977, datanodeUuid=8dff4840-6f94-47ab-9d6f-bc32aa8c9347, infoPort=34449, infoSecurePort=0, ipcPort=37293, storageInfo=lv=-57;cid=testClusterID;nsid=1173297325;c=1732743591464) 2024-11-27T21:39:56,269 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf334477529d4025f with lease ID 0x16a0f7fa8d1ebc14: from storage DS-0835d032-dd05-4bb7-9483-b02f6f0388a7 node DatanodeRegistration(127.0.0.1:45977, datanodeUuid=8dff4840-6f94-47ab-9d6f-bc32aa8c9347, infoPort=34449, infoSecurePort=0, ipcPort=37293, storageInfo=lv=-57;cid=testClusterID;nsid=1173297325;c=1732743591464), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T21:39:56,270 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf334477529d4025f with lease ID 0x16a0f7fa8d1ebc14: Processing first storage report for DS-0983392a-c5b6-4d24-9cdf-7d39d6381aa3 from datanode DatanodeRegistration(127.0.0.1:45977, datanodeUuid=8dff4840-6f94-47ab-9d6f-bc32aa8c9347, infoPort=34449, infoSecurePort=0, ipcPort=37293, storageInfo=lv=-57;cid=testClusterID;nsid=1173297325;c=1732743591464) 2024-11-27T21:39:56,270 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf334477529d4025f with lease ID 0x16a0f7fa8d1ebc14: from storage DS-0983392a-c5b6-4d24-9cdf-7d39d6381aa3 node DatanodeRegistration(127.0.0.1:45977, datanodeUuid=8dff4840-6f94-47ab-9d6f-bc32aa8c9347, infoPort=34449, infoSecurePort=0, ipcPort=37293, storageInfo=lv=-57;cid=testClusterID;nsid=1173297325;c=1732743591464), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T21:39:56,358 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94033bc4-b795-f323-0ad7-aaf6ae0f96c8 2024-11-27T21:39:56,440 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94033bc4-b795-f323-0ad7-aaf6ae0f96c8/cluster_00c3f19b-663f-8bdc-7ea7-835e90c43a09/zookeeper_0, clientPort=64053, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94033bc4-b795-f323-0ad7-aaf6ae0f96c8/cluster_00c3f19b-663f-8bdc-7ea7-835e90c43a09/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94033bc4-b795-f323-0ad7-aaf6ae0f96c8/cluster_00c3f19b-663f-8bdc-7ea7-835e90c43a09/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T21:39:56,457 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64053 2024-11-27T21:39:56,473 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:39:56,478 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:39:56,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741825_1001 (size=7) 2024-11-27T21:39:56,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741825_1001 (size=7) 2024-11-27T21:39:56,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741825_1001 (size=7) 2024-11-27T21:39:57,195 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a with version=8 2024-11-27T21:39:57,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/hbase-staging 2024-11-27T21:39:57,285 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-27T21:39:57,492 INFO [Time-limited test {}] client.ConnectionUtils(128): master/da99f16e0d32:0 server-side Connection retries=45 2024-11-27T21:39:57,502 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:39:57,503 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T21:39:57,508 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T21:39:57,508 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:39:57,508 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T21:39:57,651 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T21:39:57,718 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-27T21:39:57,726 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-27T21:39:57,730 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T21:39:57,753 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1568 (auto-detected) 2024-11-27T21:39:57,754 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-27T21:39:57,772 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39647 2024-11-27T21:39:57,792 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39647 connecting to ZooKeeper ensemble=127.0.0.1:64053 2024-11-27T21:39:57,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:396470x0, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:39:57,918 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39647-0x1017e3d05300000 connected 2024-11-27T21:39:58,064 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:39:58,067 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:39:58,080 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39647-0x1017e3d05300000, quorum=127.0.0.1:64053, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T21:39:58,085 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a, hbase.cluster.distributed=false 2024-11-27T21:39:58,111 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39647-0x1017e3d05300000, quorum=127.0.0.1:64053, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T21:39:58,115 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39647 2024-11-27T21:39:58,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39647 2024-11-27T21:39:58,117 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39647 2024-11-27T21:39:58,117 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39647 2024-11-27T21:39:58,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39647 2024-11-27T21:39:58,219 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/da99f16e0d32:0 server-side Connection retries=45 2024-11-27T21:39:58,221 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:39:58,221 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T21:39:58,221 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T21:39:58,222 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:39:58,222 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T21:39:58,225 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T21:39:58,228 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T21:39:58,229 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35367 2024-11-27T21:39:58,232 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35367 connecting to ZooKeeper ensemble=127.0.0.1:64053 2024-11-27T21:39:58,233 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:39:58,238 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:39:58,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:353670x0, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:39:58,253 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35367-0x1017e3d05300001, quorum=127.0.0.1:64053, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T21:39:58,253 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35367-0x1017e3d05300001 connected 2024-11-27T21:39:58,257 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T21:39:58,266 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T21:39:58,269 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35367-0x1017e3d05300001, quorum=127.0.0.1:64053, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-27T21:39:58,274 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35367-0x1017e3d05300001, quorum=127.0.0.1:64053, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T21:39:58,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35367 2024-11-27T21:39:58,278 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35367 2024-11-27T21:39:58,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35367 2024-11-27T21:39:58,283 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35367 2024-11-27T21:39:58,283 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35367 2024-11-27T21:39:58,300 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/da99f16e0d32:0 server-side Connection retries=45 2024-11-27T21:39:58,300 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:39:58,300 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T21:39:58,300 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T21:39:58,301 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:39:58,301 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T21:39:58,301 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T21:39:58,301 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T21:39:58,302 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34591 2024-11-27T21:39:58,304 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34591 connecting to ZooKeeper ensemble=127.0.0.1:64053 2024-11-27T21:39:58,304 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:39:58,309 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:39:58,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:345910x0, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:39:58,327 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34591-0x1017e3d05300002, quorum=127.0.0.1:64053, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T21:39:58,327 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34591-0x1017e3d05300002 connected 2024-11-27T21:39:58,328 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T21:39:58,329 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T21:39:58,330 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34591-0x1017e3d05300002, quorum=127.0.0.1:64053, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-27T21:39:58,332 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34591-0x1017e3d05300002, quorum=127.0.0.1:64053, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T21:39:58,335 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34591 2024-11-27T21:39:58,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34591 2024-11-27T21:39:58,338 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34591 2024-11-27T21:39:58,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34591 2024-11-27T21:39:58,345 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34591 2024-11-27T21:39:58,366 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/da99f16e0d32:0 server-side Connection retries=45 2024-11-27T21:39:58,366 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:39:58,367 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T21:39:58,367 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T21:39:58,367 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:39:58,367 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T21:39:58,367 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T21:39:58,368 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T21:39:58,370 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40105 2024-11-27T21:39:58,373 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40105 connecting to ZooKeeper ensemble=127.0.0.1:64053 2024-11-27T21:39:58,375 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:39:58,378 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:39:58,395 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:401050x0, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:39:58,396 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:401050x0, quorum=127.0.0.1:64053, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T21:39:58,397 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40105-0x1017e3d05300003 connected 2024-11-27T21:39:58,397 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T21:39:58,399 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T21:39:58,400 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40105-0x1017e3d05300003, quorum=127.0.0.1:64053, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-27T21:39:58,402 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40105-0x1017e3d05300003, quorum=127.0.0.1:64053, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T21:39:58,403 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40105 2024-11-27T21:39:58,403 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40105 2024-11-27T21:39:58,403 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40105 2024-11-27T21:39:58,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40105 2024-11-27T21:39:58,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40105 2024-11-27T21:39:58,424 DEBUG [M:0;da99f16e0d32:39647 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;da99f16e0d32:39647 2024-11-27T21:39:58,425 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/da99f16e0d32,39647,1732743597334 2024-11-27T21:39:58,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35367-0x1017e3d05300001, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T21:39:58,442 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40105-0x1017e3d05300003, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T21:39:58,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34591-0x1017e3d05300002, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T21:39:58,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39647-0x1017e3d05300000, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T21:39:58,445 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39647-0x1017e3d05300000, quorum=127.0.0.1:64053, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/da99f16e0d32,39647,1732743597334 2024-11-27T21:39:58,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34591-0x1017e3d05300002, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-27T21:39:58,473 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40105-0x1017e3d05300003, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-27T21:39:58,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39647-0x1017e3d05300000, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:39:58,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35367-0x1017e3d05300001, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-27T21:39:58,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34591-0x1017e3d05300002, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:39:58,473 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40105-0x1017e3d05300003, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:39:58,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35367-0x1017e3d05300001, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:39:58,474 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39647-0x1017e3d05300000, quorum=127.0.0.1:64053, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-27T21:39:58,476 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/da99f16e0d32,39647,1732743597334 from backup master directory 2024-11-27T21:39:58,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35367-0x1017e3d05300001, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T21:39:58,490 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40105-0x1017e3d05300003, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T21:39:58,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39647-0x1017e3d05300000, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/da99f16e0d32,39647,1732743597334 2024-11-27T21:39:58,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34591-0x1017e3d05300002, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T21:39:58,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39647-0x1017e3d05300000, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T21:39:58,491 WARN [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T21:39:58,491 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=da99f16e0d32,39647,1732743597334 2024-11-27T21:39:58,493 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-27T21:39:58,494 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-27T21:39:58,549 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/hbase.id] with ID: 702123a4-c899-4ac0-a135-1a8a0d6e58f4 2024-11-27T21:39:58,549 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/.tmp/hbase.id 2024-11-27T21:39:58,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741826_1002 (size=42) 2024-11-27T21:39:58,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741826_1002 (size=42) 2024-11-27T21:39:58,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741826_1002 (size=42) 2024-11-27T21:39:58,568 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/.tmp/hbase.id]:[hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/hbase.id] 2024-11-27T21:39:58,612 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:39:58,618 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T21:39:58,636 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-27T21:39:58,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34591-0x1017e3d05300002, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:39:58,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35367-0x1017e3d05300001, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:39:58,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39647-0x1017e3d05300000, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:39:58,648 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40105-0x1017e3d05300003, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:39:58,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741827_1003 (size=196) 2024-11-27T21:39:58,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741827_1003 (size=196) 2024-11-27T21:39:58,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741827_1003 (size=196) 2024-11-27T21:39:58,682 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T21:39:58,684 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T21:39:58,697 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T21:39:58,700 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:39:58,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741828_1004 (size=1189) 2024-11-27T21:39:58,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741828_1004 (size=1189) 2024-11-27T21:39:58,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741828_1004 (size=1189) 2024-11-27T21:39:58,743 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/MasterData/data/master/store 2024-11-27T21:39:58,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741829_1005 (size=34) 2024-11-27T21:39:58,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741829_1005 (size=34) 2024-11-27T21:39:58,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741829_1005 (size=34) 2024-11-27T21:39:58,768 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-27T21:39:58,771 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:39:58,772 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T21:39:58,773 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:39:58,773 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:39:58,775 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T21:39:58,775 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:39:58,775 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:39:58,776 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732743598772Disabling compacts and flushes for region at 1732743598772Disabling writes for close at 1732743598775 (+3 ms)Writing region close event to WAL at 1732743598775Closed at 1732743598775 2024-11-27T21:39:58,779 WARN [master/da99f16e0d32:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/MasterData/data/master/store/.initializing 2024-11-27T21:39:58,779 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/MasterData/WALs/da99f16e0d32,39647,1732743597334 2024-11-27T21:39:58,788 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T21:39:58,802 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da99f16e0d32%2C39647%2C1732743597334, suffix=, logDir=hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/MasterData/WALs/da99f16e0d32,39647,1732743597334, archiveDir=hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/MasterData/oldWALs, maxLogs=10 2024-11-27T21:39:58,832 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/MasterData/WALs/da99f16e0d32,39647,1732743597334/da99f16e0d32%2C39647%2C1732743597334.1732743598808, exclude list is [], retry=0 2024-11-27T21:39:58,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45977,DS-0835d032-dd05-4bb7-9483-b02f6f0388a7,DISK] 2024-11-27T21:39:58,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33613,DS-77371b8f-3b34-4ae4-93cd-7cc45f3e440d,DISK] 2024-11-27T21:39:58,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34585,DS-035bc996-d844-4b97-afe2-6a3e1c690a68,DISK] 2024-11-27T21:39:58,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-27T21:39:58,888 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/MasterData/WALs/da99f16e0d32,39647,1732743597334/da99f16e0d32%2C39647%2C1732743597334.1732743598808 2024-11-27T21:39:58,889 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38101:38101),(127.0.0.1/127.0.0.1:33215:33215),(127.0.0.1/127.0.0.1:34449:34449)] 2024-11-27T21:39:58,890 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:39:58,890 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:39:58,893 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:39:58,893 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:39:58,926 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:39:58,949 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T21:39:58,952 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:39:58,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:39:58,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:39:58,959 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T21:39:58,959 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:39:58,960 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:39:58,960 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:39:58,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T21:39:58,963 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:39:58,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:39:58,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:39:58,967 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T21:39:58,967 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:39:58,968 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:39:58,969 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:39:58,972 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:39:58,973 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:39:58,978 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:39:58,978 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:39:58,981 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:39:58,985 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:39:58,989 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:39:58,990 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68297512, jitterRate=0.01771223545074463}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:39:58,998 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732743598904Initializing all the Stores at 1732743598906 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732743598907 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732743598907Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732743598908 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732743598908Cleaning up temporary data from old regions at 1732743598978 (+70 ms)Region opened successfully at 1732743598998 (+20 ms) 2024-11-27T21:39:58,999 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T21:39:59,032 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50070d93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=da99f16e0d32/172.17.0.2:0 2024-11-27T21:39:59,059 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T21:39:59,068 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T21:39:59,068 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T21:39:59,071 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T21:39:59,072 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-27T21:39:59,077 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-27T21:39:59,077 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-27T21:39:59,101 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T21:39:59,109 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39647-0x1017e3d05300000, quorum=127.0.0.1:64053, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-27T21:39:59,164 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-27T21:39:59,167 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T21:39:59,170 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39647-0x1017e3d05300000, quorum=127.0.0.1:64053, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-27T21:39:59,178 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-27T21:39:59,181 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T21:39:59,185 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39647-0x1017e3d05300000, quorum=127.0.0.1:64053, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-27T21:39:59,195 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-27T21:39:59,197 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39647-0x1017e3d05300000, quorum=127.0.0.1:64053, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-27T21:39:59,210 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-27T21:39:59,233 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39647-0x1017e3d05300000, quorum=127.0.0.1:64053, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T21:39:59,241 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-27T21:39:59,252 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40105-0x1017e3d05300003, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T21:39:59,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34591-0x1017e3d05300002, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T21:39:59,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39647-0x1017e3d05300000, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T21:39:59,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35367-0x1017e3d05300001, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T21:39:59,252 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40105-0x1017e3d05300003, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:39:59,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34591-0x1017e3d05300002, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:39:59,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35367-0x1017e3d05300001, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:39:59,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39647-0x1017e3d05300000, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:39:59,257 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=da99f16e0d32,39647,1732743597334, sessionid=0x1017e3d05300000, setting cluster-up flag (Was=false) 2024-11-27T21:39:59,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39647-0x1017e3d05300000, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:39:59,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35367-0x1017e3d05300001, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:39:59,290 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40105-0x1017e3d05300003, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:39:59,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34591-0x1017e3d05300002, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:39:59,326 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-27T21:39:59,332 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=da99f16e0d32,39647,1732743597334 2024-11-27T21:39:59,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39647-0x1017e3d05300000, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:39:59,357 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40105-0x1017e3d05300003, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:39:59,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35367-0x1017e3d05300001, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:39:59,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34591-0x1017e3d05300002, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:39:59,389 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-27T21:39:59,391 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=da99f16e0d32,39647,1732743597334 2024-11-27T21:39:59,399 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T21:39:59,409 INFO [RS:2;da99f16e0d32:40105 {}] regionserver.HRegionServer(746): ClusterId : 702123a4-c899-4ac0-a135-1a8a0d6e58f4 2024-11-27T21:39:59,409 INFO [RS:0;da99f16e0d32:35367 {}] regionserver.HRegionServer(746): ClusterId : 702123a4-c899-4ac0-a135-1a8a0d6e58f4 2024-11-27T21:39:59,409 INFO [RS:1;da99f16e0d32:34591 {}] regionserver.HRegionServer(746): ClusterId : 702123a4-c899-4ac0-a135-1a8a0d6e58f4 2024-11-27T21:39:59,411 DEBUG [RS:2;da99f16e0d32:40105 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T21:39:59,411 DEBUG [RS:1;da99f16e0d32:34591 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T21:39:59,411 DEBUG [RS:0;da99f16e0d32:35367 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T21:39:59,432 DEBUG [RS:1;da99f16e0d32:34591 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T21:39:59,432 DEBUG [RS:2;da99f16e0d32:40105 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T21:39:59,432 DEBUG [RS:0;da99f16e0d32:35367 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T21:39:59,433 DEBUG [RS:1;da99f16e0d32:34591 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T21:39:59,433 DEBUG [RS:2;da99f16e0d32:40105 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T21:39:59,433 DEBUG [RS:0;da99f16e0d32:35367 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T21:39:59,453 DEBUG [RS:1;da99f16e0d32:34591 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T21:39:59,453 DEBUG [RS:2;da99f16e0d32:40105 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T21:39:59,454 DEBUG [RS:1;da99f16e0d32:34591 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49b43b0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=da99f16e0d32/172.17.0.2:0 2024-11-27T21:39:59,454 DEBUG [RS:2;da99f16e0d32:40105 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78080fdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=da99f16e0d32/172.17.0.2:0 2024-11-27T21:39:59,455 DEBUG [RS:0;da99f16e0d32:35367 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T21:39:59,455 DEBUG [RS:0;da99f16e0d32:35367 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59af6754, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=da99f16e0d32/172.17.0.2:0 2024-11-27T21:39:59,475 DEBUG [RS:2;da99f16e0d32:40105 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;da99f16e0d32:40105 2024-11-27T21:39:59,477 DEBUG [RS:1;da99f16e0d32:34591 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;da99f16e0d32:34591 2024-11-27T21:39:59,479 DEBUG [RS:0;da99f16e0d32:35367 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;da99f16e0d32:35367 2024-11-27T21:39:59,480 INFO [RS:0;da99f16e0d32:35367 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T21:39:59,480 INFO [RS:1;da99f16e0d32:34591 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T21:39:59,480 INFO [RS:0;da99f16e0d32:35367 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T21:39:59,480 INFO [RS:1;da99f16e0d32:34591 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T21:39:59,480 DEBUG [RS:0;da99f16e0d32:35367 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T21:39:59,480 DEBUG [RS:1;da99f16e0d32:34591 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T21:39:59,480 INFO [RS:2;da99f16e0d32:40105 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T21:39:59,480 INFO [RS:2;da99f16e0d32:40105 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T21:39:59,480 DEBUG [RS:2;da99f16e0d32:40105 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T21:39:59,483 INFO [RS:2;da99f16e0d32:40105 {}] regionserver.HRegionServer(2659): reportForDuty to master=da99f16e0d32,39647,1732743597334 with port=40105, startcode=1732743598365 2024-11-27T21:39:59,483 INFO [RS:1;da99f16e0d32:34591 {}] regionserver.HRegionServer(2659): reportForDuty to master=da99f16e0d32,39647,1732743597334 with port=34591, startcode=1732743598299 2024-11-27T21:39:59,483 INFO [RS:0;da99f16e0d32:35367 {}] regionserver.HRegionServer(2659): reportForDuty to master=da99f16e0d32,39647,1732743597334 with port=35367, startcode=1732743598186 2024-11-27T21:39:59,485 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T21:39:59,497 DEBUG [RS:1;da99f16e0d32:34591 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T21:39:59,497 DEBUG [RS:2;da99f16e0d32:40105 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T21:39:59,499 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T21:39:59,497 DEBUG [RS:0;da99f16e0d32:35367 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T21:39:59,508 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T21:39:59,515 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: da99f16e0d32,39647,1732743597334 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T21:39:59,527 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/da99f16e0d32:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:39:59,527 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/da99f16e0d32:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:39:59,528 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/da99f16e0d32:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:39:59,528 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/da99f16e0d32:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:39:59,528 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/da99f16e0d32:0, corePoolSize=10, maxPoolSize=10 2024-11-27T21:39:59,529 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:39:59,529 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/da99f16e0d32:0, corePoolSize=2, maxPoolSize=2 2024-11-27T21:39:59,529 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:39:59,538 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T21:39:59,538 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T21:39:59,546 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56315, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T21:39:59,546 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49367, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T21:39:59,546 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55649, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T21:39:59,548 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:39:59,549 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732743629548 2024-11-27T21:39:59,548 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T21:39:59,550 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T21:39:59,552 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T21:39:59,554 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39647 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-27T21:39:59,556 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T21:39:59,557 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T21:39:59,557 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T21:39:59,558 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T21:39:59,560 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39647 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-27T21:39:59,561 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39647 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-27T21:39:59,560 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T21:39:59,572 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T21:39:59,574 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T21:39:59,574 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T21:39:59,578 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T21:39:59,600 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T21:39:59,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741831_1007 (size=1321) 2024-11-27T21:39:59,603 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/da99f16e0d32:0:becomeActiveMaster-HFileCleaner.large.0-1732743599602,5,FailOnTimeoutGroup] 2024-11-27T21:39:59,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741831_1007 (size=1321) 2024-11-27T21:39:59,604 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/da99f16e0d32:0:becomeActiveMaster-HFileCleaner.small.0-1732743599603,5,FailOnTimeoutGroup] 2024-11-27T21:39:59,604 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T21:39:59,604 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T21:39:59,606 DEBUG [RS:1;da99f16e0d32:34591 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-27T21:39:59,606 DEBUG [RS:0;da99f16e0d32:35367 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-27T21:39:59,606 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T21:39:59,606 DEBUG [RS:2;da99f16e0d32:40105 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-27T21:39:59,606 WARN [RS:1;da99f16e0d32:34591 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-27T21:39:59,606 WARN [RS:2;da99f16e0d32:40105 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-27T21:39:59,606 WARN [RS:0;da99f16e0d32:35367 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-27T21:39:59,606 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T21:39:59,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741831_1007 (size=1321) 2024-11-27T21:39:59,609 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T21:39:59,609 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a 2024-11-27T21:39:59,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741832_1008 (size=32) 2024-11-27T21:39:59,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741832_1008 (size=32) 2024-11-27T21:39:59,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741832_1008 (size=32) 2024-11-27T21:39:59,626 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:39:59,628 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T21:39:59,631 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T21:39:59,631 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:39:59,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:39:59,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T21:39:59,635 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T21:39:59,635 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:39:59,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:39:59,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T21:39:59,638 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T21:39:59,639 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:39:59,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:39:59,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T21:39:59,643 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T21:39:59,643 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:39:59,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:39:59,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T21:39:59,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/data/hbase/meta/1588230740 2024-11-27T21:39:59,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/data/hbase/meta/1588230740 2024-11-27T21:39:59,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T21:39:59,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T21:39:59,652 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:39:59,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T21:39:59,659 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:39:59,660 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69209976, jitterRate=0.03130900859832764}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:39:59,664 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732743599626Initializing all the Stores at 1732743599628 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732743599628Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732743599628Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732743599628Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732743599628Cleaning up temporary data from old regions at 1732743599651 (+23 ms)Region opened successfully at 1732743599664 (+13 ms) 2024-11-27T21:39:59,664 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T21:39:59,665 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T21:39:59,665 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T21:39:59,665 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T21:39:59,665 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T21:39:59,666 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T21:39:59,666 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732743599664Disabling compacts and flushes for region at 1732743599664Disabling writes for close at 1732743599665 (+1 ms)Writing region close event to WAL at 1732743599666 (+1 ms)Closed at 1732743599666 2024-11-27T21:39:59,670 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T21:39:59,670 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T21:39:59,675 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T21:39:59,684 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T21:39:59,687 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T21:39:59,707 INFO [RS:0;da99f16e0d32:35367 {}] regionserver.HRegionServer(2659): reportForDuty to master=da99f16e0d32,39647,1732743597334 with port=35367, startcode=1732743598186 2024-11-27T21:39:59,707 INFO [RS:2;da99f16e0d32:40105 {}] regionserver.HRegionServer(2659): reportForDuty to master=da99f16e0d32,39647,1732743597334 with port=40105, startcode=1732743598365 2024-11-27T21:39:59,707 INFO [RS:1;da99f16e0d32:34591 {}] regionserver.HRegionServer(2659): reportForDuty to master=da99f16e0d32,39647,1732743597334 with port=34591, startcode=1732743598299 2024-11-27T21:39:59,709 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39647 {}] master.ServerManager(363): Checking decommissioned status of RegionServer da99f16e0d32,40105,1732743598365 2024-11-27T21:39:59,712 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39647 {}] master.ServerManager(517): Registering regionserver=da99f16e0d32,40105,1732743598365 2024-11-27T21:39:59,719 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39647 {}] master.ServerManager(363): Checking decommissioned status of RegionServer da99f16e0d32,35367,1732743598186 2024-11-27T21:39:59,720 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39647 {}] master.ServerManager(517): Registering regionserver=da99f16e0d32,35367,1732743598186 2024-11-27T21:39:59,720 DEBUG [RS:2;da99f16e0d32:40105 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a 2024-11-27T21:39:59,720 DEBUG [RS:2;da99f16e0d32:40105 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33183 2024-11-27T21:39:59,720 DEBUG [RS:2;da99f16e0d32:40105 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T21:39:59,724 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39647 {}] master.ServerManager(363): Checking decommissioned status of RegionServer da99f16e0d32,34591,1732743598299 2024-11-27T21:39:59,724 DEBUG [RS:0;da99f16e0d32:35367 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a 2024-11-27T21:39:59,724 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39647 {}] master.ServerManager(517): Registering regionserver=da99f16e0d32,34591,1732743598299 2024-11-27T21:39:59,724 DEBUG [RS:0;da99f16e0d32:35367 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33183 2024-11-27T21:39:59,724 DEBUG [RS:0;da99f16e0d32:35367 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T21:39:59,727 DEBUG [RS:1;da99f16e0d32:34591 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a 2024-11-27T21:39:59,727 DEBUG [RS:1;da99f16e0d32:34591 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33183 2024-11-27T21:39:59,727 DEBUG [RS:1;da99f16e0d32:34591 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T21:39:59,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39647-0x1017e3d05300000, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T21:39:59,838 WARN [da99f16e0d32:39647 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-27T21:39:59,929 DEBUG [RS:2;da99f16e0d32:40105 {}] zookeeper.ZKUtil(111): regionserver:40105-0x1017e3d05300003, quorum=127.0.0.1:64053, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/da99f16e0d32,40105,1732743598365 2024-11-27T21:39:59,929 WARN [RS:2;da99f16e0d32:40105 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T21:39:59,929 INFO [RS:2;da99f16e0d32:40105 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:39:59,930 DEBUG [RS:0;da99f16e0d32:35367 {}] zookeeper.ZKUtil(111): regionserver:35367-0x1017e3d05300001, quorum=127.0.0.1:64053, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/da99f16e0d32,35367,1732743598186 2024-11-27T21:39:59,930 DEBUG [RS:2;da99f16e0d32:40105 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/WALs/da99f16e0d32,40105,1732743598365 2024-11-27T21:39:59,930 DEBUG [RS:1;da99f16e0d32:34591 {}] zookeeper.ZKUtil(111): regionserver:34591-0x1017e3d05300002, quorum=127.0.0.1:64053, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/da99f16e0d32,34591,1732743598299 2024-11-27T21:39:59,930 WARN [RS:0;da99f16e0d32:35367 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T21:39:59,930 WARN [RS:1;da99f16e0d32:34591 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T21:39:59,930 INFO [RS:0;da99f16e0d32:35367 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:39:59,931 INFO [RS:1;da99f16e0d32:34591 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:39:59,931 DEBUG [RS:0;da99f16e0d32:35367 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/WALs/da99f16e0d32,35367,1732743598186 2024-11-27T21:39:59,931 DEBUG [RS:1;da99f16e0d32:34591 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/WALs/da99f16e0d32,34591,1732743598299 2024-11-27T21:39:59,933 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [da99f16e0d32,35367,1732743598186] 2024-11-27T21:39:59,933 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [da99f16e0d32,40105,1732743598365] 2024-11-27T21:39:59,933 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [da99f16e0d32,34591,1732743598299] 2024-11-27T21:39:59,958 INFO [RS:0;da99f16e0d32:35367 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T21:39:59,958 INFO [RS:1;da99f16e0d32:34591 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T21:39:59,958 INFO [RS:2;da99f16e0d32:40105 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T21:39:59,973 INFO [RS:0;da99f16e0d32:35367 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T21:39:59,973 INFO [RS:1;da99f16e0d32:34591 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T21:39:59,973 INFO [RS:2;da99f16e0d32:40105 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T21:39:59,978 INFO [RS:2;da99f16e0d32:40105 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T21:39:59,978 INFO [RS:1;da99f16e0d32:34591 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T21:39:59,978 INFO [RS:0;da99f16e0d32:35367 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T21:39:59,979 INFO [RS:1;da99f16e0d32:34591 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:39:59,979 INFO [RS:0;da99f16e0d32:35367 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:39:59,979 INFO [RS:2;da99f16e0d32:40105 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:39:59,980 INFO [RS:1;da99f16e0d32:34591 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T21:39:59,980 INFO [RS:2;da99f16e0d32:40105 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T21:39:59,980 INFO [RS:0;da99f16e0d32:35367 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T21:39:59,986 INFO [RS:0;da99f16e0d32:35367 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T21:39:59,986 INFO [RS:2;da99f16e0d32:40105 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T21:39:59,986 INFO [RS:1;da99f16e0d32:34591 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T21:39:59,988 INFO [RS:0;da99f16e0d32:35367 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T21:39:59,988 INFO [RS:1;da99f16e0d32:34591 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T21:39:59,988 INFO [RS:2;da99f16e0d32:40105 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T21:39:59,989 DEBUG [RS:1;da99f16e0d32:34591 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:39:59,989 DEBUG [RS:0;da99f16e0d32:35367 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:39:59,989 DEBUG [RS:2;da99f16e0d32:40105 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:39:59,989 DEBUG [RS:1;da99f16e0d32:34591 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:39:59,989 DEBUG [RS:0;da99f16e0d32:35367 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:39:59,989 DEBUG [RS:2;da99f16e0d32:40105 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:39:59,989 DEBUG [RS:1;da99f16e0d32:34591 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:39:59,989 DEBUG [RS:0;da99f16e0d32:35367 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:39:59,989 DEBUG [RS:2;da99f16e0d32:40105 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:39:59,989 DEBUG [RS:1;da99f16e0d32:34591 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:39:59,989 DEBUG [RS:2;da99f16e0d32:40105 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:39:59,989 DEBUG [RS:0;da99f16e0d32:35367 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:39:59,989 DEBUG [RS:2;da99f16e0d32:40105 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:39:59,989 DEBUG [RS:1;da99f16e0d32:34591 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:39:59,989 DEBUG [RS:0;da99f16e0d32:35367 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:39:59,989 DEBUG [RS:2;da99f16e0d32:40105 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/da99f16e0d32:0, corePoolSize=2, maxPoolSize=2 2024-11-27T21:39:59,989 DEBUG [RS:1;da99f16e0d32:34591 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/da99f16e0d32:0, corePoolSize=2, maxPoolSize=2 2024-11-27T21:39:59,989 DEBUG [RS:0;da99f16e0d32:35367 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/da99f16e0d32:0, corePoolSize=2, maxPoolSize=2 2024-11-27T21:39:59,989 DEBUG [RS:2;da99f16e0d32:40105 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:39:59,989 DEBUG [RS:1;da99f16e0d32:34591 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:39:59,989 DEBUG [RS:0;da99f16e0d32:35367 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:39:59,990 DEBUG [RS:1;da99f16e0d32:34591 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:39:59,990 DEBUG [RS:0;da99f16e0d32:35367 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:39:59,990 DEBUG [RS:2;da99f16e0d32:40105 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:39:59,990 DEBUG [RS:0;da99f16e0d32:35367 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:39:59,990 DEBUG [RS:1;da99f16e0d32:34591 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:39:59,990 DEBUG [RS:2;da99f16e0d32:40105 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:39:59,990 DEBUG [RS:2;da99f16e0d32:40105 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:39:59,990 DEBUG [RS:1;da99f16e0d32:34591 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:39:59,990 DEBUG [RS:0;da99f16e0d32:35367 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:39:59,990 DEBUG [RS:2;da99f16e0d32:40105 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:39:59,990 DEBUG [RS:0;da99f16e0d32:35367 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:39:59,990 DEBUG [RS:1;da99f16e0d32:34591 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:39:59,990 DEBUG [RS:2;da99f16e0d32:40105 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:39:59,990 DEBUG [RS:0;da99f16e0d32:35367 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:39:59,990 DEBUG [RS:1;da99f16e0d32:34591 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:39:59,990 DEBUG [RS:2;da99f16e0d32:40105 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0, corePoolSize=3, maxPoolSize=3 2024-11-27T21:39:59,990 DEBUG [RS:0;da99f16e0d32:35367 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0, corePoolSize=3, maxPoolSize=3 2024-11-27T21:39:59,990 DEBUG [RS:1;da99f16e0d32:34591 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0, corePoolSize=3, maxPoolSize=3 2024-11-27T21:39:59,990 DEBUG [RS:2;da99f16e0d32:40105 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/da99f16e0d32:0, corePoolSize=3, maxPoolSize=3 2024-11-27T21:39:59,990 DEBUG [RS:0;da99f16e0d32:35367 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/da99f16e0d32:0, corePoolSize=3, maxPoolSize=3 2024-11-27T21:39:59,990 DEBUG [RS:1;da99f16e0d32:34591 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/da99f16e0d32:0, corePoolSize=3, maxPoolSize=3 2024-11-27T21:39:59,992 INFO [RS:0;da99f16e0d32:35367 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T21:39:59,992 INFO [RS:2;da99f16e0d32:40105 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T21:39:59,992 INFO [RS:1;da99f16e0d32:34591 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T21:39:59,992 INFO [RS:2;da99f16e0d32:40105 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T21:39:59,992 INFO [RS:0;da99f16e0d32:35367 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T21:39:59,992 INFO [RS:1;da99f16e0d32:34591 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T21:39:59,992 INFO [RS:2;da99f16e0d32:40105 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:39:59,992 INFO [RS:0;da99f16e0d32:35367 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:39:59,993 INFO [RS:1;da99f16e0d32:34591 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:39:59,993 INFO [RS:2;da99f16e0d32:40105 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T21:39:59,993 INFO [RS:0;da99f16e0d32:35367 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T21:39:59,993 INFO [RS:1;da99f16e0d32:34591 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T21:39:59,993 INFO [RS:0;da99f16e0d32:35367 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T21:39:59,993 INFO [RS:2;da99f16e0d32:40105 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T21:39:59,993 INFO [RS:1;da99f16e0d32:34591 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T21:39:59,993 INFO [RS:2;da99f16e0d32:40105 {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,40105,1732743598365-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T21:39:59,993 INFO [RS:0;da99f16e0d32:35367 {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,35367,1732743598186-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T21:39:59,993 INFO [RS:1;da99f16e0d32:34591 {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,34591,1732743598299-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T21:40:00,022 INFO [RS:2;da99f16e0d32:40105 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T21:40:00,022 INFO [RS:1;da99f16e0d32:34591 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T21:40:00,022 INFO [RS:0;da99f16e0d32:35367 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T21:40:00,024 INFO [RS:1;da99f16e0d32:34591 {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,34591,1732743598299-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:40:00,024 INFO [RS:2;da99f16e0d32:40105 {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,40105,1732743598365-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:40:00,025 INFO [RS:0;da99f16e0d32:35367 {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,35367,1732743598186-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:40:00,025 INFO [RS:1;da99f16e0d32:34591 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:40:00,025 INFO [RS:0;da99f16e0d32:35367 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:40:00,025 INFO [RS:2;da99f16e0d32:40105 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:40:00,025 INFO [RS:1;da99f16e0d32:34591 {}] regionserver.Replication(171): da99f16e0d32,34591,1732743598299 started 2024-11-27T21:40:00,025 INFO [RS:0;da99f16e0d32:35367 {}] regionserver.Replication(171): da99f16e0d32,35367,1732743598186 started 2024-11-27T21:40:00,025 INFO [RS:2;da99f16e0d32:40105 {}] regionserver.Replication(171): da99f16e0d32,40105,1732743598365 started 2024-11-27T21:40:00,046 INFO [RS:2;da99f16e0d32:40105 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:40:00,046 INFO [RS:1;da99f16e0d32:34591 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:40:00,046 INFO [RS:2;da99f16e0d32:40105 {}] regionserver.HRegionServer(1482): Serving as da99f16e0d32,40105,1732743598365, RpcServer on da99f16e0d32/172.17.0.2:40105, sessionid=0x1017e3d05300003 2024-11-27T21:40:00,046 INFO [RS:1;da99f16e0d32:34591 {}] regionserver.HRegionServer(1482): Serving as da99f16e0d32,34591,1732743598299, RpcServer on da99f16e0d32/172.17.0.2:34591, sessionid=0x1017e3d05300002 2024-11-27T21:40:00,047 DEBUG [RS:2;da99f16e0d32:40105 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T21:40:00,047 DEBUG [RS:1;da99f16e0d32:34591 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T21:40:00,047 DEBUG [RS:2;da99f16e0d32:40105 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager da99f16e0d32,40105,1732743598365 2024-11-27T21:40:00,047 DEBUG [RS:1;da99f16e0d32:34591 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager da99f16e0d32,34591,1732743598299 2024-11-27T21:40:00,047 DEBUG [RS:1;da99f16e0d32:34591 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da99f16e0d32,34591,1732743598299' 2024-11-27T21:40:00,047 DEBUG [RS:2;da99f16e0d32:40105 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da99f16e0d32,40105,1732743598365' 2024-11-27T21:40:00,047 DEBUG [RS:2;da99f16e0d32:40105 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-27T21:40:00,047 DEBUG [RS:1;da99f16e0d32:34591 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-27T21:40:00,048 INFO [RS:0;da99f16e0d32:35367 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:40:00,048 INFO [RS:0;da99f16e0d32:35367 {}] regionserver.HRegionServer(1482): Serving as da99f16e0d32,35367,1732743598186, RpcServer on da99f16e0d32/172.17.0.2:35367, sessionid=0x1017e3d05300001 2024-11-27T21:40:00,048 DEBUG [RS:2;da99f16e0d32:40105 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-27T21:40:00,048 DEBUG [RS:1;da99f16e0d32:34591 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-27T21:40:00,048 DEBUG [RS:0;da99f16e0d32:35367 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T21:40:00,048 DEBUG [RS:0;da99f16e0d32:35367 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager da99f16e0d32,35367,1732743598186 2024-11-27T21:40:00,048 DEBUG [RS:0;da99f16e0d32:35367 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da99f16e0d32,35367,1732743598186' 2024-11-27T21:40:00,048 DEBUG [RS:0;da99f16e0d32:35367 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-27T21:40:00,049 DEBUG [RS:1;da99f16e0d32:34591 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T21:40:00,049 DEBUG [RS:2;da99f16e0d32:40105 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T21:40:00,049 DEBUG [RS:1;da99f16e0d32:34591 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T21:40:00,049 DEBUG [RS:2;da99f16e0d32:40105 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T21:40:00,049 DEBUG [RS:1;da99f16e0d32:34591 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager da99f16e0d32,34591,1732743598299 2024-11-27T21:40:00,049 DEBUG [RS:2;da99f16e0d32:40105 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager da99f16e0d32,40105,1732743598365 2024-11-27T21:40:00,049 DEBUG [RS:2;da99f16e0d32:40105 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da99f16e0d32,40105,1732743598365' 2024-11-27T21:40:00,049 DEBUG [RS:1;da99f16e0d32:34591 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da99f16e0d32,34591,1732743598299' 2024-11-27T21:40:00,049 DEBUG [RS:0;da99f16e0d32:35367 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-27T21:40:00,049 DEBUG [RS:2;da99f16e0d32:40105 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-27T21:40:00,049 DEBUG [RS:1;da99f16e0d32:34591 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-27T21:40:00,050 DEBUG [RS:2;da99f16e0d32:40105 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-27T21:40:00,050 DEBUG [RS:0;da99f16e0d32:35367 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T21:40:00,050 DEBUG [RS:1;da99f16e0d32:34591 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-27T21:40:00,050 DEBUG [RS:0;da99f16e0d32:35367 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T21:40:00,050 DEBUG [RS:0;da99f16e0d32:35367 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager da99f16e0d32,35367,1732743598186 2024-11-27T21:40:00,050 DEBUG [RS:0;da99f16e0d32:35367 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da99f16e0d32,35367,1732743598186' 2024-11-27T21:40:00,050 DEBUG [RS:0;da99f16e0d32:35367 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-27T21:40:00,050 DEBUG [RS:2;da99f16e0d32:40105 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T21:40:00,050 DEBUG [RS:1;da99f16e0d32:34591 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T21:40:00,050 INFO [RS:2;da99f16e0d32:40105 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T21:40:00,050 INFO [RS:1;da99f16e0d32:34591 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T21:40:00,050 INFO [RS:2;da99f16e0d32:40105 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T21:40:00,050 INFO [RS:1;da99f16e0d32:34591 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T21:40:00,050 DEBUG [RS:0;da99f16e0d32:35367 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-27T21:40:00,051 DEBUG [RS:0;da99f16e0d32:35367 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T21:40:00,051 INFO [RS:0;da99f16e0d32:35367 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T21:40:00,051 INFO [RS:0;da99f16e0d32:35367 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T21:40:00,155 INFO [RS:2;da99f16e0d32:40105 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T21:40:00,155 INFO [RS:1;da99f16e0d32:34591 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T21:40:00,155 INFO [RS:0;da99f16e0d32:35367 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T21:40:00,158 INFO [RS:0;da99f16e0d32:35367 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da99f16e0d32%2C35367%2C1732743598186, suffix=, logDir=hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/WALs/da99f16e0d32,35367,1732743598186, archiveDir=hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/oldWALs, maxLogs=32 2024-11-27T21:40:00,158 INFO [RS:1;da99f16e0d32:34591 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da99f16e0d32%2C34591%2C1732743598299, suffix=, logDir=hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/WALs/da99f16e0d32,34591,1732743598299, archiveDir=hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/oldWALs, maxLogs=32 2024-11-27T21:40:00,158 INFO [RS:2;da99f16e0d32:40105 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da99f16e0d32%2C40105%2C1732743598365, suffix=, logDir=hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/WALs/da99f16e0d32,40105,1732743598365, archiveDir=hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/oldWALs, maxLogs=32 2024-11-27T21:40:00,174 DEBUG [RS:1;da99f16e0d32:34591 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/WALs/da99f16e0d32,34591,1732743598299/da99f16e0d32%2C34591%2C1732743598299.1732743600161, exclude list is [], retry=0 2024-11-27T21:40:00,175 DEBUG [RS:2;da99f16e0d32:40105 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/WALs/da99f16e0d32,40105,1732743598365/da99f16e0d32%2C40105%2C1732743598365.1732743600161, exclude list is [], retry=0 2024-11-27T21:40:00,175 DEBUG [RS:0;da99f16e0d32:35367 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/WALs/da99f16e0d32,35367,1732743598186/da99f16e0d32%2C35367%2C1732743598186.1732743600161, exclude list is [], retry=0 2024-11-27T21:40:00,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34585,DS-035bc996-d844-4b97-afe2-6a3e1c690a68,DISK] 2024-11-27T21:40:00,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33613,DS-77371b8f-3b34-4ae4-93cd-7cc45f3e440d,DISK] 2024-11-27T21:40:00,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45977,DS-0835d032-dd05-4bb7-9483-b02f6f0388a7,DISK] 2024-11-27T21:40:00,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34585,DS-035bc996-d844-4b97-afe2-6a3e1c690a68,DISK] 2024-11-27T21:40:00,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33613,DS-77371b8f-3b34-4ae4-93cd-7cc45f3e440d,DISK] 2024-11-27T21:40:00,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45977,DS-0835d032-dd05-4bb7-9483-b02f6f0388a7,DISK] 2024-11-27T21:40:00,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33613,DS-77371b8f-3b34-4ae4-93cd-7cc45f3e440d,DISK] 2024-11-27T21:40:00,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34585,DS-035bc996-d844-4b97-afe2-6a3e1c690a68,DISK] 2024-11-27T21:40:00,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45977,DS-0835d032-dd05-4bb7-9483-b02f6f0388a7,DISK] 2024-11-27T21:40:00,200 INFO [RS:1;da99f16e0d32:34591 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/WALs/da99f16e0d32,34591,1732743598299/da99f16e0d32%2C34591%2C1732743598299.1732743600161 2024-11-27T21:40:00,203 DEBUG [RS:1;da99f16e0d32:34591 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38101:38101),(127.0.0.1/127.0.0.1:33215:33215),(127.0.0.1/127.0.0.1:34449:34449)] 2024-11-27T21:40:00,205 INFO [RS:0;da99f16e0d32:35367 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/WALs/da99f16e0d32,35367,1732743598186/da99f16e0d32%2C35367%2C1732743598186.1732743600161 2024-11-27T21:40:00,211 INFO [RS:2;da99f16e0d32:40105 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/WALs/da99f16e0d32,40105,1732743598365/da99f16e0d32%2C40105%2C1732743598365.1732743600161 2024-11-27T21:40:00,212 DEBUG [RS:0;da99f16e0d32:35367 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38101:38101),(127.0.0.1/127.0.0.1:34449:34449),(127.0.0.1/127.0.0.1:33215:33215)] 2024-11-27T21:40:00,213 DEBUG [RS:2;da99f16e0d32:40105 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38101:38101),(127.0.0.1/127.0.0.1:33215:33215),(127.0.0.1/127.0.0.1:34449:34449)] 2024-11-27T21:40:00,342 DEBUG [da99f16e0d32:39647 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-27T21:40:00,352 DEBUG [da99f16e0d32:39647 {}] balancer.BalancerClusterState(204): Hosts are {da99f16e0d32=0} racks are {/default-rack=0} 2024-11-27T21:40:00,358 DEBUG [da99f16e0d32:39647 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-27T21:40:00,358 DEBUG [da99f16e0d32:39647 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-27T21:40:00,358 DEBUG [da99f16e0d32:39647 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-27T21:40:00,358 DEBUG [da99f16e0d32:39647 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-27T21:40:00,358 DEBUG [da99f16e0d32:39647 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-27T21:40:00,359 DEBUG [da99f16e0d32:39647 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-27T21:40:00,359 INFO [da99f16e0d32:39647 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-27T21:40:00,359 INFO [da99f16e0d32:39647 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-27T21:40:00,359 INFO [da99f16e0d32:39647 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-27T21:40:00,359 DEBUG [da99f16e0d32:39647 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-27T21:40:00,365 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=da99f16e0d32,35367,1732743598186 2024-11-27T21:40:00,371 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as da99f16e0d32,35367,1732743598186, state=OPENING 2024-11-27T21:40:00,385 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T21:40:00,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35367-0x1017e3d05300001, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:40:00,395 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40105-0x1017e3d05300003, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:40:00,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34591-0x1017e3d05300002, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:40:00,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39647-0x1017e3d05300000, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:40:00,396 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T21:40:00,396 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T21:40:00,396 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T21:40:00,396 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T21:40:00,398 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T21:40:00,400 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=da99f16e0d32,35367,1732743598186}] 2024-11-27T21:40:07,714 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T21:40:07,715 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-27T21:40:10,427 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T21:40:10,429 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53905, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T21:40:10,442 INFO [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T21:40:10,442 INFO [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:40:10,443 INFO [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T21:40:10,446 INFO [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da99f16e0d32%2C35367%2C1732743598186.meta, suffix=.meta, logDir=hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/WALs/da99f16e0d32,35367,1732743598186, archiveDir=hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/oldWALs, maxLogs=32 2024-11-27T21:40:10,460 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/WALs/da99f16e0d32,35367,1732743598186/da99f16e0d32%2C35367%2C1732743598186.meta.1732743610448.meta, exclude list is [], retry=0 2024-11-27T21:40:10,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33613,DS-77371b8f-3b34-4ae4-93cd-7cc45f3e440d,DISK] 2024-11-27T21:40:10,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34585,DS-035bc996-d844-4b97-afe2-6a3e1c690a68,DISK] 2024-11-27T21:40:10,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45977,DS-0835d032-dd05-4bb7-9483-b02f6f0388a7,DISK] 2024-11-27T21:40:10,467 INFO [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/WALs/da99f16e0d32,35367,1732743598186/da99f16e0d32%2C35367%2C1732743598186.meta.1732743610448.meta 2024-11-27T21:40:10,467 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38101:38101),(127.0.0.1/127.0.0.1:33215:33215),(127.0.0.1/127.0.0.1:34449:34449)] 2024-11-27T21:40:10,468 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:40:10,469 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T21:40:10,471 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T21:40:10,475 INFO [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T21:40:10,479 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T21:40:10,480 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:40:10,480 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T21:40:10,480 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T21:40:10,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T21:40:10,485 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T21:40:10,485 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:40:10,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:40:10,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T21:40:10,488 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T21:40:10,488 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:40:10,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:40:10,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T21:40:10,491 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T21:40:10,491 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:40:10,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:40:10,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T21:40:10,493 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T21:40:10,493 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:40:10,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:40:10,494 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T21:40:10,496 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/data/hbase/meta/1588230740 2024-11-27T21:40:10,498 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/data/hbase/meta/1588230740 2024-11-27T21:40:10,501 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T21:40:10,501 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T21:40:10,502 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:40:10,506 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T21:40:10,507 INFO [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71968047, jitterRate=0.07240746915340424}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:40:10,508 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T21:40:10,509 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732743610481Writing region info on filesystem at 1732743610481Initializing all the Stores at 1732743610483 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732743610483Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732743610483Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732743610483Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732743610483Cleaning up temporary data from old regions at 1732743610501 (+18 ms)Running coprocessor post-open hooks at 1732743610508 (+7 ms)Region opened successfully at 1732743610509 (+1 ms) 2024-11-27T21:40:10,516 INFO [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732743610418 2024-11-27T21:40:10,529 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T21:40:10,530 INFO [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T21:40:10,532 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=da99f16e0d32,35367,1732743598186 2024-11-27T21:40:10,534 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as da99f16e0d32,35367,1732743598186, state=OPEN 2024-11-27T21:40:10,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35367-0x1017e3d05300001, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T21:40:10,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39647-0x1017e3d05300000, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T21:40:10,546 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40105-0x1017e3d05300003, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T21:40:10,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34591-0x1017e3d05300002, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T21:40:10,546 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T21:40:10,546 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T21:40:10,546 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T21:40:10,546 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T21:40:10,547 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=da99f16e0d32,35367,1732743598186 2024-11-27T21:40:10,552 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T21:40:10,553 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=da99f16e0d32,35367,1732743598186 in 10.1470 sec 2024-11-27T21:40:10,560 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T21:40:10,560 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.8790 sec 2024-11-27T21:40:10,562 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T21:40:10,562 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T21:40:10,586 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:40:10,587 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da99f16e0d32,35367,1732743598186, seqNum=-1] 2024-11-27T21:40:10,614 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:40:10,615 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60737, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:40:10,632 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.2010 sec 2024-11-27T21:40:10,633 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732743610633, completionTime=-1 2024-11-27T21:40:10,635 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-27T21:40:10,635 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T21:40:10,676 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-27T21:40:10,676 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732743670676 2024-11-27T21:40:10,676 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732743730676 2024-11-27T21:40:10,676 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 40 msec 2024-11-27T21:40:10,678 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-27T21:40:10,684 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,39647,1732743597334-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:40:10,684 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,39647,1732743597334-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:40:10,685 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,39647,1732743597334-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:40:10,686 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-da99f16e0d32:39647, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:40:10,687 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T21:40:10,687 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T21:40:10,693 DEBUG [master/da99f16e0d32:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T21:40:10,719 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 12.227sec 2024-11-27T21:40:10,720 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T21:40:10,722 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T21:40:10,723 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T21:40:10,723 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T21:40:10,723 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T21:40:10,724 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,39647,1732743597334-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T21:40:10,724 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,39647,1732743597334-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T21:40:10,728 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T21:40:10,729 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T21:40:10,730 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,39647,1732743597334-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:40:10,833 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1473fdee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:40:10,837 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-27T21:40:10,837 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-27T21:40:10,840 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da99f16e0d32,39647,-1 for getting cluster id 2024-11-27T21:40:10,842 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:40:10,852 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '702123a4-c899-4ac0-a135-1a8a0d6e58f4' 2024-11-27T21:40:10,854 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:40:10,855 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "702123a4-c899-4ac0-a135-1a8a0d6e58f4" 2024-11-27T21:40:10,855 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49e412ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:40:10,855 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da99f16e0d32,39647,-1] 2024-11-27T21:40:10,857 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:40:10,858 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:40:10,860 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39798, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:40:10,862 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71a17bb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:40:10,863 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:40:10,868 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da99f16e0d32,35367,1732743598186, seqNum=-1] 2024-11-27T21:40:10,869 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:40:10,871 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42764, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:40:10,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=da99f16e0d32,39647,1732743597334 2024-11-27T21:40:10,891 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732743610890 (current time:1732743610890). 2024-11-27T21:40:10,891 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-27T21:40:10,891 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-27T21:40:10,893 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62aae17c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:40:10,894 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da99f16e0d32,39647,-1 for getting cluster id 2024-11-27T21:40:10,894 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:40:10,895 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '702123a4-c899-4ac0-a135-1a8a0d6e58f4' 2024-11-27T21:40:10,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:40:10,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "702123a4-c899-4ac0-a135-1a8a0d6e58f4" 2024-11-27T21:40:10,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e27b7e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:40:10,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da99f16e0d32,39647,-1] 2024-11-27T21:40:10,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:40:10,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:40:10,897 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39816, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:40:10,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60df26ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:40:10,901 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:40:10,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da99f16e0d32,35367,1732743598186, seqNum=-1] 2024-11-27T21:40:10,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:40:10,904 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42780, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:40:10,906 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:40:10,906 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:40:10,910 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:40:10,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:40:10,911 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:40:10,915 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:40:10,920 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is da99f16e0d32,39647,1732743597334 2024-11-27T21:40:10,923 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@796f6609 2024-11-27T21:40:10,924 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:40:10,926 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39820, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T21:40:10,932 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39647 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T21:40:10,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39647 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-27T21:40:10,942 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T21:40:10,943 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39647 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-27T21:40:10,944 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:40:10,946 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T21:40:10,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:40:10,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741837_1013 (size=361) 2024-11-27T21:40:10,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741837_1013 (size=361) 2024-11-27T21:40:10,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741837_1013 (size=361) 2024-11-27T21:40:10,965 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 0225bb35954ea1a2bb1f6ac4e0f552ef, NAME => 'SPTestTable,33333332,1732743610928.0225bb35954ea1a2bb1f6ac4e0f552ef.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a 2024-11-27T21:40:10,965 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => cc2bfcf57079ed6f742c8ec77f486409, NAME => 'SPTestTable,19999999,1732743610928.cc2bfcf57079ed6f742c8ec77f486409.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a 2024-11-27T21:40:10,965 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3b73b76754c77359ae74e8d66780eb5d, NAME => 'SPTestTable,,1732743610928.3b73b76754c77359ae74e8d66780eb5d.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a 2024-11-27T21:40:10,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741839_1015 (size=54) 2024-11-27T21:40:10,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741839_1015 (size=54) 2024-11-27T21:40:10,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741839_1015 (size=54) 2024-11-27T21:40:10,999 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1732743610928.3b73b76754c77359ae74e8d66780eb5d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:40:10,999 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 3b73b76754c77359ae74e8d66780eb5d, disabling compactions & flushes 2024-11-27T21:40:10,999 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1732743610928.3b73b76754c77359ae74e8d66780eb5d. 2024-11-27T21:40:10,999 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732743610928.3b73b76754c77359ae74e8d66780eb5d. 2024-11-27T21:40:10,999 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732743610928.3b73b76754c77359ae74e8d66780eb5d. after waiting 0 ms 2024-11-27T21:40:10,999 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732743610928.3b73b76754c77359ae74e8d66780eb5d. 2024-11-27T21:40:11,000 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1732743610928.3b73b76754c77359ae74e8d66780eb5d. 2024-11-27T21:40:11,000 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3b73b76754c77359ae74e8d66780eb5d: Waiting for close lock at 1732743610999Disabling compacts and flushes for region at 1732743610999Disabling writes for close at 1732743610999Writing region close event to WAL at 1732743611000 (+1 ms)Closed at 1732743611000 2024-11-27T21:40:11,001 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bc9ae85240f16b6c87b6cc3a5da811fd, NAME => 'SPTestTable,4ccccccb,1732743610928.bc9ae85240f16b6c87b6cc3a5da811fd.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a 2024-11-27T21:40:11,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741838_1014 (size=62) 2024-11-27T21:40:11,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741838_1014 (size=62) 2024-11-27T21:40:11,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741838_1014 (size=62) 2024-11-27T21:40:11,003 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732743610928.0225bb35954ea1a2bb1f6ac4e0f552ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:40:11,003 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 0225bb35954ea1a2bb1f6ac4e0f552ef, disabling compactions & flushes 2024-11-27T21:40:11,003 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732743610928.0225bb35954ea1a2bb1f6ac4e0f552ef. 2024-11-27T21:40:11,003 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732743610928.0225bb35954ea1a2bb1f6ac4e0f552ef. 2024-11-27T21:40:11,003 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732743610928.0225bb35954ea1a2bb1f6ac4e0f552ef. after waiting 0 ms 2024-11-27T21:40:11,003 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732743610928.0225bb35954ea1a2bb1f6ac4e0f552ef. 2024-11-27T21:40:11,003 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732743610928.0225bb35954ea1a2bb1f6ac4e0f552ef. 2024-11-27T21:40:11,003 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 0225bb35954ea1a2bb1f6ac4e0f552ef: Waiting for close lock at 1732743611003Disabling compacts and flushes for region at 1732743611003Disabling writes for close at 1732743611003Writing region close event to WAL at 1732743611003Closed at 1732743611003 2024-11-27T21:40:11,004 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => b475d18f68b6f45e963795d52eb66652, NAME => 'SPTestTable,66666664,1732743610928.b475d18f68b6f45e963795d52eb66652.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a 2024-11-27T21:40:11,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741840_1016 (size=62) 2024-11-27T21:40:11,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741840_1016 (size=62) 2024-11-27T21:40:11,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741840_1016 (size=62) 2024-11-27T21:40:11,010 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732743610928.cc2bfcf57079ed6f742c8ec77f486409.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:40:11,011 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing cc2bfcf57079ed6f742c8ec77f486409, disabling compactions & flushes 2024-11-27T21:40:11,011 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732743610928.cc2bfcf57079ed6f742c8ec77f486409. 2024-11-27T21:40:11,011 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732743610928.cc2bfcf57079ed6f742c8ec77f486409. 2024-11-27T21:40:11,011 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732743610928.cc2bfcf57079ed6f742c8ec77f486409. after waiting 0 ms 2024-11-27T21:40:11,011 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732743610928.cc2bfcf57079ed6f742c8ec77f486409. 2024-11-27T21:40:11,011 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732743610928.cc2bfcf57079ed6f742c8ec77f486409. 2024-11-27T21:40:11,011 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for cc2bfcf57079ed6f742c8ec77f486409: Waiting for close lock at 1732743611011Disabling compacts and flushes for region at 1732743611011Disabling writes for close at 1732743611011Writing region close event to WAL at 1732743611011Closed at 1732743611011 2024-11-27T21:40:11,012 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 33194b45b05e8e098b97ed12813a5779, NAME => 'SPTestTable,7ffffffd,1732743610928.33194b45b05e8e098b97ed12813a5779.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a 2024-11-27T21:40:11,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741841_1017 (size=62) 2024-11-27T21:40:11,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741841_1017 (size=62) 2024-11-27T21:40:11,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741842_1018 (size=62) 2024-11-27T21:40:11,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741841_1017 (size=62) 2024-11-27T21:40:11,038 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732743610928.bc9ae85240f16b6c87b6cc3a5da811fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:40:11,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741842_1018 (size=62) 2024-11-27T21:40:11,038 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing bc9ae85240f16b6c87b6cc3a5da811fd, disabling compactions & flushes 2024-11-27T21:40:11,038 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732743610928.bc9ae85240f16b6c87b6cc3a5da811fd. 2024-11-27T21:40:11,038 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732743610928.bc9ae85240f16b6c87b6cc3a5da811fd. 2024-11-27T21:40:11,038 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732743610928.bc9ae85240f16b6c87b6cc3a5da811fd. after waiting 0 ms 2024-11-27T21:40:11,038 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732743610928.bc9ae85240f16b6c87b6cc3a5da811fd. 2024-11-27T21:40:11,038 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732743610928.bc9ae85240f16b6c87b6cc3a5da811fd. 2024-11-27T21:40:11,039 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for bc9ae85240f16b6c87b6cc3a5da811fd: Waiting for close lock at 1732743611038Disabling compacts and flushes for region at 1732743611038Disabling writes for close at 1732743611038Writing region close event to WAL at 1732743611038Closed at 1732743611038 2024-11-27T21:40:11,039 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8427ba2986589b794d6e640ecd0710a3, NAME => 'SPTestTable,99999996,1732743610928.8427ba2986589b794d6e640ecd0710a3.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a 2024-11-27T21:40:11,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741842_1018 (size=62) 2024-11-27T21:40:11,044 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732743610928.b475d18f68b6f45e963795d52eb66652.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:40:11,044 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing b475d18f68b6f45e963795d52eb66652, disabling compactions & flushes 2024-11-27T21:40:11,044 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732743610928.b475d18f68b6f45e963795d52eb66652. 2024-11-27T21:40:11,045 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732743610928.b475d18f68b6f45e963795d52eb66652. 2024-11-27T21:40:11,045 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732743610928.b475d18f68b6f45e963795d52eb66652. after waiting 0 ms 2024-11-27T21:40:11,045 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732743610928.b475d18f68b6f45e963795d52eb66652. 2024-11-27T21:40:11,045 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732743610928.b475d18f68b6f45e963795d52eb66652. 2024-11-27T21:40:11,045 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for b475d18f68b6f45e963795d52eb66652: Waiting for close lock at 1732743611044Disabling compacts and flushes for region at 1732743611044Disabling writes for close at 1732743611045 (+1 ms)Writing region close event to WAL at 1732743611045Closed at 1732743611045 2024-11-27T21:40:11,046 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 3727168c1041ee8de8b23c795097ccff, NAME => 'SPTestTable,b333332f,1732743610928.3727168c1041ee8de8b23c795097ccff.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a 2024-11-27T21:40:11,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741843_1019 (size=62) 2024-11-27T21:40:11,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741843_1019 (size=62) 2024-11-27T21:40:11,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741843_1019 (size=62) 2024-11-27T21:40:11,055 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732743610928.33194b45b05e8e098b97ed12813a5779.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:40:11,055 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 33194b45b05e8e098b97ed12813a5779, disabling compactions & flushes 2024-11-27T21:40:11,055 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732743610928.33194b45b05e8e098b97ed12813a5779. 2024-11-27T21:40:11,055 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732743610928.33194b45b05e8e098b97ed12813a5779. 2024-11-27T21:40:11,055 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732743610928.33194b45b05e8e098b97ed12813a5779. after waiting 0 ms 2024-11-27T21:40:11,055 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732743610928.33194b45b05e8e098b97ed12813a5779. 2024-11-27T21:40:11,055 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732743610928.33194b45b05e8e098b97ed12813a5779. 2024-11-27T21:40:11,055 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 33194b45b05e8e098b97ed12813a5779: Waiting for close lock at 1732743611055Disabling compacts and flushes for region at 1732743611055Disabling writes for close at 1732743611055Writing region close event to WAL at 1732743611055Closed at 1732743611055 2024-11-27T21:40:11,056 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 377711a5f5172f4e7364b48af05a8843, NAME => 'SPTestTable,ccccccc8,1732743610928.377711a5f5172f4e7364b48af05a8843.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a 2024-11-27T21:40:11,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:40:11,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741844_1020 (size=62) 2024-11-27T21:40:11,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741844_1020 (size=62) 2024-11-27T21:40:11,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741844_1020 (size=62) 2024-11-27T21:40:11,072 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732743610928.8427ba2986589b794d6e640ecd0710a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:40:11,072 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 8427ba2986589b794d6e640ecd0710a3, disabling compactions & flushes 2024-11-27T21:40:11,072 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732743610928.8427ba2986589b794d6e640ecd0710a3. 2024-11-27T21:40:11,072 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732743610928.8427ba2986589b794d6e640ecd0710a3. 2024-11-27T21:40:11,072 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732743610928.8427ba2986589b794d6e640ecd0710a3. after waiting 0 ms 2024-11-27T21:40:11,072 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732743610928.8427ba2986589b794d6e640ecd0710a3. 2024-11-27T21:40:11,072 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732743610928.8427ba2986589b794d6e640ecd0710a3. 2024-11-27T21:40:11,073 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8427ba2986589b794d6e640ecd0710a3: Waiting for close lock at 1732743611072Disabling compacts and flushes for region at 1732743611072Disabling writes for close at 1732743611072Writing region close event to WAL at 1732743611072Closed at 1732743611072 2024-11-27T21:40:11,073 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 814e119406e6a6cd5ca2858eb3f3b8c9, NAME => 'SPTestTable,e6666661,1732743610928.814e119406e6a6cd5ca2858eb3f3b8c9.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a 2024-11-27T21:40:11,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741845_1021 (size=62) 2024-11-27T21:40:11,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741845_1021 (size=62) 2024-11-27T21:40:11,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741846_1022 (size=62) 2024-11-27T21:40:11,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741845_1021 (size=62) 2024-11-27T21:40:11,090 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732743610928.3727168c1041ee8de8b23c795097ccff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:40:11,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741846_1022 (size=62) 2024-11-27T21:40:11,090 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 3727168c1041ee8de8b23c795097ccff, disabling compactions & flushes 2024-11-27T21:40:11,090 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732743610928.3727168c1041ee8de8b23c795097ccff. 2024-11-27T21:40:11,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741846_1022 (size=62) 2024-11-27T21:40:11,090 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732743610928.3727168c1041ee8de8b23c795097ccff. 2024-11-27T21:40:11,090 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732743610928.3727168c1041ee8de8b23c795097ccff. after waiting 0 ms 2024-11-27T21:40:11,090 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732743610928.3727168c1041ee8de8b23c795097ccff. 2024-11-27T21:40:11,090 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732743610928.3727168c1041ee8de8b23c795097ccff. 2024-11-27T21:40:11,090 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 3727168c1041ee8de8b23c795097ccff: Waiting for close lock at 1732743611090Disabling compacts and flushes for region at 1732743611090Disabling writes for close at 1732743611090Writing region close event to WAL at 1732743611090Closed at 1732743611090 2024-11-27T21:40:11,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741847_1023 (size=54) 2024-11-27T21:40:11,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741847_1023 (size=54) 2024-11-27T21:40:11,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741847_1023 (size=54) 2024-11-27T21:40:11,096 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732743610928.814e119406e6a6cd5ca2858eb3f3b8c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:40:11,096 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 814e119406e6a6cd5ca2858eb3f3b8c9, disabling compactions & flushes 2024-11-27T21:40:11,097 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732743610928.814e119406e6a6cd5ca2858eb3f3b8c9. 2024-11-27T21:40:11,097 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732743610928.814e119406e6a6cd5ca2858eb3f3b8c9. 2024-11-27T21:40:11,097 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732743610928.814e119406e6a6cd5ca2858eb3f3b8c9. after waiting 0 ms 2024-11-27T21:40:11,097 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732743610928.814e119406e6a6cd5ca2858eb3f3b8c9. 2024-11-27T21:40:11,097 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732743610928.814e119406e6a6cd5ca2858eb3f3b8c9. 2024-11-27T21:40:11,097 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 814e119406e6a6cd5ca2858eb3f3b8c9: Waiting for close lock at 1732743611096Disabling compacts and flushes for region at 1732743611096Disabling writes for close at 1732743611097 (+1 ms)Writing region close event to WAL at 1732743611097Closed at 1732743611097 2024-11-27T21:40:11,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:40:11,490 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732743610928.377711a5f5172f4e7364b48af05a8843.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:40:11,490 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 377711a5f5172f4e7364b48af05a8843, disabling compactions & flushes 2024-11-27T21:40:11,490 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732743610928.377711a5f5172f4e7364b48af05a8843. 2024-11-27T21:40:11,490 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732743610928.377711a5f5172f4e7364b48af05a8843. 2024-11-27T21:40:11,490 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732743610928.377711a5f5172f4e7364b48af05a8843. after waiting 0 ms 2024-11-27T21:40:11,491 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732743610928.377711a5f5172f4e7364b48af05a8843. 2024-11-27T21:40:11,491 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732743610928.377711a5f5172f4e7364b48af05a8843. 2024-11-27T21:40:11,491 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 377711a5f5172f4e7364b48af05a8843: Waiting for close lock at 1732743611490Disabling compacts and flushes for region at 1732743611490Disabling writes for close at 1732743611490Writing region close event to WAL at 1732743611491 (+1 ms)Closed at 1732743611491 2024-11-27T21:40:11,493 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T21:40:11,498 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1732743610928.3b73b76754c77359ae74e8d66780eb5d.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732743611493"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732743611493"}]},"ts":"1732743611493"} 2024-11-27T21:40:11,499 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1732743610928.0225bb35954ea1a2bb1f6ac4e0f552ef.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732743611493"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732743611493"}]},"ts":"1732743611493"} 2024-11-27T21:40:11,499 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1732743610928.cc2bfcf57079ed6f742c8ec77f486409.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732743611493"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732743611493"}]},"ts":"1732743611493"} 2024-11-27T21:40:11,499 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1732743610928.bc9ae85240f16b6c87b6cc3a5da811fd.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732743611493"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732743611493"}]},"ts":"1732743611493"} 2024-11-27T21:40:11,499 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1732743610928.b475d18f68b6f45e963795d52eb66652.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732743611493"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732743611493"}]},"ts":"1732743611493"} 2024-11-27T21:40:11,500 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1732743610928.33194b45b05e8e098b97ed12813a5779.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732743611493"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732743611493"}]},"ts":"1732743611493"} 2024-11-27T21:40:11,500 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1732743610928.8427ba2986589b794d6e640ecd0710a3.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732743611493"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732743611493"}]},"ts":"1732743611493"} 2024-11-27T21:40:11,500 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1732743610928.3727168c1041ee8de8b23c795097ccff.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732743611493"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732743611493"}]},"ts":"1732743611493"} 2024-11-27T21:40:11,500 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1732743610928.814e119406e6a6cd5ca2858eb3f3b8c9.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732743611493"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732743611493"}]},"ts":"1732743611493"} 2024-11-27T21:40:11,501 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1732743610928.377711a5f5172f4e7364b48af05a8843.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732743611493"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732743611493"}]},"ts":"1732743611493"} 2024-11-27T21:40:11,544 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-27T21:40:11,546 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T21:40:11,549 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732743611547"}]},"ts":"1732743611547"} 2024-11-27T21:40:11,554 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-27T21:40:11,555 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {da99f16e0d32=0} racks are {/default-rack=0} 2024-11-27T21:40:11,563 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-27T21:40:11,563 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-27T21:40:11,563 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-27T21:40:11,563 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-27T21:40:11,563 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-27T21:40:11,563 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-27T21:40:11,564 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-27T21:40:11,564 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-27T21:40:11,564 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-27T21:40:11,564 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-27T21:40:11,566 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3b73b76754c77359ae74e8d66780eb5d, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cc2bfcf57079ed6f742c8ec77f486409, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0225bb35954ea1a2bb1f6ac4e0f552ef, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bc9ae85240f16b6c87b6cc3a5da811fd, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b475d18f68b6f45e963795d52eb66652, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=33194b45b05e8e098b97ed12813a5779, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8427ba2986589b794d6e640ecd0710a3, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3727168c1041ee8de8b23c795097ccff, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=377711a5f5172f4e7364b48af05a8843, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=814e119406e6a6cd5ca2858eb3f3b8c9, ASSIGN}] 2024-11-27T21:40:11,572 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3b73b76754c77359ae74e8d66780eb5d, ASSIGN 2024-11-27T21:40:11,573 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cc2bfcf57079ed6f742c8ec77f486409, ASSIGN 2024-11-27T21:40:11,573 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0225bb35954ea1a2bb1f6ac4e0f552ef, ASSIGN 2024-11-27T21:40:11,575 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b475d18f68b6f45e963795d52eb66652, ASSIGN 2024-11-27T21:40:11,575 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3b73b76754c77359ae74e8d66780eb5d, ASSIGN; state=OFFLINE, location=da99f16e0d32,40105,1732743598365; forceNewPlan=false, retain=false 2024-11-27T21:40:11,576 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0225bb35954ea1a2bb1f6ac4e0f552ef, ASSIGN; state=OFFLINE, location=da99f16e0d32,34591,1732743598299; forceNewPlan=false, retain=false 2024-11-27T21:40:11,576 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cc2bfcf57079ed6f742c8ec77f486409, ASSIGN; state=OFFLINE, location=da99f16e0d32,35367,1732743598186; forceNewPlan=false, retain=false 2024-11-27T21:40:11,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:40:11,580 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b475d18f68b6f45e963795d52eb66652, ASSIGN; state=OFFLINE, location=da99f16e0d32,34591,1732743598299; forceNewPlan=false, retain=false 2024-11-27T21:40:11,580 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=814e119406e6a6cd5ca2858eb3f3b8c9, ASSIGN 2024-11-27T21:40:11,583 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3727168c1041ee8de8b23c795097ccff, ASSIGN 2024-11-27T21:40:11,583 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=377711a5f5172f4e7364b48af05a8843, ASSIGN 2024-11-27T21:40:11,584 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=814e119406e6a6cd5ca2858eb3f3b8c9, ASSIGN; state=OFFLINE, location=da99f16e0d32,35367,1732743598186; forceNewPlan=false, retain=false 2024-11-27T21:40:11,586 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8427ba2986589b794d6e640ecd0710a3, ASSIGN 2024-11-27T21:40:11,587 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=377711a5f5172f4e7364b48af05a8843, ASSIGN; state=OFFLINE, location=da99f16e0d32,40105,1732743598365; forceNewPlan=false, retain=false 2024-11-27T21:40:11,589 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8427ba2986589b794d6e640ecd0710a3, ASSIGN; state=OFFLINE, location=da99f16e0d32,40105,1732743598365; forceNewPlan=false, retain=false 2024-11-27T21:40:11,589 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=33194b45b05e8e098b97ed12813a5779, ASSIGN 2024-11-27T21:40:11,590 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3727168c1041ee8de8b23c795097ccff, ASSIGN; state=OFFLINE, location=da99f16e0d32,34591,1732743598299; forceNewPlan=false, retain=false 2024-11-27T21:40:11,592 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=33194b45b05e8e098b97ed12813a5779, ASSIGN; state=OFFLINE, location=da99f16e0d32,35367,1732743598186; forceNewPlan=false, retain=false 2024-11-27T21:40:11,599 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bc9ae85240f16b6c87b6cc3a5da811fd, ASSIGN 2024-11-27T21:40:11,601 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bc9ae85240f16b6c87b6cc3a5da811fd, ASSIGN; state=OFFLINE, location=da99f16e0d32,40105,1732743598365; forceNewPlan=false, retain=false 2024-11-27T21:40:11,729 INFO [da99f16e0d32:39647 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-27T21:40:11,731 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=377711a5f5172f4e7364b48af05a8843, regionState=OPENING, regionLocation=da99f16e0d32,40105,1732743598365 2024-11-27T21:40:11,731 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=8427ba2986589b794d6e640ecd0710a3, regionState=OPENING, regionLocation=da99f16e0d32,40105,1732743598365 2024-11-27T21:40:11,732 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=bc9ae85240f16b6c87b6cc3a5da811fd, regionState=OPENING, regionLocation=da99f16e0d32,40105,1732743598365 2024-11-27T21:40:11,732 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3b73b76754c77359ae74e8d66780eb5d, regionState=OPENING, regionLocation=da99f16e0d32,40105,1732743598365 2024-11-27T21:40:11,733 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=814e119406e6a6cd5ca2858eb3f3b8c9, regionState=OPENING, regionLocation=da99f16e0d32,35367,1732743598186 2024-11-27T21:40:11,733 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=33194b45b05e8e098b97ed12813a5779, regionState=OPENING, regionLocation=da99f16e0d32,35367,1732743598186 2024-11-27T21:40:11,733 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=cc2bfcf57079ed6f742c8ec77f486409, regionState=OPENING, regionLocation=da99f16e0d32,35367,1732743598186 2024-11-27T21:40:11,733 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=3727168c1041ee8de8b23c795097ccff, regionState=OPENING, regionLocation=da99f16e0d32,34591,1732743598299 2024-11-27T21:40:11,734 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b475d18f68b6f45e963795d52eb66652, regionState=OPENING, regionLocation=da99f16e0d32,34591,1732743598299 2024-11-27T21:40:11,734 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=0225bb35954ea1a2bb1f6ac4e0f552ef, regionState=OPENING, regionLocation=da99f16e0d32,34591,1732743598299 2024-11-27T21:40:11,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=377711a5f5172f4e7364b48af05a8843, ASSIGN because future has completed 2024-11-27T21:40:11,748 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 377711a5f5172f4e7364b48af05a8843, server=da99f16e0d32,40105,1732743598365}] 2024-11-27T21:40:11,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8427ba2986589b794d6e640ecd0710a3, ASSIGN because future has completed 2024-11-27T21:40:11,751 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8427ba2986589b794d6e640ecd0710a3, server=da99f16e0d32,40105,1732743598365}] 2024-11-27T21:40:11,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bc9ae85240f16b6c87b6cc3a5da811fd, ASSIGN because future has completed 2024-11-27T21:40:11,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3b73b76754c77359ae74e8d66780eb5d, ASSIGN because future has completed 2024-11-27T21:40:11,760 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3b73b76754c77359ae74e8d66780eb5d, server=da99f16e0d32,40105,1732743598365}] 2024-11-27T21:40:11,760 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc9ae85240f16b6c87b6cc3a5da811fd, server=da99f16e0d32,40105,1732743598365}] 2024-11-27T21:40:11,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=814e119406e6a6cd5ca2858eb3f3b8c9, ASSIGN because future has completed 2024-11-27T21:40:11,765 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 814e119406e6a6cd5ca2858eb3f3b8c9, server=da99f16e0d32,35367,1732743598186}] 2024-11-27T21:40:11,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=33194b45b05e8e098b97ed12813a5779, ASSIGN because future has completed 2024-11-27T21:40:11,771 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 33194b45b05e8e098b97ed12813a5779, server=da99f16e0d32,35367,1732743598186}] 2024-11-27T21:40:11,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cc2bfcf57079ed6f742c8ec77f486409, ASSIGN because future has completed 2024-11-27T21:40:11,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3727168c1041ee8de8b23c795097ccff, ASSIGN because future has completed 2024-11-27T21:40:11,778 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3727168c1041ee8de8b23c795097ccff, server=da99f16e0d32,34591,1732743598299}] 2024-11-27T21:40:11,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b475d18f68b6f45e963795d52eb66652, ASSIGN because future has completed 2024-11-27T21:40:11,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0225bb35954ea1a2bb1f6ac4e0f552ef, ASSIGN because future has completed 2024-11-27T21:40:11,790 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b475d18f68b6f45e963795d52eb66652, server=da99f16e0d32,34591,1732743598299}] 2024-11-27T21:40:11,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure cc2bfcf57079ed6f742c8ec77f486409, server=da99f16e0d32,35367,1732743598186}] 2024-11-27T21:40:11,801 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0225bb35954ea1a2bb1f6ac4e0f552ef, server=da99f16e0d32,34591,1732743598299}] 2024-11-27T21:40:11,956 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T21:40:12,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:40:13,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:40:15,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:40:16,019 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-27T21:40:17,713 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T21:40:17,713 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-27T21:40:17,715 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T21:40:17,716 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-27T21:40:19,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:40:21,756 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T21:40:21,761 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52193, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T21:40:21,773 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732743610928.377711a5f5172f4e7364b48af05a8843. 2024-11-27T21:40:21,774 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 377711a5f5172f4e7364b48af05a8843, NAME => 'SPTestTable,ccccccc8,1732743610928.377711a5f5172f4e7364b48af05a8843.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-27T21:40:21,774 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 377711a5f5172f4e7364b48af05a8843 2024-11-27T21:40:21,775 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732743610928.377711a5f5172f4e7364b48af05a8843.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:40:21,775 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 377711a5f5172f4e7364b48af05a8843 2024-11-27T21:40:21,775 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 377711a5f5172f4e7364b48af05a8843 2024-11-27T21:40:21,778 INFO [StoreOpener-377711a5f5172f4e7364b48af05a8843-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 377711a5f5172f4e7364b48af05a8843 2024-11-27T21:40:21,781 INFO [StoreOpener-377711a5f5172f4e7364b48af05a8843-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 377711a5f5172f4e7364b48af05a8843 columnFamilyName cf 2024-11-27T21:40:21,781 DEBUG [StoreOpener-377711a5f5172f4e7364b48af05a8843-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:40:21,782 INFO [StoreOpener-377711a5f5172f4e7364b48af05a8843-1 {}] regionserver.HStore(327): Store=377711a5f5172f4e7364b48af05a8843/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:40:21,782 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 377711a5f5172f4e7364b48af05a8843 2024-11-27T21:40:21,783 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/data/default/SPTestTable/377711a5f5172f4e7364b48af05a8843 2024-11-27T21:40:21,783 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/data/default/SPTestTable/377711a5f5172f4e7364b48af05a8843 2024-11-27T21:40:21,784 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 377711a5f5172f4e7364b48af05a8843 2024-11-27T21:40:21,784 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 377711a5f5172f4e7364b48af05a8843 2024-11-27T21:40:21,787 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 377711a5f5172f4e7364b48af05a8843 2024-11-27T21:40:21,790 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732743610928.cc2bfcf57079ed6f742c8ec77f486409. 2024-11-27T21:40:21,791 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/data/default/SPTestTable/377711a5f5172f4e7364b48af05a8843/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:40:21,791 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => cc2bfcf57079ed6f742c8ec77f486409, NAME => 'SPTestTable,19999999,1732743610928.cc2bfcf57079ed6f742c8ec77f486409.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-27T21:40:21,791 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable cc2bfcf57079ed6f742c8ec77f486409 2024-11-27T21:40:21,792 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732743610928.cc2bfcf57079ed6f742c8ec77f486409.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:40:21,792 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for cc2bfcf57079ed6f742c8ec77f486409 2024-11-27T21:40:21,792 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for cc2bfcf57079ed6f742c8ec77f486409 2024-11-27T21:40:21,792 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 377711a5f5172f4e7364b48af05a8843; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60638903, jitterRate=-0.09640993177890778}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T21:40:21,792 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 377711a5f5172f4e7364b48af05a8843 2024-11-27T21:40:21,793 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 377711a5f5172f4e7364b48af05a8843: Running coprocessor pre-open hook at 1732743621775Writing region info on filesystem at 1732743621775Initializing all the Stores at 1732743621777 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732743621777Cleaning up temporary data from old regions at 1732743621784 (+7 ms)Running coprocessor post-open hooks at 1732743621792 (+8 ms)Region opened successfully at 1732743621793 (+1 ms) 2024-11-27T21:40:21,794 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T21:40:21,795 INFO [StoreOpener-cc2bfcf57079ed6f742c8ec77f486409-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region cc2bfcf57079ed6f742c8ec77f486409 2024-11-27T21:40:21,796 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732743610928.377711a5f5172f4e7364b48af05a8843., pid=15, masterSystemTime=1732743621755 2024-11-27T21:40:21,797 INFO [StoreOpener-cc2bfcf57079ed6f742c8ec77f486409-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc2bfcf57079ed6f742c8ec77f486409 columnFamilyName cf 2024-11-27T21:40:21,797 DEBUG [StoreOpener-cc2bfcf57079ed6f742c8ec77f486409-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:40:21,798 INFO [StoreOpener-cc2bfcf57079ed6f742c8ec77f486409-1 {}] regionserver.HStore(327): Store=cc2bfcf57079ed6f742c8ec77f486409/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:40:21,799 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for cc2bfcf57079ed6f742c8ec77f486409 2024-11-27T21:40:21,800 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732743610928.377711a5f5172f4e7364b48af05a8843. 2024-11-27T21:40:21,800 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732743610928.377711a5f5172f4e7364b48af05a8843. 2024-11-27T21:40:21,801 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732743610928.8427ba2986589b794d6e640ecd0710a3. 2024-11-27T21:40:21,801 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 8427ba2986589b794d6e640ecd0710a3, NAME => 'SPTestTable,99999996,1732743610928.8427ba2986589b794d6e640ecd0710a3.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-27T21:40:21,801 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8427ba2986589b794d6e640ecd0710a3 2024-11-27T21:40:21,801 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732743610928.8427ba2986589b794d6e640ecd0710a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:40:21,801 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=377711a5f5172f4e7364b48af05a8843, regionState=OPEN, openSeqNum=2, regionLocation=da99f16e0d32,40105,1732743598365 2024-11-27T21:40:21,802 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 8427ba2986589b794d6e640ecd0710a3 2024-11-27T21:40:21,802 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 8427ba2986589b794d6e640ecd0710a3 2024-11-27T21:40:21,803 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/data/default/SPTestTable/cc2bfcf57079ed6f742c8ec77f486409 2024-11-27T21:40:21,803 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/data/default/SPTestTable/cc2bfcf57079ed6f742c8ec77f486409 2024-11-27T21:40:21,804 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for cc2bfcf57079ed6f742c8ec77f486409 2024-11-27T21:40:21,804 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for cc2bfcf57079ed6f742c8ec77f486409 2024-11-27T21:40:21,805 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55307, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T21:40:21,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 377711a5f5172f4e7364b48af05a8843, server=da99f16e0d32,40105,1732743598365 because future has completed 2024-11-27T21:40:21,809 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for cc2bfcf57079ed6f742c8ec77f486409 2024-11-27T21:40:21,812 INFO [StoreOpener-8427ba2986589b794d6e640ecd0710a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8427ba2986589b794d6e640ecd0710a3 2024-11-27T21:40:21,814 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=13 2024-11-27T21:40:21,814 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 377711a5f5172f4e7364b48af05a8843, server=da99f16e0d32,40105,1732743598365 in 10.0610 sec 2024-11-27T21:40:21,815 INFO [StoreOpener-8427ba2986589b794d6e640ecd0710a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8427ba2986589b794d6e640ecd0710a3 columnFamilyName cf 2024-11-27T21:40:21,815 DEBUG [StoreOpener-8427ba2986589b794d6e640ecd0710a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:40:21,816 INFO [StoreOpener-8427ba2986589b794d6e640ecd0710a3-1 {}] regionserver.HStore(327): Store=8427ba2986589b794d6e640ecd0710a3/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:40:21,817 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 8427ba2986589b794d6e640ecd0710a3 2024-11-27T21:40:21,817 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=377711a5f5172f4e7364b48af05a8843, ASSIGN in 10.2480 sec 2024-11-27T21:40:21,818 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/data/default/SPTestTable/8427ba2986589b794d6e640ecd0710a3 2024-11-27T21:40:21,819 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/data/default/SPTestTable/8427ba2986589b794d6e640ecd0710a3 2024-11-27T21:40:21,819 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 8427ba2986589b794d6e640ecd0710a3 2024-11-27T21:40:21,819 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 8427ba2986589b794d6e640ecd0710a3 2024-11-27T21:40:21,822 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 8427ba2986589b794d6e640ecd0710a3 2024-11-27T21:40:21,822 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/data/default/SPTestTable/cc2bfcf57079ed6f742c8ec77f486409/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:40:21,823 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened cc2bfcf57079ed6f742c8ec77f486409; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61074899, jitterRate=-0.08991308510303497}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T21:40:21,823 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cc2bfcf57079ed6f742c8ec77f486409 2024-11-27T21:40:21,823 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for cc2bfcf57079ed6f742c8ec77f486409: Running coprocessor pre-open hook at 1732743621792Writing region info on filesystem at 1732743621792Initializing all the Stores at 1732743621794 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732743621794Cleaning up temporary data from old regions at 1732743621804 (+10 ms)Running coprocessor post-open hooks at 1732743621823 (+19 ms)Region opened successfully at 1732743621823 2024-11-27T21:40:21,825 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/data/default/SPTestTable/8427ba2986589b794d6e640ecd0710a3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:40:21,825 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732743610928.cc2bfcf57079ed6f742c8ec77f486409., pid=22, masterSystemTime=1732743621784 2024-11-27T21:40:21,826 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 8427ba2986589b794d6e640ecd0710a3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59758904, jitterRate=-0.10952293872833252}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T21:40:21,826 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8427ba2986589b794d6e640ecd0710a3 2024-11-27T21:40:21,827 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 8427ba2986589b794d6e640ecd0710a3: Running coprocessor pre-open hook at 1732743621802Writing region info on filesystem at 1732743621802Initializing all the Stores at 1732743621803 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732743621803Cleaning up temporary data from old regions at 1732743621819 (+16 ms)Running coprocessor post-open hooks at 1732743621826 (+7 ms)Region opened successfully at 1732743621826 2024-11-27T21:40:21,826 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732743610928.0225bb35954ea1a2bb1f6ac4e0f552ef. 2024-11-27T21:40:21,827 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 0225bb35954ea1a2bb1f6ac4e0f552ef, NAME => 'SPTestTable,33333332,1732743610928.0225bb35954ea1a2bb1f6ac4e0f552ef.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-27T21:40:21,827 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0225bb35954ea1a2bb1f6ac4e0f552ef 2024-11-27T21:40:21,827 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732743610928.0225bb35954ea1a2bb1f6ac4e0f552ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:40:21,828 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 0225bb35954ea1a2bb1f6ac4e0f552ef 2024-11-27T21:40:21,828 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 0225bb35954ea1a2bb1f6ac4e0f552ef 2024-11-27T21:40:21,828 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732743610928.cc2bfcf57079ed6f742c8ec77f486409. 2024-11-27T21:40:21,828 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732743610928.cc2bfcf57079ed6f742c8ec77f486409. 2024-11-27T21:40:21,828 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732743610928.8427ba2986589b794d6e640ecd0710a3., pid=16, masterSystemTime=1732743621755 2024-11-27T21:40:21,829 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732743610928.33194b45b05e8e098b97ed12813a5779. 2024-11-27T21:40:21,829 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 33194b45b05e8e098b97ed12813a5779, NAME => 'SPTestTable,7ffffffd,1732743610928.33194b45b05e8e098b97ed12813a5779.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-27T21:40:21,829 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 33194b45b05e8e098b97ed12813a5779 2024-11-27T21:40:21,829 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732743610928.33194b45b05e8e098b97ed12813a5779.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:40:21,830 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 33194b45b05e8e098b97ed12813a5779 2024-11-27T21:40:21,830 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=cc2bfcf57079ed6f742c8ec77f486409, regionState=OPEN, openSeqNum=2, regionLocation=da99f16e0d32,35367,1732743598186 2024-11-27T21:40:21,830 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 33194b45b05e8e098b97ed12813a5779 2024-11-27T21:40:21,832 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732743610928.8427ba2986589b794d6e640ecd0710a3. 2024-11-27T21:40:21,832 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732743610928.8427ba2986589b794d6e640ecd0710a3. 2024-11-27T21:40:21,833 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732743610928.bc9ae85240f16b6c87b6cc3a5da811fd. 2024-11-27T21:40:21,833 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => bc9ae85240f16b6c87b6cc3a5da811fd, NAME => 'SPTestTable,4ccccccb,1732743610928.bc9ae85240f16b6c87b6cc3a5da811fd.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-27T21:40:21,833 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable bc9ae85240f16b6c87b6cc3a5da811fd 2024-11-27T21:40:21,833 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=8427ba2986589b794d6e640ecd0710a3, regionState=OPEN, openSeqNum=2, regionLocation=da99f16e0d32,40105,1732743598365 2024-11-27T21:40:21,833 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732743610928.bc9ae85240f16b6c87b6cc3a5da811fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:40:21,833 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for bc9ae85240f16b6c87b6cc3a5da811fd 2024-11-27T21:40:21,834 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for bc9ae85240f16b6c87b6cc3a5da811fd 2024-11-27T21:40:21,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure cc2bfcf57079ed6f742c8ec77f486409, server=da99f16e0d32,35367,1732743598186 because future has completed 2024-11-27T21:40:21,834 INFO [StoreOpener-0225bb35954ea1a2bb1f6ac4e0f552ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0225bb35954ea1a2bb1f6ac4e0f552ef 2024-11-27T21:40:21,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8427ba2986589b794d6e640ecd0710a3, server=da99f16e0d32,40105,1732743598365 because future has completed 2024-11-27T21:40:21,837 INFO [StoreOpener-0225bb35954ea1a2bb1f6ac4e0f552ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0225bb35954ea1a2bb1f6ac4e0f552ef columnFamilyName cf 2024-11-27T21:40:21,838 DEBUG [StoreOpener-0225bb35954ea1a2bb1f6ac4e0f552ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:40:21,839 INFO [StoreOpener-0225bb35954ea1a2bb1f6ac4e0f552ef-1 {}] regionserver.HStore(327): Store=0225bb35954ea1a2bb1f6ac4e0f552ef/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:40:21,839 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 0225bb35954ea1a2bb1f6ac4e0f552ef 2024-11-27T21:40:21,840 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=6 2024-11-27T21:40:21,840 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/data/default/SPTestTable/0225bb35954ea1a2bb1f6ac4e0f552ef 2024-11-27T21:40:21,840 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure cc2bfcf57079ed6f742c8ec77f486409, server=da99f16e0d32,35367,1732743598186 in 10.0480 sec 2024-11-27T21:40:21,841 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/data/default/SPTestTable/0225bb35954ea1a2bb1f6ac4e0f552ef 2024-11-27T21:40:21,841 INFO [StoreOpener-33194b45b05e8e098b97ed12813a5779-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 33194b45b05e8e098b97ed12813a5779 2024-11-27T21:40:21,842 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 0225bb35954ea1a2bb1f6ac4e0f552ef 2024-11-27T21:40:21,842 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 0225bb35954ea1a2bb1f6ac4e0f552ef 2024-11-27T21:40:21,843 INFO [StoreOpener-bc9ae85240f16b6c87b6cc3a5da811fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region bc9ae85240f16b6c87b6cc3a5da811fd 2024-11-27T21:40:21,843 INFO [StoreOpener-33194b45b05e8e098b97ed12813a5779-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 33194b45b05e8e098b97ed12813a5779 columnFamilyName cf 2024-11-27T21:40:21,844 DEBUG [StoreOpener-33194b45b05e8e098b97ed12813a5779-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:40:21,844 INFO [StoreOpener-33194b45b05e8e098b97ed12813a5779-1 {}] regionserver.HStore(327): Store=33194b45b05e8e098b97ed12813a5779/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:40:21,844 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 33194b45b05e8e098b97ed12813a5779 2024-11-27T21:40:21,845 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 0225bb35954ea1a2bb1f6ac4e0f552ef 2024-11-27T21:40:21,845 INFO [StoreOpener-bc9ae85240f16b6c87b6cc3a5da811fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc9ae85240f16b6c87b6cc3a5da811fd columnFamilyName cf 2024-11-27T21:40:21,845 DEBUG [StoreOpener-bc9ae85240f16b6c87b6cc3a5da811fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:40:21,846 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/data/default/SPTestTable/33194b45b05e8e098b97ed12813a5779 2024-11-27T21:40:21,846 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=11 2024-11-27T21:40:21,846 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cc2bfcf57079ed6f742c8ec77f486409, ASSIGN in 10.2740 sec 2024-11-27T21:40:21,846 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 8427ba2986589b794d6e640ecd0710a3, server=da99f16e0d32,40105,1732743598365 in 10.0880 sec 2024-11-27T21:40:21,846 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/data/default/SPTestTable/33194b45b05e8e098b97ed12813a5779 2024-11-27T21:40:21,847 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 33194b45b05e8e098b97ed12813a5779 2024-11-27T21:40:21,847 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 33194b45b05e8e098b97ed12813a5779 2024-11-27T21:40:21,847 INFO [StoreOpener-bc9ae85240f16b6c87b6cc3a5da811fd-1 {}] regionserver.HStore(327): Store=bc9ae85240f16b6c87b6cc3a5da811fd/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:40:21,847 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for bc9ae85240f16b6c87b6cc3a5da811fd 2024-11-27T21:40:21,848 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/data/default/SPTestTable/bc9ae85240f16b6c87b6cc3a5da811fd 2024-11-27T21:40:21,849 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/data/default/SPTestTable/bc9ae85240f16b6c87b6cc3a5da811fd 2024-11-27T21:40:21,849 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for bc9ae85240f16b6c87b6cc3a5da811fd 2024-11-27T21:40:21,849 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for bc9ae85240f16b6c87b6cc3a5da811fd 2024-11-27T21:40:21,850 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 33194b45b05e8e098b97ed12813a5779 2024-11-27T21:40:21,850 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8427ba2986589b794d6e640ecd0710a3, ASSIGN in 10.2800 sec 2024-11-27T21:40:21,850 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/data/default/SPTestTable/0225bb35954ea1a2bb1f6ac4e0f552ef/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:40:21,851 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 0225bb35954ea1a2bb1f6ac4e0f552ef; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72889803, jitterRate=0.08614270389080048}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T21:40:21,852 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0225bb35954ea1a2bb1f6ac4e0f552ef 2024-11-27T21:40:21,852 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 0225bb35954ea1a2bb1f6ac4e0f552ef: Running coprocessor pre-open hook at 1732743621828Writing region info on filesystem at 1732743621828Initializing all the Stores at 1732743621830 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732743621830Cleaning up temporary data from old regions at 1732743621842 (+12 ms)Running coprocessor post-open hooks at 1732743621852 (+10 ms)Region opened successfully at 1732743621852 2024-11-27T21:40:21,852 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for bc9ae85240f16b6c87b6cc3a5da811fd 2024-11-27T21:40:21,853 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/data/default/SPTestTable/33194b45b05e8e098b97ed12813a5779/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:40:21,853 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732743610928.0225bb35954ea1a2bb1f6ac4e0f552ef., pid=24, masterSystemTime=1732743621794 2024-11-27T21:40:21,854 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 33194b45b05e8e098b97ed12813a5779; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70391492, jitterRate=0.048914968967437744}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T21:40:21,854 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 33194b45b05e8e098b97ed12813a5779 2024-11-27T21:40:21,855 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 33194b45b05e8e098b97ed12813a5779: Running coprocessor pre-open hook at 1732743621830Writing region info on filesystem at 1732743621830Initializing all the Stores at 1732743621832 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732743621832Cleaning up temporary data from old regions at 1732743621847 (+15 ms)Running coprocessor post-open hooks at 1732743621854 (+7 ms)Region opened successfully at 1732743621854 2024-11-27T21:40:21,856 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732743610928.33194b45b05e8e098b97ed12813a5779., pid=20, masterSystemTime=1732743621784 2024-11-27T21:40:21,857 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732743610928.0225bb35954ea1a2bb1f6ac4e0f552ef. 2024-11-27T21:40:21,857 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732743610928.0225bb35954ea1a2bb1f6ac4e0f552ef. 2024-11-27T21:40:21,857 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732743610928.3727168c1041ee8de8b23c795097ccff. 2024-11-27T21:40:21,857 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 3727168c1041ee8de8b23c795097ccff, NAME => 'SPTestTable,b333332f,1732743610928.3727168c1041ee8de8b23c795097ccff.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-27T21:40:21,858 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/data/default/SPTestTable/bc9ae85240f16b6c87b6cc3a5da811fd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:40:21,858 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3727168c1041ee8de8b23c795097ccff 2024-11-27T21:40:21,858 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732743610928.3727168c1041ee8de8b23c795097ccff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:40:21,858 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 3727168c1041ee8de8b23c795097ccff 2024-11-27T21:40:21,858 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 3727168c1041ee8de8b23c795097ccff 2024-11-27T21:40:21,858 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=0225bb35954ea1a2bb1f6ac4e0f552ef, regionState=OPEN, openSeqNum=2, regionLocation=da99f16e0d32,34591,1732743598299 2024-11-27T21:40:21,859 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened bc9ae85240f16b6c87b6cc3a5da811fd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67889689, jitterRate=0.011635199189186096}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T21:40:21,859 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bc9ae85240f16b6c87b6cc3a5da811fd 2024-11-27T21:40:21,859 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for bc9ae85240f16b6c87b6cc3a5da811fd: Running coprocessor pre-open hook at 1732743621834Writing region info on filesystem at 1732743621834Initializing all the Stores at 1732743621835 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732743621835Cleaning up temporary data from old regions at 1732743621850 (+15 ms)Running coprocessor post-open hooks at 1732743621859 (+9 ms)Region opened successfully at 1732743621859 2024-11-27T21:40:21,860 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732743610928.33194b45b05e8e098b97ed12813a5779. 2024-11-27T21:40:21,860 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732743610928.33194b45b05e8e098b97ed12813a5779. 2024-11-27T21:40:21,861 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732743610928.bc9ae85240f16b6c87b6cc3a5da811fd., pid=17, masterSystemTime=1732743621755 2024-11-27T21:40:21,861 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732743610928.814e119406e6a6cd5ca2858eb3f3b8c9. 2024-11-27T21:40:21,861 INFO [StoreOpener-3727168c1041ee8de8b23c795097ccff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3727168c1041ee8de8b23c795097ccff 2024-11-27T21:40:21,861 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 814e119406e6a6cd5ca2858eb3f3b8c9, NAME => 'SPTestTable,e6666661,1732743610928.814e119406e6a6cd5ca2858eb3f3b8c9.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-27T21:40:21,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0225bb35954ea1a2bb1f6ac4e0f552ef, server=da99f16e0d32,34591,1732743598299 because future has completed 2024-11-27T21:40:21,862 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 814e119406e6a6cd5ca2858eb3f3b8c9 2024-11-27T21:40:21,862 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732743610928.814e119406e6a6cd5ca2858eb3f3b8c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:40:21,862 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 814e119406e6a6cd5ca2858eb3f3b8c9 2024-11-27T21:40:21,862 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 814e119406e6a6cd5ca2858eb3f3b8c9 2024-11-27T21:40:21,863 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=33194b45b05e8e098b97ed12813a5779, regionState=OPEN, openSeqNum=2, regionLocation=da99f16e0d32,35367,1732743598186 2024-11-27T21:40:21,864 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732743610928.bc9ae85240f16b6c87b6cc3a5da811fd. 2024-11-27T21:40:21,864 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732743610928.bc9ae85240f16b6c87b6cc3a5da811fd. 2024-11-27T21:40:21,864 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,,1732743610928.3b73b76754c77359ae74e8d66780eb5d. 2024-11-27T21:40:21,864 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 3b73b76754c77359ae74e8d66780eb5d, NAME => 'SPTestTable,,1732743610928.3b73b76754c77359ae74e8d66780eb5d.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-27T21:40:21,864 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3b73b76754c77359ae74e8d66780eb5d 2024-11-27T21:40:21,865 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,,1732743610928.3b73b76754c77359ae74e8d66780eb5d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:40:21,865 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 3b73b76754c77359ae74e8d66780eb5d 2024-11-27T21:40:21,865 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 3b73b76754c77359ae74e8d66780eb5d 2024-11-27T21:40:21,866 INFO [StoreOpener-3727168c1041ee8de8b23c795097ccff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3727168c1041ee8de8b23c795097ccff columnFamilyName cf 2024-11-27T21:40:21,866 DEBUG [StoreOpener-3727168c1041ee8de8b23c795097ccff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:40:21,866 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=bc9ae85240f16b6c87b6cc3a5da811fd, regionState=OPEN, openSeqNum=2, regionLocation=da99f16e0d32,40105,1732743598365 2024-11-27T21:40:21,868 INFO [StoreOpener-3727168c1041ee8de8b23c795097ccff-1 {}] regionserver.HStore(327): Store=3727168c1041ee8de8b23c795097ccff/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:40:21,868 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 3727168c1041ee8de8b23c795097ccff 2024-11-27T21:40:21,869 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/data/default/SPTestTable/3727168c1041ee8de8b23c795097ccff 2024-11-27T21:40:21,870 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/data/default/SPTestTable/3727168c1041ee8de8b23c795097ccff 2024-11-27T21:40:21,871 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 3727168c1041ee8de8b23c795097ccff 2024-11-27T21:40:21,871 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 3727168c1041ee8de8b23c795097ccff 2024-11-27T21:40:21,871 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=7 2024-11-27T21:40:21,871 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 0225bb35954ea1a2bb1f6ac4e0f552ef, server=da99f16e0d32,34591,1732743598299 in 10.0680 sec 2024-11-27T21:40:21,873 INFO [StoreOpener-3b73b76754c77359ae74e8d66780eb5d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3b73b76754c77359ae74e8d66780eb5d 2024-11-27T21:40:21,874 INFO [StoreOpener-814e119406e6a6cd5ca2858eb3f3b8c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 814e119406e6a6cd5ca2858eb3f3b8c9 2024-11-27T21:40:21,875 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 3727168c1041ee8de8b23c795097ccff 2024-11-27T21:40:21,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 33194b45b05e8e098b97ed12813a5779, server=da99f16e0d32,35367,1732743598186 because future has completed 2024-11-27T21:40:21,876 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0225bb35954ea1a2bb1f6ac4e0f552ef, ASSIGN in 10.3050 sec 2024-11-27T21:40:21,878 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39647 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=da99f16e0d32,35367,1732743598186, table=SPTestTable, region=33194b45b05e8e098b97ed12813a5779. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-27T21:40:21,879 INFO [StoreOpener-3b73b76754c77359ae74e8d66780eb5d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b73b76754c77359ae74e8d66780eb5d columnFamilyName cf 2024-11-27T21:40:21,879 DEBUG [StoreOpener-3b73b76754c77359ae74e8d66780eb5d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:40:21,880 INFO [StoreOpener-3b73b76754c77359ae74e8d66780eb5d-1 {}] regionserver.HStore(327): Store=3b73b76754c77359ae74e8d66780eb5d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:40:21,880 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 3b73b76754c77359ae74e8d66780eb5d 2024-11-27T21:40:21,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc9ae85240f16b6c87b6cc3a5da811fd, server=da99f16e0d32,40105,1732743598365 because future has completed 2024-11-27T21:40:21,881 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/data/default/SPTestTable/3b73b76754c77359ae74e8d66780eb5d 2024-11-27T21:40:21,882 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/data/default/SPTestTable/3b73b76754c77359ae74e8d66780eb5d 2024-11-27T21:40:21,883 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 3b73b76754c77359ae74e8d66780eb5d 2024-11-27T21:40:21,883 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 3b73b76754c77359ae74e8d66780eb5d 2024-11-27T21:40:21,884 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=10 2024-11-27T21:40:21,885 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 33194b45b05e8e098b97ed12813a5779, server=da99f16e0d32,35367,1732743598186 in 10.1080 sec 2024-11-27T21:40:21,885 INFO [StoreOpener-814e119406e6a6cd5ca2858eb3f3b8c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 814e119406e6a6cd5ca2858eb3f3b8c9 columnFamilyName cf 2024-11-27T21:40:21,885 DEBUG [StoreOpener-814e119406e6a6cd5ca2858eb3f3b8c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:40:21,886 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/data/default/SPTestTable/3727168c1041ee8de8b23c795097ccff/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:40:21,886 INFO [StoreOpener-814e119406e6a6cd5ca2858eb3f3b8c9-1 {}] regionserver.HStore(327): Store=814e119406e6a6cd5ca2858eb3f3b8c9/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:40:21,886 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 814e119406e6a6cd5ca2858eb3f3b8c9 2024-11-27T21:40:21,886 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 3727168c1041ee8de8b23c795097ccff; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72968937, jitterRate=0.08732189238071442}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T21:40:21,887 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3727168c1041ee8de8b23c795097ccff 2024-11-27T21:40:21,887 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 3727168c1041ee8de8b23c795097ccff: Running coprocessor pre-open hook at 1732743621858Writing region info on filesystem at 1732743621858Initializing all the Stores at 1732743621859 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732743621859Cleaning up temporary data from old regions at 1732743621871 (+12 ms)Running coprocessor post-open hooks at 1732743621887 (+16 ms)Region opened successfully at 1732743621887 2024-11-27T21:40:21,887 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 3b73b76754c77359ae74e8d66780eb5d 2024-11-27T21:40:21,888 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/data/default/SPTestTable/814e119406e6a6cd5ca2858eb3f3b8c9 2024-11-27T21:40:21,889 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732743610928.3727168c1041ee8de8b23c795097ccff., pid=21, masterSystemTime=1732743621794 2024-11-27T21:40:21,889 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=8 2024-11-27T21:40:21,889 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=33194b45b05e8e098b97ed12813a5779, ASSIGN in 10.3190 sec 2024-11-27T21:40:21,889 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure bc9ae85240f16b6c87b6cc3a5da811fd, server=da99f16e0d32,40105,1732743598365 in 10.1230 sec 2024-11-27T21:40:21,889 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/data/default/SPTestTable/814e119406e6a6cd5ca2858eb3f3b8c9 2024-11-27T21:40:21,890 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 814e119406e6a6cd5ca2858eb3f3b8c9 2024-11-27T21:40:21,891 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 814e119406e6a6cd5ca2858eb3f3b8c9 2024-11-27T21:40:21,893 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732743610928.3727168c1041ee8de8b23c795097ccff. 2024-11-27T21:40:21,894 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732743610928.3727168c1041ee8de8b23c795097ccff. 2024-11-27T21:40:21,894 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bc9ae85240f16b6c87b6cc3a5da811fd, ASSIGN in 10.3230 sec 2024-11-27T21:40:21,894 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732743610928.b475d18f68b6f45e963795d52eb66652. 2024-11-27T21:40:21,894 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => b475d18f68b6f45e963795d52eb66652, NAME => 'SPTestTable,66666664,1732743610928.b475d18f68b6f45e963795d52eb66652.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-27T21:40:21,894 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 814e119406e6a6cd5ca2858eb3f3b8c9 2024-11-27T21:40:21,894 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b475d18f68b6f45e963795d52eb66652 2024-11-27T21:40:21,895 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732743610928.b475d18f68b6f45e963795d52eb66652.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:40:21,895 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for b475d18f68b6f45e963795d52eb66652 2024-11-27T21:40:21,895 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for b475d18f68b6f45e963795d52eb66652 2024-11-27T21:40:21,895 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/data/default/SPTestTable/3b73b76754c77359ae74e8d66780eb5d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:40:21,896 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=3727168c1041ee8de8b23c795097ccff, regionState=OPEN, openSeqNum=2, regionLocation=da99f16e0d32,34591,1732743598299 2024-11-27T21:40:21,897 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 3b73b76754c77359ae74e8d66780eb5d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75324208, jitterRate=0.12241816520690918}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T21:40:21,898 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3b73b76754c77359ae74e8d66780eb5d 2024-11-27T21:40:21,898 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 3b73b76754c77359ae74e8d66780eb5d: Running coprocessor pre-open hook at 1732743621865Writing region info on filesystem at 1732743621865Initializing all the Stores at 1732743621868 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732743621868Cleaning up temporary data from old regions at 1732743621883 (+15 ms)Running coprocessor post-open hooks at 1732743621898 (+15 ms)Region opened successfully at 1732743621898 2024-11-27T21:40:21,899 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732743610928.3b73b76754c77359ae74e8d66780eb5d., pid=18, masterSystemTime=1732743621755 2024-11-27T21:40:21,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3727168c1041ee8de8b23c795097ccff, server=da99f16e0d32,34591,1732743598299 because future has completed 2024-11-27T21:40:21,902 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/data/default/SPTestTable/814e119406e6a6cd5ca2858eb3f3b8c9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:40:21,902 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 814e119406e6a6cd5ca2858eb3f3b8c9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65791470, jitterRate=-0.01963070034980774}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T21:40:21,903 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 814e119406e6a6cd5ca2858eb3f3b8c9 2024-11-27T21:40:21,903 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 814e119406e6a6cd5ca2858eb3f3b8c9: Running coprocessor pre-open hook at 1732743621862Writing region info on filesystem at 1732743621862Initializing all the Stores at 1732743621864 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732743621864Cleaning up temporary data from old regions at 1732743621891 (+27 ms)Running coprocessor post-open hooks at 1732743621903 (+12 ms)Region opened successfully at 1732743621903 2024-11-27T21:40:21,904 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732743610928.814e119406e6a6cd5ca2858eb3f3b8c9., pid=19, masterSystemTime=1732743621784 2024-11-27T21:40:21,906 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732743610928.3b73b76754c77359ae74e8d66780eb5d. 2024-11-27T21:40:21,906 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732743610928.3b73b76754c77359ae74e8d66780eb5d. 2024-11-27T21:40:21,907 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3b73b76754c77359ae74e8d66780eb5d, regionState=OPEN, openSeqNum=2, regionLocation=da99f16e0d32,40105,1732743598365 2024-11-27T21:40:21,908 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732743610928.814e119406e6a6cd5ca2858eb3f3b8c9. 2024-11-27T21:40:21,908 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732743610928.814e119406e6a6cd5ca2858eb3f3b8c9. 2024-11-27T21:40:21,910 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=12 2024-11-27T21:40:21,910 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 3727168c1041ee8de8b23c795097ccff, server=da99f16e0d32,34591,1732743598299 in 10.1240 sec 2024-11-27T21:40:21,910 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=814e119406e6a6cd5ca2858eb3f3b8c9, regionState=OPEN, openSeqNum=2, regionLocation=da99f16e0d32,35367,1732743598186 2024-11-27T21:40:21,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3b73b76754c77359ae74e8d66780eb5d, server=da99f16e0d32,40105,1732743598365 because future has completed 2024-11-27T21:40:21,913 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3727168c1041ee8de8b23c795097ccff, ASSIGN in 10.3440 sec 2024-11-27T21:40:21,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 814e119406e6a6cd5ca2858eb3f3b8c9, server=da99f16e0d32,35367,1732743598186 because future has completed 2024-11-27T21:40:21,915 INFO [StoreOpener-b475d18f68b6f45e963795d52eb66652-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b475d18f68b6f45e963795d52eb66652 2024-11-27T21:40:21,918 INFO [StoreOpener-b475d18f68b6f45e963795d52eb66652-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b475d18f68b6f45e963795d52eb66652 columnFamilyName cf 2024-11-27T21:40:21,918 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=5 2024-11-27T21:40:21,918 DEBUG [StoreOpener-b475d18f68b6f45e963795d52eb66652-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:40:21,918 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3b73b76754c77359ae74e8d66780eb5d, server=da99f16e0d32,40105,1732743598365 in 10.1540 sec 2024-11-27T21:40:21,919 INFO [StoreOpener-b475d18f68b6f45e963795d52eb66652-1 {}] regionserver.HStore(327): Store=b475d18f68b6f45e963795d52eb66652/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:40:21,920 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for b475d18f68b6f45e963795d52eb66652 2024-11-27T21:40:21,921 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/data/default/SPTestTable/b475d18f68b6f45e963795d52eb66652 2024-11-27T21:40:21,922 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/data/default/SPTestTable/b475d18f68b6f45e963795d52eb66652 2024-11-27T21:40:21,923 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=14 2024-11-27T21:40:21,923 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3b73b76754c77359ae74e8d66780eb5d, ASSIGN in 10.3520 sec 2024-11-27T21:40:21,923 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 814e119406e6a6cd5ca2858eb3f3b8c9, server=da99f16e0d32,35367,1732743598186 in 10.1520 sec 2024-11-27T21:40:21,923 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for b475d18f68b6f45e963795d52eb66652 2024-11-27T21:40:21,923 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for b475d18f68b6f45e963795d52eb66652 2024-11-27T21:40:21,926 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=814e119406e6a6cd5ca2858eb3f3b8c9, ASSIGN in 10.3570 sec 2024-11-27T21:40:21,927 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for b475d18f68b6f45e963795d52eb66652 2024-11-27T21:40:21,930 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/data/default/SPTestTable/b475d18f68b6f45e963795d52eb66652/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:40:21,931 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened b475d18f68b6f45e963795d52eb66652; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60725877, jitterRate=-0.09511391818523407}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T21:40:21,931 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b475d18f68b6f45e963795d52eb66652 2024-11-27T21:40:21,931 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for b475d18f68b6f45e963795d52eb66652: Running coprocessor pre-open hook at 1732743621895Writing region info on filesystem at 1732743621895Initializing all the Stores at 1732743621899 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732743621899Cleaning up temporary data from old regions at 1732743621923 (+24 ms)Running coprocessor post-open hooks at 1732743621931 (+8 ms)Region opened successfully at 1732743621931 2024-11-27T21:40:21,932 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732743610928.b475d18f68b6f45e963795d52eb66652., pid=23, masterSystemTime=1732743621794 2024-11-27T21:40:21,935 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732743610928.b475d18f68b6f45e963795d52eb66652. 2024-11-27T21:40:21,936 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732743610928.b475d18f68b6f45e963795d52eb66652. 2024-11-27T21:40:21,937 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b475d18f68b6f45e963795d52eb66652, regionState=OPEN, openSeqNum=2, regionLocation=da99f16e0d32,34591,1732743598299 2024-11-27T21:40:21,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b475d18f68b6f45e963795d52eb66652, server=da99f16e0d32,34591,1732743598299 because future has completed 2024-11-27T21:40:21,945 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=9 2024-11-27T21:40:21,946 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b475d18f68b6f45e963795d52eb66652, server=da99f16e0d32,34591,1732743598299 in 10.1520 sec 2024-11-27T21:40:21,949 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=4 2024-11-27T21:40:21,949 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b475d18f68b6f45e963795d52eb66652, ASSIGN in 10.3790 sec 2024-11-27T21:40:21,950 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T21:40:21,951 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732743621950"}]},"ts":"1732743621950"} 2024-11-27T21:40:21,953 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-27T21:40:21,955 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T21:40:21,960 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 11.0210 sec 2024-11-27T21:40:23,950 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-27T21:40:26,355 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T21:40:27,315 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-27T21:40:27,713 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-27T21:40:27,713 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-27T21:40:29,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:40:29,219 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-27T21:40:29,219 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-27T21:40:29,223 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-27T21:40:29,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-27T21:40:29,235 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-27T21:40:29,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-27T21:40:29,282 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1732743610928.8427ba2986589b794d6e640ecd0710a3., hostname=da99f16e0d32,40105,1732743598365, seqNum=2] 2024-11-27T21:40:29,288 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1732743610928.8427ba2986589b794d6e640ecd0710a3., hostname=da99f16e0d32,40105,1732743598365, seqNum=2] 2024-11-27T21:40:29,291 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1732743610928.8427ba2986589b794d6e640ecd0710a3., hostname=da99f16e0d32,40105,1732743598365, seqNum=2] 2024-11-27T21:40:29,293 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1732743610928.8427ba2986589b794d6e640ecd0710a3., hostname=da99f16e0d32,40105,1732743598365, seqNum=2] 2024-11-27T21:40:29,295 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1732743610928.8427ba2986589b794d6e640ecd0710a3., hostname=da99f16e0d32,40105,1732743598365, seqNum=2] 2024-11-27T21:40:29,297 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1732743610928.8427ba2986589b794d6e640ecd0710a3., hostname=da99f16e0d32,40105,1732743598365, seqNum=2] 2024-11-27T21:40:29,299 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1732743610928.8427ba2986589b794d6e640ecd0710a3., hostname=da99f16e0d32,40105,1732743598365, seqNum=2] 2024-11-27T21:40:29,300 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1732743610928.8427ba2986589b794d6e640ecd0710a3., hostname=da99f16e0d32,40105,1732743598365, seqNum=2] 2024-11-27T21:40:29,335 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1732743610928.3727168c1041ee8de8b23c795097ccff., hostname=da99f16e0d32,34591,1732743598299, seqNum=2] 2024-11-27T21:40:29,338 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1732743610928.3727168c1041ee8de8b23c795097ccff., hostname=da99f16e0d32,34591,1732743598299, seqNum=2] 2024-11-27T21:40:29,341 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1732743610928.3727168c1041ee8de8b23c795097ccff., hostname=da99f16e0d32,34591,1732743598299, seqNum=2] 2024-11-27T21:40:29,343 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1732743610928.3727168c1041ee8de8b23c795097ccff., hostname=da99f16e0d32,34591,1732743598299, seqNum=2] 2024-11-27T21:40:29,346 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1732743610928.3727168c1041ee8de8b23c795097ccff., hostname=da99f16e0d32,34591,1732743598299, seqNum=2] 2024-11-27T21:40:29,348 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1732743610928.3727168c1041ee8de8b23c795097ccff., hostname=da99f16e0d32,34591,1732743598299, seqNum=2] 2024-11-27T21:40:29,351 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1732743610928.3727168c1041ee8de8b23c795097ccff., hostname=da99f16e0d32,34591,1732743598299, seqNum=2] 2024-11-27T21:40:29,353 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1732743610928.3727168c1041ee8de8b23c795097ccff., hostname=da99f16e0d32,34591,1732743598299, seqNum=2] 2024-11-27T21:40:29,386 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732743610928.377711a5f5172f4e7364b48af05a8843., hostname=da99f16e0d32,40105,1732743598365, seqNum=2] 2024-11-27T21:40:29,389 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732743610928.377711a5f5172f4e7364b48af05a8843., hostname=da99f16e0d32,40105,1732743598365, seqNum=2] 2024-11-27T21:40:29,392 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732743610928.377711a5f5172f4e7364b48af05a8843., hostname=da99f16e0d32,40105,1732743598365, seqNum=2] 2024-11-27T21:40:29,394 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732743610928.377711a5f5172f4e7364b48af05a8843., hostname=da99f16e0d32,40105,1732743598365, seqNum=2] 2024-11-27T21:40:29,397 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732743610928.377711a5f5172f4e7364b48af05a8843., hostname=da99f16e0d32,40105,1732743598365, seqNum=2] 2024-11-27T21:40:29,399 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732743610928.377711a5f5172f4e7364b48af05a8843., hostname=da99f16e0d32,40105,1732743598365, seqNum=2] 2024-11-27T21:40:29,401 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732743610928.377711a5f5172f4e7364b48af05a8843., hostname=da99f16e0d32,40105,1732743598365, seqNum=2] 2024-11-27T21:40:29,460 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1732743610928.814e119406e6a6cd5ca2858eb3f3b8c9., hostname=da99f16e0d32,35367,1732743598186, seqNum=2] 2024-11-27T21:40:29,463 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1732743610928.814e119406e6a6cd5ca2858eb3f3b8c9., hostname=da99f16e0d32,35367,1732743598186, seqNum=2] 2024-11-27T21:40:29,466 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1732743610928.814e119406e6a6cd5ca2858eb3f3b8c9., hostname=da99f16e0d32,35367,1732743598186, seqNum=2] 2024-11-27T21:40:29,468 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1732743610928.814e119406e6a6cd5ca2858eb3f3b8c9., hostname=da99f16e0d32,35367,1732743598186, seqNum=2] 2024-11-27T21:40:29,470 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1732743610928.814e119406e6a6cd5ca2858eb3f3b8c9., hostname=da99f16e0d32,35367,1732743598186, seqNum=2] 2024-11-27T21:40:29,472 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1732743610928.814e119406e6a6cd5ca2858eb3f3b8c9., hostname=da99f16e0d32,35367,1732743598186, seqNum=2] 2024-11-27T21:40:29,474 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1732743610928.814e119406e6a6cd5ca2858eb3f3b8c9., hostname=da99f16e0d32,35367,1732743598186, seqNum=2] 2024-11-27T21:40:30,218 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:40:30,221 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:40:30,230 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56944, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:40:30,231 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57684, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:40:30,300 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40105 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1732743610928.8427ba2986589b794d6e640ecd0710a3. with WAL disabled. Data may be lost in the event of a crash. 2024-11-27T21:40:30,301 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34591 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1732743610928.3727168c1041ee8de8b23c795097ccff. with WAL disabled. Data may be lost in the event of a crash. 2024-11-27T21:40:30,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35367 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 14872 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,e6666661,1732743610928.814e119406e6a6cd5ca2858eb3f3b8c9. 2024-11-27T21:40:30,390 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40105 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1732743610928.377711a5f5172f4e7364b48af05a8843. with WAL disabled. Data may be lost in the event of a crash. 2024-11-27T21:40:30,921 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35367 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1732743610928.814e119406e6a6cd5ca2858eb3f3b8c9. with WAL disabled. Data may be lost in the event of a crash. 2024-11-27T21:40:31,141 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-27T21:40:31,143 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-27T21:40:31,144 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-27T21:40:31,151 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-27T21:40:31,168 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-27T21:40:31,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741848_1024 (size=49) 2024-11-27T21:40:31,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741848_1024 (size=49) 2024-11-27T21:40:31,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741848_1024 (size=49) 2024-11-27T21:40:31,181 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-27T21:40:31,183 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3b73b76754c77359ae74e8d66780eb5d}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cc2bfcf57079ed6f742c8ec77f486409}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0225bb35954ea1a2bb1f6ac4e0f552ef}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bc9ae85240f16b6c87b6cc3a5da811fd}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b475d18f68b6f45e963795d52eb66652}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 33194b45b05e8e098b97ed12813a5779}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8427ba2986589b794d6e640ecd0710a3}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3727168c1041ee8de8b23c795097ccff}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 377711a5f5172f4e7364b48af05a8843}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 814e119406e6a6cd5ca2858eb3f3b8c9}] 2024-11-27T21:40:31,188 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 33194b45b05e8e098b97ed12813a5779 2024-11-27T21:40:31,188 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b475d18f68b6f45e963795d52eb66652 2024-11-27T21:40:31,188 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bc9ae85240f16b6c87b6cc3a5da811fd 2024-11-27T21:40:31,189 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0225bb35954ea1a2bb1f6ac4e0f552ef 2024-11-27T21:40:31,189 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 814e119406e6a6cd5ca2858eb3f3b8c9 2024-11-27T21:40:31,196 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 377711a5f5172f4e7364b48af05a8843 2024-11-27T21:40:31,196 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8427ba2986589b794d6e640ecd0710a3 2024-11-27T21:40:31,196 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3727168c1041ee8de8b23c795097ccff 2024-11-27T21:40:31,196 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cc2bfcf57079ed6f742c8ec77f486409 2024-11-27T21:40:31,197 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3b73b76754c77359ae74e8d66780eb5d 2024-11-27T21:40:31,245 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing da99f16e0d32,40105,1732743598365 2024-11-27T21:40:31,246 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server da99f16e0d32,40105,1732743598365: Simulated kill ***** 2024-11-27T21:40:31,246 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T21:40:31,248 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T21:40:31,250 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T21:40:31,254 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T21:40:31,255 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T21:40:31,263 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 549096024 }, "NonHeapMemoryUsage": { "committed": 156893184, "init": 7667712, "max": -1, "used": 153548720 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "da99f16e0d32", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14480, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 676 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "da99f16e0d32", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:64053", "tag.serverName": "da99f16e0d32,35367,1732743598186", "tag.clusterId": "702123a4-c899-4ac0-a135-1a8a0d6e58f4", "tag.Context": "regionserver", "tag.Hostname": "da99f16e0d32", "regionCount": 4, "storeCount": 7, "hlogFileCount": 8, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 12732, "memStoreHeapSize": 22368, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1732743598186, "averageRegionSize": 3183, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 2.2, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 266240, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 31, "totalRowActionRequestCount": 42, "readRequestCount": 8, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 34, "rpcGetRequestCount": 2, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 4, "rpcMultiRequestCount": 1, "rpcMutateRequestCount": 24, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 4, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 24, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 1, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 2, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 4, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-27T21:40:31,266 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39647 {}] master.MasterRpcServices(700): da99f16e0d32,40105,1732743598365 reported a fatal error: ***** ABORTING region server da99f16e0d32,40105,1732743598365: Simulated kill ***** 2024-11-27T21:40:31,268 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'da99f16e0d32,40105,1732743598365' ***** 2024-11-27T21:40:31,268 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-27T21:40:31,268 INFO [RS:2;da99f16e0d32:40105 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T21:40:31,269 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-27T21:40:31,269 INFO [RS:2;da99f16e0d32:40105 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-27T21:40:31,269 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T21:40:31,269 INFO [RS:2;da99f16e0d32:40105 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-27T21:40:31,269 INFO [RS:2;da99f16e0d32:40105 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T21:40:31,269 INFO [RS:2;da99f16e0d32:40105 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;da99f16e0d32:40105. 2024-11-27T21:40:31,269 DEBUG [RS:2;da99f16e0d32:40105 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:40:31,269 DEBUG [RS:2;da99f16e0d32:40105 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:40:31,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741835_1011 (size=1242) 2024-11-27T21:40:31,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741835_1011 (size=1242) 2024-11-27T21:40:31,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741835_1011 (size=1242) 2024-11-27T21:40:31,275 DEBUG [RS:2;da99f16e0d32:40105 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:40:31,276 INFO [RS:2;da99f16e0d32:40105 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T21:40:31,276 INFO [RS:2;da99f16e0d32:40105 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40105 2024-11-27T21:40:31,302 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40105-0x1017e3d05300003, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/da99f16e0d32,40105,1732743598365 2024-11-27T21:40:31,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39647-0x1017e3d05300000, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T21:40:31,302 INFO [RS:2;da99f16e0d32:40105 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T21:40:31,313 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [da99f16e0d32,40105,1732743598365] 2024-11-27T21:40:31,323 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/da99f16e0d32,40105,1732743598365 already deleted, retry=false 2024-11-27T21:40:31,323 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of da99f16e0d32,40105,1732743598365 on da99f16e0d32,39647,1732743597334 2024-11-27T21:40:31,330 INFO [regionserver/da99f16e0d32:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T21:40:31,330 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure da99f16e0d32,40105,1732743598365, splitWal=true, meta=false 2024-11-27T21:40:31,336 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for da99f16e0d32,40105,1732743598365 (carryingMeta=false) da99f16e0d32,40105,1732743598365/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@14f8586[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-27T21:40:31,336 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure da99f16e0d32,40105,1732743598365, splitWal=true, meta=false 2024-11-27T21:40:31,338 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): da99f16e0d32,40105,1732743598365 had 4 regions 2024-11-27T21:40:31,338 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3b73b76754c77359ae74e8d66780eb5d 2024-11-27T21:40:31,338 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 377711a5f5172f4e7364b48af05a8843 2024-11-27T21:40:31,338 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8427ba2986589b794d6e640ecd0710a3 2024-11-27T21:40:31,339 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bc9ae85240f16b6c87b6cc3a5da811fd 2024-11-27T21:40:31,340 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure da99f16e0d32,40105,1732743598365, splitWal=true, meta=false, isMeta: false 2024-11-27T21:40:31,340 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8427ba2986589b794d6e640ecd0710a3 can not run currently because target server of region SPTestTable,99999996,1732743610928.8427ba2986589b794d6e640ecd0710a3. da99f16e0d32,40105,1732743598365 is in state SPLITTING, wait 1000 ms to retry 2024-11-27T21:40:31,340 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure bc9ae85240f16b6c87b6cc3a5da811fd can not run currently because target server of region SPTestTable,4ccccccb,1732743610928.bc9ae85240f16b6c87b6cc3a5da811fd. da99f16e0d32,40105,1732743598365 is in state SPLITTING, wait 1000 ms to retry 2024-11-27T21:40:31,340 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=34, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 377711a5f5172f4e7364b48af05a8843 can not run currently because target server of region SPTestTable,ccccccc8,1732743610928.377711a5f5172f4e7364b48af05a8843. da99f16e0d32,40105,1732743598365 is in state SPLITTING, wait 1000 ms to retry 2024-11-27T21:40:31,340 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure bc9ae85240f16b6c87b6cc3a5da811fd; timeout=1000, timestamp=1732743632340 2024-11-27T21:40:31,340 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=34, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 377711a5f5172f4e7364b48af05a8843; timeout=1000, timestamp=1732743632340 2024-11-27T21:40:31,340 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8427ba2986589b794d6e640ecd0710a3; timeout=1000, timestamp=1732743632340 2024-11-27T21:40:31,341 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 3b73b76754c77359ae74e8d66780eb5d can not run currently because target server of region SPTestTable,,1732743610928.3b73b76754c77359ae74e8d66780eb5d. da99f16e0d32,40105,1732743598365 is in state SPLITTING, wait 1000 ms to retry 2024-11-27T21:40:31,341 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 3b73b76754c77359ae74e8d66780eb5d; timeout=1000, timestamp=1732743632341 2024-11-27T21:40:31,343 DEBUG [PEWorker-3 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/WALs/da99f16e0d32,40105,1732743598365-splitting 2024-11-27T21:40:31,344 INFO [PEWorker-3 {}] master.SplitWALManager(105): da99f16e0d32,40105,1732743598365 WAL count=1, meta=false 2024-11-27T21:40:31,347 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure da99f16e0d32%2C40105%2C1732743598365.1732743600161}] 2024-11-27T21:40:31,353 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=da99f16e0d32,35367,1732743598186 2024-11-27T21:40:31,356 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure da99f16e0d32%2C40105%2C1732743598365.1732743600161, worker=da99f16e0d32,35367,1732743598186}] 2024-11-27T21:40:31,413 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40105-0x1017e3d05300003, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:40:31,413 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40105-0x1017e3d05300003, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:40:31,413 INFO [RS:2;da99f16e0d32:40105 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T21:40:31,413 INFO [RS:2;da99f16e0d32:40105 {}] regionserver.HRegionServer(1031): Exiting; stopping=da99f16e0d32,40105,1732743598365; zookeeper connection closed. 2024-11-27T21:40:31,414 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@63b2758d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@63b2758d 2024-11-27T21:40:32,027 INFO [regionserver/da99f16e0d32:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T21:40:32,027 INFO [regionserver/da99f16e0d32:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T21:40:32,341 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 377711a5f5172f4e7364b48af05a8843 2024-11-27T21:40:32,342 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bc9ae85240f16b6c87b6cc3a5da811fd 2024-11-27T21:40:32,342 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8427ba2986589b794d6e640ecd0710a3 2024-11-27T21:40:32,343 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3b73b76754c77359ae74e8d66780eb5d 2024-11-27T21:40:32,345 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=34, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 377711a5f5172f4e7364b48af05a8843 can not run currently because target server of region SPTestTable,ccccccc8,1732743610928.377711a5f5172f4e7364b48af05a8843. da99f16e0d32,40105,1732743598365 is in state SPLITTING, wait 2000 ms to retry 2024-11-27T21:40:32,346 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=34, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 377711a5f5172f4e7364b48af05a8843; timeout=2000, timestamp=1732743634345 2024-11-27T21:40:32,346 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 3b73b76754c77359ae74e8d66780eb5d can not run currently because target server of region SPTestTable,,1732743610928.3b73b76754c77359ae74e8d66780eb5d. da99f16e0d32,40105,1732743598365 is in state SPLITTING, wait 2000 ms to retry 2024-11-27T21:40:32,346 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8427ba2986589b794d6e640ecd0710a3 can not run currently because target server of region SPTestTable,99999996,1732743610928.8427ba2986589b794d6e640ecd0710a3. da99f16e0d32,40105,1732743598365 is in state SPLITTING, wait 2000 ms to retry 2024-11-27T21:40:32,346 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure bc9ae85240f16b6c87b6cc3a5da811fd can not run currently because target server of region SPTestTable,4ccccccb,1732743610928.bc9ae85240f16b6c87b6cc3a5da811fd. da99f16e0d32,40105,1732743598365 is in state SPLITTING, wait 2000 ms to retry 2024-11-27T21:40:32,346 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 3b73b76754c77359ae74e8d66780eb5d; timeout=2000, timestamp=1732743634346 2024-11-27T21:40:32,346 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8427ba2986589b794d6e640ecd0710a3; timeout=2000, timestamp=1732743634346 2024-11-27T21:40:32,346 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure bc9ae85240f16b6c87b6cc3a5da811fd; timeout=2000, timestamp=1732743634346 2024-11-27T21:40:34,345 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 377711a5f5172f4e7364b48af05a8843 2024-11-27T21:40:34,346 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bc9ae85240f16b6c87b6cc3a5da811fd 2024-11-27T21:40:34,346 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3b73b76754c77359ae74e8d66780eb5d 2024-11-27T21:40:34,346 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8427ba2986589b794d6e640ecd0710a3 2024-11-27T21:40:34,346 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=34, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 377711a5f5172f4e7364b48af05a8843 can not run currently because target server of region SPTestTable,ccccccc8,1732743610928.377711a5f5172f4e7364b48af05a8843. da99f16e0d32,40105,1732743598365 is in state SPLITTING, wait 4000 ms to retry 2024-11-27T21:40:34,347 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=34, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 377711a5f5172f4e7364b48af05a8843; timeout=4000, timestamp=1732743638347 2024-11-27T21:40:34,348 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 3b73b76754c77359ae74e8d66780eb5d can not run currently because target server of region SPTestTable,,1732743610928.3b73b76754c77359ae74e8d66780eb5d. da99f16e0d32,40105,1732743598365 is in state SPLITTING, wait 4000 ms to retry 2024-11-27T21:40:34,348 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8427ba2986589b794d6e640ecd0710a3 can not run currently because target server of region SPTestTable,99999996,1732743610928.8427ba2986589b794d6e640ecd0710a3. da99f16e0d32,40105,1732743598365 is in state SPLITTING, wait 4000 ms to retry 2024-11-27T21:40:34,348 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure bc9ae85240f16b6c87b6cc3a5da811fd can not run currently because target server of region SPTestTable,4ccccccb,1732743610928.bc9ae85240f16b6c87b6cc3a5da811fd. da99f16e0d32,40105,1732743598365 is in state SPLITTING, wait 4000 ms to retry 2024-11-27T21:40:34,348 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure bc9ae85240f16b6c87b6cc3a5da811fd; timeout=4000, timestamp=1732743638348 2024-11-27T21:40:34,348 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 3b73b76754c77359ae74e8d66780eb5d; timeout=4000, timestamp=1732743638348 2024-11-27T21:40:34,348 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8427ba2986589b794d6e640ecd0710a3; timeout=4000, timestamp=1732743638348 2024-11-27T21:40:38,347 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 377711a5f5172f4e7364b48af05a8843 2024-11-27T21:40:38,348 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3b73b76754c77359ae74e8d66780eb5d 2024-11-27T21:40:38,348 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bc9ae85240f16b6c87b6cc3a5da811fd 2024-11-27T21:40:38,348 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8427ba2986589b794d6e640ecd0710a3 2024-11-27T21:40:38,349 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=34, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 377711a5f5172f4e7364b48af05a8843 can not run currently because target server of region SPTestTable,ccccccc8,1732743610928.377711a5f5172f4e7364b48af05a8843. da99f16e0d32,40105,1732743598365 is in state SPLITTING, wait 8000 ms to retry 2024-11-27T21:40:38,349 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=34, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 377711a5f5172f4e7364b48af05a8843; timeout=8000, timestamp=1732743646349 2024-11-27T21:40:38,349 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 3b73b76754c77359ae74e8d66780eb5d can not run currently because target server of region SPTestTable,,1732743610928.3b73b76754c77359ae74e8d66780eb5d. da99f16e0d32,40105,1732743598365 is in state SPLITTING, wait 8000 ms to retry 2024-11-27T21:40:38,350 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8427ba2986589b794d6e640ecd0710a3 can not run currently because target server of region SPTestTable,99999996,1732743610928.8427ba2986589b794d6e640ecd0710a3. da99f16e0d32,40105,1732743598365 is in state SPLITTING, wait 8000 ms to retry 2024-11-27T21:40:38,350 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure bc9ae85240f16b6c87b6cc3a5da811fd can not run currently because target server of region SPTestTable,4ccccccb,1732743610928.bc9ae85240f16b6c87b6cc3a5da811fd. da99f16e0d32,40105,1732743598365 is in state SPLITTING, wait 8000 ms to retry 2024-11-27T21:40:38,350 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 3b73b76754c77359ae74e8d66780eb5d; timeout=8000, timestamp=1732743646350 2024-11-27T21:40:38,350 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8427ba2986589b794d6e640ecd0710a3; timeout=8000, timestamp=1732743646350 2024-11-27T21:40:38,350 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure bc9ae85240f16b6c87b6cc3a5da811fd; timeout=8000, timestamp=1732743646350 2024-11-27T21:40:41,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35367 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-27T21:40:41,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34591 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-27T21:40:41,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34591 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-27T21:40:41,197 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1732743610928.814e119406e6a6cd5ca2858eb3f3b8c9. 2024-11-27T21:40:41,197 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1732743610928.b475d18f68b6f45e963795d52eb66652. 2024-11-27T21:40:41,198 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34591 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-27T21:40:41,198 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1732743610928.0225bb35954ea1a2bb1f6ac4e0f552ef. 2024-11-27T21:40:41,198 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35367 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-27T21:40:41,198 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1732743610928.3727168c1041ee8de8b23c795097ccff. 2024-11-27T21:40:41,198 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35367 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-27T21:40:41,198 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35367 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-27T21:40:41,198 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1732743610928.33194b45b05e8e098b97ed12813a5779. 2024-11-27T21:40:41,199 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1732743610928.cc2bfcf57079ed6f742c8ec77f486409. 2024-11-27T21:40:41,202 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 814e119406e6a6cd5ca2858eb3f3b8c9 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-27T21:40:41,202 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 3727168c1041ee8de8b23c795097ccff 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-27T21:40:41,203 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for b475d18f68b6f45e963795d52eb66652: 2024-11-27T21:40:41,203 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 0225bb35954ea1a2bb1f6ac4e0f552ef: 2024-11-27T21:40:41,203 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 33194b45b05e8e098b97ed12813a5779: 2024-11-27T21:40:41,203 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1732743610928.0225bb35954ea1a2bb1f6ac4e0f552ef. for SnapshotProcedureTest completed. 2024-11-27T21:40:41,203 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1732743610928.33194b45b05e8e098b97ed12813a5779. for SnapshotProcedureTest completed. 2024-11-27T21:40:41,203 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1732743610928.b475d18f68b6f45e963795d52eb66652. for SnapshotProcedureTest completed. 2024-11-27T21:40:41,203 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for cc2bfcf57079ed6f742c8ec77f486409: 2024-11-27T21:40:41,203 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1732743610928.cc2bfcf57079ed6f742c8ec77f486409. for SnapshotProcedureTest completed. 2024-11-27T21:40:41,204 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1732743610928.cc2bfcf57079ed6f742c8ec77f486409.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T21:40:41,204 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1732743610928.b475d18f68b6f45e963795d52eb66652.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T21:40:41,204 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1732743610928.33194b45b05e8e098b97ed12813a5779.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T21:40:41,204 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1732743610928.0225bb35954ea1a2bb1f6ac4e0f552ef.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T21:40:41,208 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T21:40:41,208 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T21:40:41,209 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T21:40:41,210 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T21:40:41,210 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T21:40:41,210 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T21:40:41,211 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T21:40:41,211 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T21:40:41,233 INFO [RS_LOG_REPLAY_OPS-regionserver/da99f16e0d32:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/WALs/da99f16e0d32,40105,1732743598365-splitting/da99f16e0d32%2C40105%2C1732743598365.1732743600161, size=1.2 K (1242bytes) 2024-11-27T21:40:41,234 DEBUG [RS_LOG_REPLAY_OPS-regionserver/da99f16e0d32:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-27T21:40:41,234 DEBUG [RS_LOG_REPLAY_OPS-regionserver/da99f16e0d32:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-27T21:40:41,234 INFO [RS_LOG_REPLAY_OPS-regionserver/da99f16e0d32:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/WALs/da99f16e0d32,40105,1732743598365-splitting/da99f16e0d32%2C40105%2C1732743598365.1732743600161 2024-11-27T21:40:41,242 INFO [RS_LOG_REPLAY_OPS-regionserver/da99f16e0d32:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/WALs/da99f16e0d32,40105,1732743598365-splitting/da99f16e0d32%2C40105%2C1732743598365.1732743600161 after 5ms 2024-11-27T21:40:41,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741849_1025 (size=65) 2024-11-27T21:40:41,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741849_1025 (size=65) 2024-11-27T21:40:41,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741849_1025 (size=65) 2024-11-27T21:40:41,253 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1732743610928.33194b45b05e8e098b97ed12813a5779. 2024-11-27T21:40:41,257 INFO [RS_LOG_REPLAY_OPS-regionserver/da99f16e0d32:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/WALs/da99f16e0d32,40105,1732743598365-splitting/da99f16e0d32%2C40105%2C1732743598365.1732743600161 took 26ms 2024-11-27T21:40:41,258 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-27T21:40:41,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39647 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-27T21:40:41,261 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39647 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 33194b45b05e8e098b97ed12813a5779 2024-11-27T21:40:41,261 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 33194b45b05e8e098b97ed12813a5779 2024-11-27T21:40:41,273 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 33194b45b05e8e098b97ed12813a5779 in 10.0810 sec 2024-11-27T21:40:41,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741850_1026 (size=65) 2024-11-27T21:40:41,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741850_1026 (size=65) 2024-11-27T21:40:41,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741851_1027 (size=65) 2024-11-27T21:40:41,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741850_1026 (size=65) 2024-11-27T21:40:41,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741851_1027 (size=65) 2024-11-27T21:40:41,287 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1732743610928.0225bb35954ea1a2bb1f6ac4e0f552ef. 2024-11-27T21:40:41,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741851_1027 (size=65) 2024-11-27T21:40:41,288 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-27T21:40:41,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39647 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-27T21:40:41,289 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39647 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0225bb35954ea1a2bb1f6ac4e0f552ef 2024-11-27T21:40:41,289 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0225bb35954ea1a2bb1f6ac4e0f552ef 2024-11-27T21:40:41,289 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1732743610928.b475d18f68b6f45e963795d52eb66652. 2024-11-27T21:40:41,289 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-27T21:40:41,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39647 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-27T21:40:41,290 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39647 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b475d18f68b6f45e963795d52eb66652 2024-11-27T21:40:41,292 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b475d18f68b6f45e963795d52eb66652 2024-11-27T21:40:41,294 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0225bb35954ea1a2bb1f6ac4e0f552ef in 10.1070 sec 2024-11-27T21:40:41,300 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b475d18f68b6f45e963795d52eb66652 in 10.1110 sec 2024-11-27T21:40:41,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741852_1028 (size=65) 2024-11-27T21:40:41,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741852_1028 (size=65) 2024-11-27T21:40:41,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741852_1028 (size=65) 2024-11-27T21:40:41,343 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1732743610928.cc2bfcf57079ed6f742c8ec77f486409. 2024-11-27T21:40:41,343 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-27T21:40:41,344 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/data/default/SPTestTable/3727168c1041ee8de8b23c795097ccff/.tmp/cf/4ff1c49326174d78b826bd4c28900910 is 34, key is baa/cf:cf/1732743630300/Put/seqid=0 2024-11-27T21:40:41,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39647 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-27T21:40:41,345 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39647 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region cc2bfcf57079ed6f742c8ec77f486409 2024-11-27T21:40:41,345 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cc2bfcf57079ed6f742c8ec77f486409 2024-11-27T21:40:41,347 DEBUG [RS_LOG_REPLAY_OPS-regionserver/da99f16e0d32:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 377711a5f5172f4e7364b48af05a8843: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-27T21:40:41,350 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure cc2bfcf57079ed6f742c8ec77f486409 in 10.1630 sec 2024-11-27T21:40:41,351 DEBUG [RS_LOG_REPLAY_OPS-regionserver/da99f16e0d32:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 8427ba2986589b794d6e640ecd0710a3: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-27T21:40:41,353 DEBUG [RS_LOG_REPLAY_OPS-regionserver/da99f16e0d32:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for bc9ae85240f16b6c87b6cc3a5da811fd: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-27T21:40:41,355 DEBUG [RS_LOG_REPLAY_OPS-regionserver/da99f16e0d32:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 3b73b76754c77359ae74e8d66780eb5d: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-27T21:40:41,356 DEBUG [RS_LOG_REPLAY_OPS-regionserver/da99f16e0d32:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/WALs/da99f16e0d32,40105,1732743598365-splitting/da99f16e0d32%2C40105%2C1732743598365.1732743600161 so closing down 2024-11-27T21:40:41,356 DEBUG [RS_LOG_REPLAY_OPS-regionserver/da99f16e0d32:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T21:40:41,356 INFO [RS_LOG_REPLAY_OPS-regionserver/da99f16e0d32:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T21:40:41,362 INFO [RS_LOG_REPLAY_OPS-regionserver/da99f16e0d32:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 19 ms; skipped=4; WAL=hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/WALs/da99f16e0d32,40105,1732743598365-splitting/da99f16e0d32%2C40105%2C1732743598365.1732743600161, size=1.2 K, length=1242, corrupted=false, cancelled=false 2024-11-27T21:40:41,362 DEBUG [RS_LOG_REPLAY_OPS-regionserver/da99f16e0d32:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/WALs/da99f16e0d32,40105,1732743598365-splitting/da99f16e0d32%2C40105%2C1732743598365.1732743600161, journal: Splitting hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/WALs/da99f16e0d32,40105,1732743598365-splitting/da99f16e0d32%2C40105%2C1732743598365.1732743600161, size=1.2 K (1242bytes) at 1732743641233Finishing writing output for hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/WALs/da99f16e0d32,40105,1732743598365-splitting/da99f16e0d32%2C40105%2C1732743598365.1732743600161 so closing down at 1732743641356 (+123 ms)3 split writer threads finished at 1732743641356Processed 4 edits across 0 Regions in 19 ms; skipped=4; WAL=hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/WALs/da99f16e0d32,40105,1732743598365-splitting/da99f16e0d32%2C40105%2C1732743598365.1732743600161, size=1.2 K, length=1242, corrupted=false, cancelled=false at 1732743641362 (+6 ms) 2024-11-27T21:40:41,363 DEBUG [RS_LOG_REPLAY_OPS-regionserver/da99f16e0d32:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/WALs/da99f16e0d32,40105,1732743598365-splitting/da99f16e0d32%2C40105%2C1732743598365.1732743600161 2024-11-27T21:40:41,363 DEBUG [RS_LOG_REPLAY_OPS-regionserver/da99f16e0d32:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-27T21:40:41,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39647 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-27T21:40:41,385 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/WALs/da99f16e0d32,40105,1732743598365-splitting/da99f16e0d32%2C40105%2C1732743598365.1732743600161 to hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/oldWALs 2024-11-27T21:40:41,389 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-27T21:40:41,389 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure da99f16e0d32%2C40105%2C1732743598365.1732743600161, worker=da99f16e0d32,35367,1732743598186 in 10.0300 sec 2024-11-27T21:40:41,391 DEBUG [PEWorker-2 {}] master.SplitWALManager(172): Release split WAL worker=da99f16e0d32,35367,1732743598186 2024-11-27T21:40:41,396 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-27T21:40:41,396 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure da99f16e0d32%2C40105%2C1732743598365.1732743600161, worker=da99f16e0d32,35367,1732743598186 in 10.0450 sec 2024-11-27T21:40:41,398 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/WALs/da99f16e0d32,40105,1732743598365-splitting dir is empty, no logs to split. 2024-11-27T21:40:41,398 INFO [PEWorker-3 {}] master.SplitWALManager(105): da99f16e0d32,40105,1732743598365 WAL count=0, meta=false 2024-11-27T21:40:41,398 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if da99f16e0d32,40105,1732743598365 WAL splitting is done? wals=0, meta=false 2024-11-27T21:40:41,403 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for da99f16e0d32,40105,1732743598365 failed, ignore...File hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/WALs/da99f16e0d32,40105,1732743598365-splitting does not exist. 2024-11-27T21:40:41,406 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3b73b76754c77359ae74e8d66780eb5d, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bc9ae85240f16b6c87b6cc3a5da811fd, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8427ba2986589b794d6e640ecd0710a3, ASSIGN}, {pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=377711a5f5172f4e7364b48af05a8843, ASSIGN}] 2024-11-27T21:40:41,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741853_1029 (size=28623) 2024-11-27T21:40:41,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741853_1029 (size=28623) 2024-11-27T21:40:41,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741853_1029 (size=28623) 2024-11-27T21:40:41,409 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/data/default/SPTestTable/3727168c1041ee8de8b23c795097ccff/.tmp/cf/4ff1c49326174d78b826bd4c28900910 2024-11-27T21:40:41,409 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3b73b76754c77359ae74e8d66780eb5d, ASSIGN 2024-11-27T21:40:41,411 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bc9ae85240f16b6c87b6cc3a5da811fd, ASSIGN 2024-11-27T21:40:41,412 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bc9ae85240f16b6c87b6cc3a5da811fd, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-27T21:40:41,412 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3b73b76754c77359ae74e8d66780eb5d, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-27T21:40:41,413 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8427ba2986589b794d6e640ecd0710a3, ASSIGN 2024-11-27T21:40:41,414 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=377711a5f5172f4e7364b48af05a8843, ASSIGN 2024-11-27T21:40:41,414 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8427ba2986589b794d6e640ecd0710a3, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-27T21:40:41,415 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=377711a5f5172f4e7364b48af05a8843, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-27T21:40:41,441 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/data/default/SPTestTable/814e119406e6a6cd5ca2858eb3f3b8c9/.tmp/cf/63c714f3dff049d3b17613d8884b4ab0 is 34, key is eaa/cf:cf/1732743630915/Put/seqid=0 2024-11-27T21:40:41,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741854_1030 (size=499309) 2024-11-27T21:40:41,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741854_1030 (size=499309) 2024-11-27T21:40:41,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741854_1030 (size=499309) 2024-11-27T21:40:41,446 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/data/default/SPTestTable/814e119406e6a6cd5ca2858eb3f3b8c9/.tmp/cf/63c714f3dff049d3b17613d8884b4ab0 2024-11-27T21:40:41,471 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/data/default/SPTestTable/814e119406e6a6cd5ca2858eb3f3b8c9/.tmp/cf/63c714f3dff049d3b17613d8884b4ab0 as hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/data/default/SPTestTable/814e119406e6a6cd5ca2858eb3f3b8c9/cf/63c714f3dff049d3b17613d8884b4ab0 2024-11-27T21:40:41,471 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/data/default/SPTestTable/3727168c1041ee8de8b23c795097ccff/.tmp/cf/4ff1c49326174d78b826bd4c28900910 as hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/data/default/SPTestTable/3727168c1041ee8de8b23c795097ccff/cf/4ff1c49326174d78b826bd4c28900910 2024-11-27T21:40:41,484 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/data/default/SPTestTable/3727168c1041ee8de8b23c795097ccff/cf/4ff1c49326174d78b826bd4c28900910, entries=731, sequenceid=5, filesize=28.0 K 2024-11-27T21:40:41,492 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 3727168c1041ee8de8b23c795097ccff in 289ms, sequenceid=5, compaction requested=false 2024-11-27T21:40:41,492 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 3727168c1041ee8de8b23c795097ccff: 2024-11-27T21:40:41,492 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1732743610928.3727168c1041ee8de8b23c795097ccff. for SnapshotProcedureTest completed. 2024-11-27T21:40:41,493 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1732743610928.3727168c1041ee8de8b23c795097ccff.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T21:40:41,493 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T21:40:41,493 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/data/default/SPTestTable/3727168c1041ee8de8b23c795097ccff/cf/4ff1c49326174d78b826bd4c28900910] hfiles 2024-11-27T21:40:41,495 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/data/default/SPTestTable/3727168c1041ee8de8b23c795097ccff/cf/4ff1c49326174d78b826bd4c28900910 for snapshot=SnapshotProcedureTest 2024-11-27T21:40:41,499 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/data/default/SPTestTable/814e119406e6a6cd5ca2858eb3f3b8c9/cf/63c714f3dff049d3b17613d8884b4ab0, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-27T21:40:41,500 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 814e119406e6a6cd5ca2858eb3f3b8c9 in 302ms, sequenceid=5, compaction requested=false 2024-11-27T21:40:41,501 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 814e119406e6a6cd5ca2858eb3f3b8c9: 2024-11-27T21:40:41,501 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1732743610928.814e119406e6a6cd5ca2858eb3f3b8c9. for SnapshotProcedureTest completed. 2024-11-27T21:40:41,501 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1732743610928.814e119406e6a6cd5ca2858eb3f3b8c9.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T21:40:41,501 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T21:40:41,501 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/data/default/SPTestTable/814e119406e6a6cd5ca2858eb3f3b8c9/cf/63c714f3dff049d3b17613d8884b4ab0] hfiles 2024-11-27T21:40:41,501 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/data/default/SPTestTable/814e119406e6a6cd5ca2858eb3f3b8c9/cf/63c714f3dff049d3b17613d8884b4ab0 for snapshot=SnapshotProcedureTest 2024-11-27T21:40:41,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741855_1031 (size=105) 2024-11-27T21:40:41,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741855_1031 (size=105) 2024-11-27T21:40:41,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741855_1031 (size=105) 2024-11-27T21:40:41,525 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1732743610928.3727168c1041ee8de8b23c795097ccff. 2024-11-27T21:40:41,525 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-27T21:40:41,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39647 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-27T21:40:41,526 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39647 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3727168c1041ee8de8b23c795097ccff 2024-11-27T21:40:41,526 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3727168c1041ee8de8b23c795097ccff 2024-11-27T21:40:41,530 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3727168c1041ee8de8b23c795097ccff in 10.3450 sec 2024-11-27T21:40:41,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741856_1032 (size=97) 2024-11-27T21:40:41,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741856_1032 (size=97) 2024-11-27T21:40:41,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741856_1032 (size=97) 2024-11-27T21:40:41,535 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1732743610928.814e119406e6a6cd5ca2858eb3f3b8c9. 2024-11-27T21:40:41,536 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-27T21:40:41,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39647 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-27T21:40:41,536 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39647 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 814e119406e6a6cd5ca2858eb3f3b8c9 2024-11-27T21:40:41,536 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 814e119406e6a6cd5ca2858eb3f3b8c9 2024-11-27T21:40:41,540 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 814e119406e6a6cd5ca2858eb3f3b8c9 in 10.3550 sec 2024-11-27T21:40:41,564 DEBUG [da99f16e0d32:39647 {}] balancer.BalancerClusterState(204): Hosts are {da99f16e0d32=0} racks are {/default-rack=0} 2024-11-27T21:40:41,564 DEBUG [da99f16e0d32:39647 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-27T21:40:41,564 DEBUG [da99f16e0d32:39647 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-27T21:40:41,564 DEBUG [da99f16e0d32:39647 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-27T21:40:41,564 DEBUG [da99f16e0d32:39647 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-27T21:40:41,564 INFO [da99f16e0d32:39647 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-27T21:40:41,564 INFO [da99f16e0d32:39647 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-27T21:40:41,564 DEBUG [da99f16e0d32:39647 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-27T21:40:41,565 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=8427ba2986589b794d6e640ecd0710a3, regionState=OPENING, regionLocation=da99f16e0d32,35367,1732743598186 2024-11-27T21:40:41,565 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=377711a5f5172f4e7364b48af05a8843, regionState=OPENING, regionLocation=da99f16e0d32,34591,1732743598299 2024-11-27T21:40:41,565 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=3b73b76754c77359ae74e8d66780eb5d, regionState=OPENING, regionLocation=da99f16e0d32,35367,1732743598186 2024-11-27T21:40:41,565 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=bc9ae85240f16b6c87b6cc3a5da811fd, regionState=OPENING, regionLocation=da99f16e0d32,34591,1732743598299 2024-11-27T21:40:41,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3b73b76754c77359ae74e8d66780eb5d, ASSIGN because future has completed 2024-11-27T21:40:41,569 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3b73b76754c77359ae74e8d66780eb5d, server=da99f16e0d32,35367,1732743598186}] 2024-11-27T21:40:41,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8427ba2986589b794d6e640ecd0710a3, ASSIGN because future has completed 2024-11-27T21:40:41,570 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8427ba2986589b794d6e640ecd0710a3, server=da99f16e0d32,35367,1732743598186}] 2024-11-27T21:40:41,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=377711a5f5172f4e7364b48af05a8843, ASSIGN because future has completed 2024-11-27T21:40:41,572 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 377711a5f5172f4e7364b48af05a8843, server=da99f16e0d32,34591,1732743598299}] 2024-11-27T21:40:41,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bc9ae85240f16b6c87b6cc3a5da811fd, ASSIGN because future has completed 2024-11-27T21:40:41,574 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc9ae85240f16b6c87b6cc3a5da811fd, server=da99f16e0d32,34591,1732743598299}] 2024-11-27T21:40:46,350 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 377711a5f5172f4e7364b48af05a8843 held by pid=42 2024-11-27T21:40:46,350 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 377711a5f5172f4e7364b48af05a8843 2024-11-27T21:40:46,351 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8427ba2986589b794d6e640ecd0710a3 held by pid=41 2024-11-27T21:40:46,351 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8427ba2986589b794d6e640ecd0710a3 2024-11-27T21:40:46,351 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3b73b76754c77359ae74e8d66780eb5d held by pid=39 2024-11-27T21:40:46,351 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3b73b76754c77359ae74e8d66780eb5d 2024-11-27T21:40:46,351 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bc9ae85240f16b6c87b6cc3a5da811fd held by pid=40 2024-11-27T21:40:46,351 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bc9ae85240f16b6c87b6cc3a5da811fd 2024-11-27T21:40:51,474 INFO [master/da99f16e0d32:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-27T21:40:51,474 INFO [master/da99f16e0d32:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-27T21:40:51,582 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,,1732743610928.3b73b76754c77359ae74e8d66780eb5d. 2024-11-27T21:40:51,583 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 3b73b76754c77359ae74e8d66780eb5d, NAME => 'SPTestTable,,1732743610928.3b73b76754c77359ae74e8d66780eb5d.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-27T21:40:51,583 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3b73b76754c77359ae74e8d66780eb5d 2024-11-27T21:40:51,583 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,,1732743610928.3b73b76754c77359ae74e8d66780eb5d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:40:51,583 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 3b73b76754c77359ae74e8d66780eb5d 2024-11-27T21:40:51,583 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 3b73b76754c77359ae74e8d66780eb5d 2024-11-27T21:40:51,586 INFO [StoreOpener-3b73b76754c77359ae74e8d66780eb5d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3b73b76754c77359ae74e8d66780eb5d 2024-11-27T21:40:51,586 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732743610928.377711a5f5172f4e7364b48af05a8843. 2024-11-27T21:40:51,586 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => 377711a5f5172f4e7364b48af05a8843, NAME => 'SPTestTable,ccccccc8,1732743610928.377711a5f5172f4e7364b48af05a8843.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-27T21:40:51,586 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 377711a5f5172f4e7364b48af05a8843 2024-11-27T21:40:51,587 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732743610928.377711a5f5172f4e7364b48af05a8843.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:40:51,587 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for 377711a5f5172f4e7364b48af05a8843 2024-11-27T21:40:51,587 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for 377711a5f5172f4e7364b48af05a8843 2024-11-27T21:40:51,587 INFO [StoreOpener-3b73b76754c77359ae74e8d66780eb5d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b73b76754c77359ae74e8d66780eb5d columnFamilyName cf 2024-11-27T21:40:51,587 DEBUG [StoreOpener-3b73b76754c77359ae74e8d66780eb5d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:40:51,588 INFO [StoreOpener-3b73b76754c77359ae74e8d66780eb5d-1 {}] regionserver.HStore(327): Store=3b73b76754c77359ae74e8d66780eb5d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:40:51,589 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 3b73b76754c77359ae74e8d66780eb5d 2024-11-27T21:40:51,590 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/data/default/SPTestTable/3b73b76754c77359ae74e8d66780eb5d 2024-11-27T21:40:51,590 INFO [StoreOpener-377711a5f5172f4e7364b48af05a8843-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 377711a5f5172f4e7364b48af05a8843 2024-11-27T21:40:51,592 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/data/default/SPTestTable/3b73b76754c77359ae74e8d66780eb5d 2024-11-27T21:40:51,592 INFO [StoreOpener-377711a5f5172f4e7364b48af05a8843-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 377711a5f5172f4e7364b48af05a8843 columnFamilyName cf 2024-11-27T21:40:51,592 DEBUG [StoreOpener-377711a5f5172f4e7364b48af05a8843-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:40:51,593 INFO [StoreOpener-377711a5f5172f4e7364b48af05a8843-1 {}] regionserver.HStore(327): Store=377711a5f5172f4e7364b48af05a8843/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:40:51,593 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for 377711a5f5172f4e7364b48af05a8843 2024-11-27T21:40:51,595 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/data/default/SPTestTable/377711a5f5172f4e7364b48af05a8843 2024-11-27T21:40:51,596 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 3b73b76754c77359ae74e8d66780eb5d 2024-11-27T21:40:51,596 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 3b73b76754c77359ae74e8d66780eb5d 2024-11-27T21:40:51,598 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/data/default/SPTestTable/377711a5f5172f4e7364b48af05a8843 2024-11-27T21:40:51,598 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for 377711a5f5172f4e7364b48af05a8843 2024-11-27T21:40:51,598 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for 377711a5f5172f4e7364b48af05a8843 2024-11-27T21:40:51,600 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 3b73b76754c77359ae74e8d66780eb5d 2024-11-27T21:40:51,601 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 3b73b76754c77359ae74e8d66780eb5d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63094101, jitterRate=-0.0598246306180954}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T21:40:51,601 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3b73b76754c77359ae74e8d66780eb5d 2024-11-27T21:40:51,601 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for 377711a5f5172f4e7364b48af05a8843 2024-11-27T21:40:51,601 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 3b73b76754c77359ae74e8d66780eb5d: Running coprocessor pre-open hook at 1732743651584Writing region info on filesystem at 1732743651584Initializing all the Stores at 1732743651585 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732743651585Cleaning up temporary data from old regions at 1732743651596 (+11 ms)Running coprocessor post-open hooks at 1732743651601 (+5 ms)Region opened successfully at 1732743651601 2024-11-27T21:40:51,603 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732743610928.3b73b76754c77359ae74e8d66780eb5d., pid=43, masterSystemTime=1732743651574 2024-11-27T21:40:51,606 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened 377711a5f5172f4e7364b48af05a8843; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73674452, jitterRate=0.09783488512039185}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T21:40:51,607 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 377711a5f5172f4e7364b48af05a8843 2024-11-27T21:40:51,606 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732743610928.3b73b76754c77359ae74e8d66780eb5d. 2024-11-27T21:40:51,607 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for 377711a5f5172f4e7364b48af05a8843: Running coprocessor pre-open hook at 1732743651587Writing region info on filesystem at 1732743651587Initializing all the Stores at 1732743651590 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732743651590Cleaning up temporary data from old regions at 1732743651599 (+9 ms)Running coprocessor post-open hooks at 1732743651607 (+8 ms)Region opened successfully at 1732743651607 2024-11-27T21:40:51,607 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732743610928.3b73b76754c77359ae74e8d66780eb5d. 2024-11-27T21:40:51,607 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=3b73b76754c77359ae74e8d66780eb5d, regionState=OPEN, openSeqNum=2, regionLocation=da99f16e0d32,35367,1732743598186 2024-11-27T21:40:51,611 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732743610928.377711a5f5172f4e7364b48af05a8843., pid=45, masterSystemTime=1732743651577 2024-11-27T21:40:51,612 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732743610928.8427ba2986589b794d6e640ecd0710a3. 2024-11-27T21:40:51,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3b73b76754c77359ae74e8d66780eb5d, server=da99f16e0d32,35367,1732743598186 because future has completed 2024-11-27T21:40:51,612 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 8427ba2986589b794d6e640ecd0710a3, NAME => 'SPTestTable,99999996,1732743610928.8427ba2986589b794d6e640ecd0710a3.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-27T21:40:51,615 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732743610928.377711a5f5172f4e7364b48af05a8843. 2024-11-27T21:40:51,615 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732743610928.377711a5f5172f4e7364b48af05a8843. 2024-11-27T21:40:51,616 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732743610928.bc9ae85240f16b6c87b6cc3a5da811fd. 2024-11-27T21:40:51,616 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => bc9ae85240f16b6c87b6cc3a5da811fd, NAME => 'SPTestTable,4ccccccb,1732743610928.bc9ae85240f16b6c87b6cc3a5da811fd.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-27T21:40:51,617 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=377711a5f5172f4e7364b48af05a8843, regionState=OPEN, openSeqNum=2, regionLocation=da99f16e0d32,34591,1732743598299 2024-11-27T21:40:51,621 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=39 2024-11-27T21:40:51,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 377711a5f5172f4e7364b48af05a8843, server=da99f16e0d32,34591,1732743598299 because future has completed 2024-11-27T21:40:51,621 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 3b73b76754c77359ae74e8d66780eb5d, server=da99f16e0d32,35367,1732743598186 in 10.0460 sec 2024-11-27T21:40:51,621 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable bc9ae85240f16b6c87b6cc3a5da811fd 2024-11-27T21:40:51,622 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732743610928.bc9ae85240f16b6c87b6cc3a5da811fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:40:51,622 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for bc9ae85240f16b6c87b6cc3a5da811fd 2024-11-27T21:40:51,622 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for bc9ae85240f16b6c87b6cc3a5da811fd 2024-11-27T21:40:51,624 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39647 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=da99f16e0d32,34591,1732743598299, table=SPTestTable, region=377711a5f5172f4e7364b48af05a8843. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-27T21:40:51,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3b73b76754c77359ae74e8d66780eb5d, ASSIGN in 10.2150 sec 2024-11-27T21:40:51,625 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3b73b76754c77359ae74e8d66780eb5d 2024-11-27T21:40:51,630 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8427ba2986589b794d6e640ecd0710a3 2024-11-27T21:40:51,630 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732743610928.8427ba2986589b794d6e640ecd0710a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:40:51,630 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 8427ba2986589b794d6e640ecd0710a3 2024-11-27T21:40:51,630 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 8427ba2986589b794d6e640ecd0710a3 2024-11-27T21:40:51,632 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=42 2024-11-27T21:40:51,632 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=42, state=SUCCESS, hasLock=false; OpenRegionProcedure 377711a5f5172f4e7364b48af05a8843, server=da99f16e0d32,34591,1732743598299 in 10.0530 sec 2024-11-27T21:40:51,636 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 377711a5f5172f4e7364b48af05a8843 2024-11-27T21:40:51,638 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=377711a5f5172f4e7364b48af05a8843, ASSIGN in 10.2260 sec 2024-11-27T21:40:51,640 INFO [StoreOpener-8427ba2986589b794d6e640ecd0710a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8427ba2986589b794d6e640ecd0710a3 2024-11-27T21:40:51,642 INFO [StoreOpener-8427ba2986589b794d6e640ecd0710a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8427ba2986589b794d6e640ecd0710a3 columnFamilyName cf 2024-11-27T21:40:51,643 DEBUG [StoreOpener-8427ba2986589b794d6e640ecd0710a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:40:51,644 INFO [StoreOpener-8427ba2986589b794d6e640ecd0710a3-1 {}] regionserver.HStore(327): Store=8427ba2986589b794d6e640ecd0710a3/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:40:51,644 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 8427ba2986589b794d6e640ecd0710a3 2024-11-27T21:40:51,646 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/data/default/SPTestTable/8427ba2986589b794d6e640ecd0710a3 2024-11-27T21:40:51,648 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/data/default/SPTestTable/8427ba2986589b794d6e640ecd0710a3 2024-11-27T21:40:51,648 INFO [StoreOpener-bc9ae85240f16b6c87b6cc3a5da811fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region bc9ae85240f16b6c87b6cc3a5da811fd 2024-11-27T21:40:51,649 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 8427ba2986589b794d6e640ecd0710a3 2024-11-27T21:40:51,649 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 8427ba2986589b794d6e640ecd0710a3 2024-11-27T21:40:51,650 INFO [StoreOpener-bc9ae85240f16b6c87b6cc3a5da811fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc9ae85240f16b6c87b6cc3a5da811fd columnFamilyName cf 2024-11-27T21:40:51,650 DEBUG [StoreOpener-bc9ae85240f16b6c87b6cc3a5da811fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:40:51,654 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 8427ba2986589b794d6e640ecd0710a3 2024-11-27T21:40:51,656 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 8427ba2986589b794d6e640ecd0710a3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69526306, jitterRate=0.036022692918777466}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T21:40:51,656 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8427ba2986589b794d6e640ecd0710a3 2024-11-27T21:40:51,656 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 8427ba2986589b794d6e640ecd0710a3: Running coprocessor pre-open hook at 1732743651631Writing region info on filesystem at 1732743651631Initializing all the Stores at 1732743651637 (+6 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732743651637Cleaning up temporary data from old regions at 1732743651649 (+12 ms)Running coprocessor post-open hooks at 1732743651656 (+7 ms)Region opened successfully at 1732743651656 2024-11-27T21:40:51,657 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732743610928.8427ba2986589b794d6e640ecd0710a3., pid=44, masterSystemTime=1732743651574 2024-11-27T21:40:51,660 INFO [StoreOpener-bc9ae85240f16b6c87b6cc3a5da811fd-1 {}] regionserver.HStore(327): Store=bc9ae85240f16b6c87b6cc3a5da811fd/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:40:51,661 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for bc9ae85240f16b6c87b6cc3a5da811fd 2024-11-27T21:40:51,661 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732743610928.8427ba2986589b794d6e640ecd0710a3. 2024-11-27T21:40:51,661 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732743610928.8427ba2986589b794d6e640ecd0710a3. 2024-11-27T21:40:51,662 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/data/default/SPTestTable/bc9ae85240f16b6c87b6cc3a5da811fd 2024-11-27T21:40:51,663 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=8427ba2986589b794d6e640ecd0710a3, regionState=OPEN, openSeqNum=2, regionLocation=da99f16e0d32,35367,1732743598186 2024-11-27T21:40:51,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8427ba2986589b794d6e640ecd0710a3, server=da99f16e0d32,35367,1732743598186 because future has completed 2024-11-27T21:40:51,669 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/data/default/SPTestTable/bc9ae85240f16b6c87b6cc3a5da811fd 2024-11-27T21:40:51,670 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for bc9ae85240f16b6c87b6cc3a5da811fd 2024-11-27T21:40:51,670 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for bc9ae85240f16b6c87b6cc3a5da811fd 2024-11-27T21:40:51,673 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=41 2024-11-27T21:40:51,673 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure 8427ba2986589b794d6e640ecd0710a3, server=da99f16e0d32,35367,1732743598186 in 10.0980 sec 2024-11-27T21:40:51,675 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for bc9ae85240f16b6c87b6cc3a5da811fd 2024-11-27T21:40:51,677 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8427ba2986589b794d6e640ecd0710a3, ASSIGN in 10.2680 sec 2024-11-27T21:40:51,677 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8427ba2986589b794d6e640ecd0710a3 2024-11-27T21:40:51,678 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened bc9ae85240f16b6c87b6cc3a5da811fd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66776292, jitterRate=-0.004955708980560303}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T21:40:51,679 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bc9ae85240f16b6c87b6cc3a5da811fd 2024-11-27T21:40:51,679 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for bc9ae85240f16b6c87b6cc3a5da811fd: Running coprocessor pre-open hook at 1732743651622Writing region info on filesystem at 1732743651622Initializing all the Stores at 1732743651626 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732743651626Cleaning up temporary data from old regions at 1732743651671 (+45 ms)Running coprocessor post-open hooks at 1732743651679 (+8 ms)Region opened successfully at 1732743651679 2024-11-27T21:40:51,681 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732743610928.bc9ae85240f16b6c87b6cc3a5da811fd., pid=46, masterSystemTime=1732743651577 2024-11-27T21:40:51,686 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732743610928.bc9ae85240f16b6c87b6cc3a5da811fd. 2024-11-27T21:40:51,686 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732743610928.bc9ae85240f16b6c87b6cc3a5da811fd. 2024-11-27T21:40:51,687 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=bc9ae85240f16b6c87b6cc3a5da811fd, regionState=OPEN, openSeqNum=2, regionLocation=da99f16e0d32,34591,1732743598299 2024-11-27T21:40:51,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc9ae85240f16b6c87b6cc3a5da811fd, server=da99f16e0d32,34591,1732743598299 because future has completed 2024-11-27T21:40:51,708 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=40 2024-11-27T21:40:51,708 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure bc9ae85240f16b6c87b6cc3a5da811fd, server=da99f16e0d32,34591,1732743598299 in 10.1310 sec 2024-11-27T21:40:51,712 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bc9ae85240f16b6c87b6cc3a5da811fd 2024-11-27T21:40:51,714 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=36 2024-11-27T21:40:51,714 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(291): removed crashed server da99f16e0d32,40105,1732743598365 after splitting done 2024-11-27T21:40:51,714 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bc9ae85240f16b6c87b6cc3a5da811fd, ASSIGN in 10.3020 sec 2024-11-27T21:40:51,718 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure da99f16e0d32,40105,1732743598365, splitWal=true, meta=false in 20.3900 sec 2024-11-27T21:40:56,355 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T21:40:57,110 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-27T21:41:01,427 INFO [regionserver/da99f16e0d32:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-27T21:41:01,629 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35367 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-27T21:41:01,630 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1732743610928.8427ba2986589b794d6e640ecd0710a3. 2024-11-27T21:41:01,630 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35367 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-27T21:41:01,631 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 8427ba2986589b794d6e640ecd0710a3: 2024-11-27T21:41:01,631 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1732743610928.3b73b76754c77359ae74e8d66780eb5d. 2024-11-27T21:41:01,631 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1732743610928.8427ba2986589b794d6e640ecd0710a3. for SnapshotProcedureTest completed. 2024-11-27T21:41:01,631 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 3b73b76754c77359ae74e8d66780eb5d: 2024-11-27T21:41:01,631 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1732743610928.3b73b76754c77359ae74e8d66780eb5d. for SnapshotProcedureTest completed. 2024-11-27T21:41:01,632 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1732743610928.8427ba2986589b794d6e640ecd0710a3.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T21:41:01,632 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T21:41:01,632 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1732743610928.3b73b76754c77359ae74e8d66780eb5d.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T21:41:01,632 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T21:41:01,632 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T21:41:01,633 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T21:41:01,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34591 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-27T21:41:01,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34591 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-27T21:41:01,639 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1732743610928.bc9ae85240f16b6c87b6cc3a5da811fd. 2024-11-27T21:41:01,640 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1732743610928.377711a5f5172f4e7364b48af05a8843. 2024-11-27T21:41:01,640 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for bc9ae85240f16b6c87b6cc3a5da811fd: 2024-11-27T21:41:01,640 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1732743610928.bc9ae85240f16b6c87b6cc3a5da811fd. for SnapshotProcedureTest completed. 2024-11-27T21:41:01,640 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 377711a5f5172f4e7364b48af05a8843: 2024-11-27T21:41:01,640 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1732743610928.377711a5f5172f4e7364b48af05a8843. for SnapshotProcedureTest completed. 2024-11-27T21:41:01,640 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1732743610928.377711a5f5172f4e7364b48af05a8843.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T21:41:01,640 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1732743610928.bc9ae85240f16b6c87b6cc3a5da811fd.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T21:41:01,640 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T21:41:01,640 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T21:41:01,640 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T21:41:01,640 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T21:41:01,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741857_1033 (size=57) 2024-11-27T21:41:01,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741857_1033 (size=57) 2024-11-27T21:41:01,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741857_1033 (size=57) 2024-11-27T21:41:01,694 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1732743610928.3b73b76754c77359ae74e8d66780eb5d. 2024-11-27T21:41:01,694 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-27T21:41:01,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39647 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-27T21:41:01,695 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39647 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3b73b76754c77359ae74e8d66780eb5d 2024-11-27T21:41:01,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741859_1035 (size=65) 2024-11-27T21:41:01,695 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3b73b76754c77359ae74e8d66780eb5d 2024-11-27T21:41:01,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741859_1035 (size=65) 2024-11-27T21:41:01,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741859_1035 (size=65) 2024-11-27T21:41:01,698 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1732743610928.377711a5f5172f4e7364b48af05a8843. 2024-11-27T21:41:01,698 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-27T21:41:01,698 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3b73b76754c77359ae74e8d66780eb5d in 30.5130 sec 2024-11-27T21:41:01,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39647 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-27T21:41:01,699 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39647 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 377711a5f5172f4e7364b48af05a8843 2024-11-27T21:41:01,699 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 377711a5f5172f4e7364b48af05a8843 2024-11-27T21:41:01,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741858_1034 (size=65) 2024-11-27T21:41:01,702 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 377711a5f5172f4e7364b48af05a8843 in 30.5170 sec 2024-11-27T21:41:01,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741860_1036 (size=65) 2024-11-27T21:41:01,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741858_1034 (size=65) 2024-11-27T21:41:01,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741860_1036 (size=65) 2024-11-27T21:41:01,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741858_1034 (size=65) 2024-11-27T21:41:01,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741860_1036 (size=65) 2024-11-27T21:41:01,705 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1732743610928.8427ba2986589b794d6e640ecd0710a3. 2024-11-27T21:41:01,705 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-27T21:41:01,705 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1732743610928.bc9ae85240f16b6c87b6cc3a5da811fd. 2024-11-27T21:41:01,705 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-27T21:41:01,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39647 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-27T21:41:01,705 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39647 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8427ba2986589b794d6e640ecd0710a3 2024-11-27T21:41:01,705 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8427ba2986589b794d6e640ecd0710a3 2024-11-27T21:41:01,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39647 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-27T21:41:01,706 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39647 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region bc9ae85240f16b6c87b6cc3a5da811fd 2024-11-27T21:41:01,706 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bc9ae85240f16b6c87b6cc3a5da811fd 2024-11-27T21:41:01,708 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8427ba2986589b794d6e640ecd0710a3 in 30.5240 sec 2024-11-27T21:41:01,709 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=25 2024-11-27T21:41:01,709 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-27T21:41:01,709 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure bc9ae85240f16b6c87b6cc3a5da811fd in 30.5240 sec 2024-11-27T21:41:01,711 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-27T21:41:01,714 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-27T21:41:01,714 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-27T21:41:01,717 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-27T21:41:01,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741861_1037 (size=1094) 2024-11-27T21:41:01,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741861_1037 (size=1094) 2024-11-27T21:41:01,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741861_1037 (size=1094) 2024-11-27T21:41:01,755 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-27T21:41:01,765 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-27T21:41:01,770 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=da99f16e0d32,35367,1732743598186 2024-11-27T21:41:01,770 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=da99f16e0d32,35367,1732743598186 2024-11-27T21:41:01,770 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=da99f16e0d32,34591,1732743598299 2024-11-27T21:41:01,770 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=da99f16e0d32,35367,1732743598186 2024-11-27T21:41:01,770 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=da99f16e0d32,34591,1732743598299 2024-11-27T21:41:01,780 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=da99f16e0d32,34591,1732743598299 2024-11-27T21:41:03,464 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=da99f16e0d32:39647 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-27T21:41:06,858 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 3727168c1041ee8de8b23c795097ccff, had cached 0 bytes from a total of 28623 2024-11-27T21:41:06,862 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 814e119406e6a6cd5ca2858eb3f3b8c9, had cached 0 bytes from a total of 499309 2024-11-27T21:41:10,693 DEBUG [master/da99f16e0d32:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 0225bb35954ea1a2bb1f6ac4e0f552ef changed from -1.0 to 0.0, refreshing cache 2024-11-27T21:41:10,694 DEBUG [master/da99f16e0d32:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region bc9ae85240f16b6c87b6cc3a5da811fd changed from -1.0 to 0.0, refreshing cache 2024-11-27T21:41:10,695 DEBUG [master/da99f16e0d32:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region b475d18f68b6f45e963795d52eb66652 changed from -1.0 to 0.0, refreshing cache 2024-11-27T21:41:10,695 DEBUG [master/da99f16e0d32:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 3727168c1041ee8de8b23c795097ccff changed from -1.0 to 0.0, refreshing cache 2024-11-27T21:41:10,696 DEBUG [master/da99f16e0d32:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 377711a5f5172f4e7364b48af05a8843 changed from -1.0 to 0.0, refreshing cache 2024-11-27T21:41:10,696 DEBUG [master/da99f16e0d32:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 3b73b76754c77359ae74e8d66780eb5d changed from -1.0 to 0.0, refreshing cache 2024-11-27T21:41:10,696 DEBUG [master/da99f16e0d32:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region cc2bfcf57079ed6f742c8ec77f486409 changed from -1.0 to 0.0, refreshing cache 2024-11-27T21:41:10,696 DEBUG [master/da99f16e0d32:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 33194b45b05e8e098b97ed12813a5779 changed from -1.0 to 0.0, refreshing cache 2024-11-27T21:41:10,697 DEBUG [master/da99f16e0d32:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 8427ba2986589b794d6e640ecd0710a3 changed from -1.0 to 0.0, refreshing cache 2024-11-27T21:41:10,697 DEBUG [master/da99f16e0d32:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 814e119406e6a6cd5ca2858eb3f3b8c9 changed from -1.0 to 0.0, refreshing cache 2024-11-27T21:41:11,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34591 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-27T21:41:11,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35367 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-11-27T21:41:11,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35367 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-11-27T21:41:11,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34591 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-27T21:41:11,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35367 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-11-27T21:41:11,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34591 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-27T21:41:11,779 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-27T21:41:11,779 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-27T21:41:11,781 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-27T21:41:11,781 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-27T21:41:11,781 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-27T21:41:11,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39647 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-27T21:41:11,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39647 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-27T21:41:11,782 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-27T21:41:11,782 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-27T21:41:11,783 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-27T21:41:11,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39647 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-27T21:41:11,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39647 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-27T21:41:11,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39647 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-27T21:41:11,785 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=da99f16e0d32,34591,1732743598299 Release verify snapshot worker=da99f16e0d32,34591,1732743598299 2024-11-27T21:41:11,785 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=da99f16e0d32,35367,1732743598186 Release verify snapshot worker=da99f16e0d32,35367,1732743598186 2024-11-27T21:41:11,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39647 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-27T21:41:11,787 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=da99f16e0d32,34591,1732743598299 Release verify snapshot worker=da99f16e0d32,34591,1732743598299 2024-11-27T21:41:11,789 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=da99f16e0d32,34591,1732743598299 in 10.0210 sec 2024-11-27T21:41:11,790 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=da99f16e0d32,34591,1732743598299 in 10.0230 sec 2024-11-27T21:41:11,790 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=da99f16e0d32,35367,1732743598186 2024-11-27T21:41:11,791 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=da99f16e0d32,34591,1732743598299 Release verify snapshot worker=da99f16e0d32,34591,1732743598299 2024-11-27T21:41:11,792 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=da99f16e0d32,35367,1732743598186 Release verify snapshot worker=da99f16e0d32,35367,1732743598186 2024-11-27T21:41:11,792 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=da99f16e0d32,34591,1732743598299 2024-11-27T21:41:11,793 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=da99f16e0d32,35367,1732743598186 in 10.0210 sec 2024-11-27T21:41:11,795 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=da99f16e0d32,34591,1732743598299 2024-11-27T21:41:11,795 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=da99f16e0d32,34591,1732743598299 2024-11-27T21:41:11,797 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=da99f16e0d32,35367,1732743598186 in 10.0280 sec 2024-11-27T21:41:11,797 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=da99f16e0d32,34591,1732743598299 in 10.0280 sec 2024-11-27T21:41:11,798 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=da99f16e0d32,35367,1732743598186 Release verify snapshot worker=da99f16e0d32,35367,1732743598186 2024-11-27T21:41:11,800 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=da99f16e0d32,35367,1732743598186 in 10.0340 sec 2024-11-27T21:41:21,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35367 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-11-27T21:41:21,792 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-27T21:41:21,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39647 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-27T21:41:21,793 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34591 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-11-27T21:41:21,793 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-27T21:41:21,793 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34591 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-11-27T21:41:21,793 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34591 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-27T21:41:21,794 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-27T21:41:21,794 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-27T21:41:21,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39647 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-27T21:41:21,795 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=da99f16e0d32,35367,1732743598186 Release verify snapshot worker=da99f16e0d32,35367,1732743598186 2024-11-27T21:41:21,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39647 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-27T21:41:21,797 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=da99f16e0d32,34591,1732743598299 Release verify snapshot worker=da99f16e0d32,34591,1732743598299 2024-11-27T21:41:21,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39647 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-27T21:41:21,797 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=da99f16e0d32,35367,1732743598186 in 20.0310 sec 2024-11-27T21:41:21,801 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=da99f16e0d32,34591,1732743598299 Release verify snapshot worker=da99f16e0d32,34591,1732743598299 2024-11-27T21:41:21,801 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=da99f16e0d32,34591,1732743598299 Release verify snapshot worker=da99f16e0d32,34591,1732743598299 2024-11-27T21:41:21,801 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=da99f16e0d32,34591,1732743598299 in 20.0330 sec 2024-11-27T21:41:21,802 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=da99f16e0d32,34591,1732743598299 in 20.0370 sec 2024-11-27T21:41:21,803 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=25 2024-11-27T21:41:21,803 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-27T21:41:21,803 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=da99f16e0d32,34591,1732743598299 in 20.0370 sec 2024-11-27T21:41:21,805 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/.hbase-snapshot/SnapshotProcedureTest 2024-11-27T21:41:21,807 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-27T21:41:21,807 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-27T21:41:21,809 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 50.7080 sec 2024-11-27T21:41:21,917 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-27T21:41:21,923 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-27T21:41:21,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T21:41:21,924 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:41:21,924 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:41:21,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:41:21,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:41:21,924 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:41:21,925 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T21:41:21,925 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1379298512, stopped=false 2024-11-27T21:41:21,925 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=da99f16e0d32,39647,1732743597334 2024-11-27T21:41:21,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39647-0x1017e3d05300000, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-27T21:41:21,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34591-0x1017e3d05300002, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-27T21:41:21,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35367-0x1017e3d05300001, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-27T21:41:21,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35367-0x1017e3d05300001, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:41:21,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34591-0x1017e3d05300002, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:41:21,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39647-0x1017e3d05300000, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:41:21,938 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T21:41:21,939 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39647-0x1017e3d05300000, quorum=127.0.0.1:64053, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T21:41:21,939 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:41:21,939 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34591-0x1017e3d05300002, quorum=127.0.0.1:64053, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T21:41:21,940 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:41:21,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:41:21,940 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35367-0x1017e3d05300001, quorum=127.0.0.1:64053, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T21:41:21,940 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'da99f16e0d32,35367,1732743598186' ***** 2024-11-27T21:41:21,940 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T21:41:21,940 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'da99f16e0d32,34591,1732743598299' ***** 2024-11-27T21:41:21,940 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T21:41:21,940 INFO [RS:1;da99f16e0d32:34591 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T21:41:21,940 INFO [RS:0;da99f16e0d32:35367 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T21:41:21,940 INFO [RS:1;da99f16e0d32:34591 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T21:41:21,941 INFO [RS:1;da99f16e0d32:34591 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T21:41:21,941 INFO [RS:0;da99f16e0d32:35367 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T21:41:21,941 INFO [RS:0;da99f16e0d32:35367 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T21:41:21,941 INFO [RS:1;da99f16e0d32:34591 {}] regionserver.HRegionServer(3091): Received CLOSE for 377711a5f5172f4e7364b48af05a8843 2024-11-27T21:41:21,941 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T21:41:21,941 INFO [RS:0;da99f16e0d32:35367 {}] regionserver.HRegionServer(3091): Received CLOSE for cc2bfcf57079ed6f742c8ec77f486409 2024-11-27T21:41:21,941 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T21:41:21,941 INFO [RS:1;da99f16e0d32:34591 {}] regionserver.HRegionServer(3091): Received CLOSE for 3727168c1041ee8de8b23c795097ccff 2024-11-27T21:41:21,941 INFO [RS:1;da99f16e0d32:34591 {}] regionserver.HRegionServer(3091): Received CLOSE for b475d18f68b6f45e963795d52eb66652 2024-11-27T21:41:21,941 INFO [RS:1;da99f16e0d32:34591 {}] regionserver.HRegionServer(3091): Received CLOSE for 0225bb35954ea1a2bb1f6ac4e0f552ef 2024-11-27T21:41:21,942 INFO [RS:0;da99f16e0d32:35367 {}] regionserver.HRegionServer(3091): Received CLOSE for 3b73b76754c77359ae74e8d66780eb5d 2024-11-27T21:41:21,942 INFO [RS:1;da99f16e0d32:34591 {}] regionserver.HRegionServer(3091): Received CLOSE for bc9ae85240f16b6c87b6cc3a5da811fd 2024-11-27T21:41:21,942 INFO [RS:0;da99f16e0d32:35367 {}] regionserver.HRegionServer(3091): Received CLOSE for 814e119406e6a6cd5ca2858eb3f3b8c9 2024-11-27T21:41:21,942 INFO [RS:0;da99f16e0d32:35367 {}] regionserver.HRegionServer(3091): Received CLOSE for 8427ba2986589b794d6e640ecd0710a3 2024-11-27T21:41:21,942 INFO [RS:1;da99f16e0d32:34591 {}] regionserver.HRegionServer(959): stopping server da99f16e0d32,34591,1732743598299 2024-11-27T21:41:21,942 INFO [RS:1;da99f16e0d32:34591 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T21:41:21,942 INFO [RS:0;da99f16e0d32:35367 {}] regionserver.HRegionServer(3091): Received CLOSE for 33194b45b05e8e098b97ed12813a5779 2024-11-27T21:41:21,942 INFO [RS:0;da99f16e0d32:35367 {}] regionserver.HRegionServer(959): stopping server da99f16e0d32,35367,1732743598186 2024-11-27T21:41:21,942 INFO [RS:1;da99f16e0d32:34591 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;da99f16e0d32:34591. 2024-11-27T21:41:21,942 INFO [RS:0;da99f16e0d32:35367 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T21:41:21,942 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 377711a5f5172f4e7364b48af05a8843, disabling compactions & flushes 2024-11-27T21:41:21,942 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cc2bfcf57079ed6f742c8ec77f486409, disabling compactions & flushes 2024-11-27T21:41:21,942 INFO [RS:0;da99f16e0d32:35367 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;da99f16e0d32:35367. 2024-11-27T21:41:21,942 DEBUG [RS:1;da99f16e0d32:34591 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:41:21,942 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732743610928.377711a5f5172f4e7364b48af05a8843. 2024-11-27T21:41:21,942 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732743610928.cc2bfcf57079ed6f742c8ec77f486409. 2024-11-27T21:41:21,942 DEBUG [RS:1;da99f16e0d32:34591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:41:21,942 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732743610928.377711a5f5172f4e7364b48af05a8843. 2024-11-27T21:41:21,942 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732743610928.cc2bfcf57079ed6f742c8ec77f486409. 2024-11-27T21:41:21,942 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732743610928.cc2bfcf57079ed6f742c8ec77f486409. after waiting 0 ms 2024-11-27T21:41:21,942 DEBUG [RS:0;da99f16e0d32:35367 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:41:21,942 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732743610928.377711a5f5172f4e7364b48af05a8843. after waiting 0 ms 2024-11-27T21:41:21,942 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732743610928.cc2bfcf57079ed6f742c8ec77f486409. 2024-11-27T21:41:21,942 DEBUG [RS:0;da99f16e0d32:35367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:41:21,942 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732743610928.377711a5f5172f4e7364b48af05a8843. 2024-11-27T21:41:21,942 INFO [RS:1;da99f16e0d32:34591 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-27T21:41:21,942 DEBUG [RS:1;da99f16e0d32:34591 {}] regionserver.HRegionServer(1325): Online Regions={377711a5f5172f4e7364b48af05a8843=SPTestTable,ccccccc8,1732743610928.377711a5f5172f4e7364b48af05a8843., 3727168c1041ee8de8b23c795097ccff=SPTestTable,b333332f,1732743610928.3727168c1041ee8de8b23c795097ccff., b475d18f68b6f45e963795d52eb66652=SPTestTable,66666664,1732743610928.b475d18f68b6f45e963795d52eb66652., 0225bb35954ea1a2bb1f6ac4e0f552ef=SPTestTable,33333332,1732743610928.0225bb35954ea1a2bb1f6ac4e0f552ef., bc9ae85240f16b6c87b6cc3a5da811fd=SPTestTable,4ccccccb,1732743610928.bc9ae85240f16b6c87b6cc3a5da811fd.} 2024-11-27T21:41:21,942 INFO [RS:0;da99f16e0d32:35367 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T21:41:21,942 INFO [RS:0;da99f16e0d32:35367 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T21:41:21,942 INFO [RS:0;da99f16e0d32:35367 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T21:41:21,943 INFO [RS:0;da99f16e0d32:35367 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T21:41:21,943 DEBUG [RS:1;da99f16e0d32:34591 {}] regionserver.HRegionServer(1351): Waiting on 0225bb35954ea1a2bb1f6ac4e0f552ef, 3727168c1041ee8de8b23c795097ccff, 377711a5f5172f4e7364b48af05a8843, b475d18f68b6f45e963795d52eb66652, bc9ae85240f16b6c87b6cc3a5da811fd 2024-11-27T21:41:21,943 INFO [RS:0;da99f16e0d32:35367 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-27T21:41:21,943 DEBUG [RS:0;da99f16e0d32:35367 {}] regionserver.HRegionServer(1325): Online Regions={cc2bfcf57079ed6f742c8ec77f486409=SPTestTable,19999999,1732743610928.cc2bfcf57079ed6f742c8ec77f486409., 3b73b76754c77359ae74e8d66780eb5d=SPTestTable,,1732743610928.3b73b76754c77359ae74e8d66780eb5d., 1588230740=hbase:meta,,1.1588230740, 814e119406e6a6cd5ca2858eb3f3b8c9=SPTestTable,e6666661,1732743610928.814e119406e6a6cd5ca2858eb3f3b8c9., 8427ba2986589b794d6e640ecd0710a3=SPTestTable,99999996,1732743610928.8427ba2986589b794d6e640ecd0710a3., 33194b45b05e8e098b97ed12813a5779=SPTestTable,7ffffffd,1732743610928.33194b45b05e8e098b97ed12813a5779.} 2024-11-27T21:41:21,943 DEBUG [RS:0;da99f16e0d32:35367 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 33194b45b05e8e098b97ed12813a5779, 3b73b76754c77359ae74e8d66780eb5d, 814e119406e6a6cd5ca2858eb3f3b8c9, 8427ba2986589b794d6e640ecd0710a3, cc2bfcf57079ed6f742c8ec77f486409 2024-11-27T21:41:21,943 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T21:41:21,943 INFO [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T21:41:21,943 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T21:41:21,943 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T21:41:21,943 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T21:41:21,944 INFO [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.28 KB heapSize=27.30 KB 2024-11-27T21:41:21,952 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/data/default/SPTestTable/377711a5f5172f4e7364b48af05a8843/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-27T21:41:21,955 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732743610928.377711a5f5172f4e7364b48af05a8843. 2024-11-27T21:41:21,955 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 377711a5f5172f4e7364b48af05a8843: Waiting for close lock at 1732743681941Running coprocessor pre-close hooks at 1732743681942 (+1 ms)Disabling compacts and flushes for region at 1732743681942Disabling writes for close at 1732743681942Writing region close event to WAL at 1732743681943 (+1 ms)Running coprocessor post-close hooks at 1732743681953 (+10 ms)Closed at 1732743681955 (+2 ms) 2024-11-27T21:41:21,956 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1732743610928.377711a5f5172f4e7364b48af05a8843. 2024-11-27T21:41:21,956 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3727168c1041ee8de8b23c795097ccff, disabling compactions & flushes 2024-11-27T21:41:21,956 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732743610928.3727168c1041ee8de8b23c795097ccff. 2024-11-27T21:41:21,956 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732743610928.3727168c1041ee8de8b23c795097ccff. 2024-11-27T21:41:21,956 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732743610928.3727168c1041ee8de8b23c795097ccff. after waiting 0 ms 2024-11-27T21:41:21,957 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732743610928.3727168c1041ee8de8b23c795097ccff. 2024-11-27T21:41:21,958 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/data/default/SPTestTable/cc2bfcf57079ed6f742c8ec77f486409/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-27T21:41:21,959 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732743610928.cc2bfcf57079ed6f742c8ec77f486409. 2024-11-27T21:41:21,959 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cc2bfcf57079ed6f742c8ec77f486409: Waiting for close lock at 1732743681942Running coprocessor pre-close hooks at 1732743681942Disabling compacts and flushes for region at 1732743681942Disabling writes for close at 1732743681942Writing region close event to WAL at 1732743681943 (+1 ms)Running coprocessor post-close hooks at 1732743681959 (+16 ms)Closed at 1732743681959 2024-11-27T21:41:21,959 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1732743610928.cc2bfcf57079ed6f742c8ec77f486409. 2024-11-27T21:41:21,960 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3b73b76754c77359ae74e8d66780eb5d, disabling compactions & flushes 2024-11-27T21:41:21,960 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1732743610928.3b73b76754c77359ae74e8d66780eb5d. 2024-11-27T21:41:21,960 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732743610928.3b73b76754c77359ae74e8d66780eb5d. 2024-11-27T21:41:21,960 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732743610928.3b73b76754c77359ae74e8d66780eb5d. after waiting 0 ms 2024-11-27T21:41:21,960 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732743610928.3b73b76754c77359ae74e8d66780eb5d. 2024-11-27T21:41:21,977 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/data/default/SPTestTable/3b73b76754c77359ae74e8d66780eb5d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-27T21:41:21,978 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1732743610928.3b73b76754c77359ae74e8d66780eb5d. 2024-11-27T21:41:21,979 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3b73b76754c77359ae74e8d66780eb5d: Waiting for close lock at 1732743681960Running coprocessor pre-close hooks at 1732743681960Disabling compacts and flushes for region at 1732743681960Disabling writes for close at 1732743681960Writing region close event to WAL at 1732743681963 (+3 ms)Running coprocessor post-close hooks at 1732743681978 (+15 ms)Closed at 1732743681978 2024-11-27T21:41:21,979 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1732743610928.3b73b76754c77359ae74e8d66780eb5d. 2024-11-27T21:41:21,979 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 814e119406e6a6cd5ca2858eb3f3b8c9, disabling compactions & flushes 2024-11-27T21:41:21,979 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732743610928.814e119406e6a6cd5ca2858eb3f3b8c9. 2024-11-27T21:41:21,979 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732743610928.814e119406e6a6cd5ca2858eb3f3b8c9. 2024-11-27T21:41:21,979 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732743610928.814e119406e6a6cd5ca2858eb3f3b8c9. after waiting 0 ms 2024-11-27T21:41:21,979 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732743610928.814e119406e6a6cd5ca2858eb3f3b8c9. 2024-11-27T21:41:21,985 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/data/default/SPTestTable/3727168c1041ee8de8b23c795097ccff/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T21:41:21,985 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/data/hbase/meta/1588230740/.tmp/info/1878683a1e9848c4b4cdcc5fb95badec is 167, key is SPTestTable,19999999,1732743610928.cc2bfcf57079ed6f742c8ec77f486409./info:regioninfo/1732743621830/Put/seqid=0 2024-11-27T21:41:21,985 INFO [regionserver/da99f16e0d32:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T21:41:21,986 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732743610928.3727168c1041ee8de8b23c795097ccff. 2024-11-27T21:41:21,986 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3727168c1041ee8de8b23c795097ccff: Waiting for close lock at 1732743681956Running coprocessor pre-close hooks at 1732743681956Disabling compacts and flushes for region at 1732743681956Disabling writes for close at 1732743681957 (+1 ms)Writing region close event to WAL at 1732743681976 (+19 ms)Running coprocessor post-close hooks at 1732743681986 (+10 ms)Closed at 1732743681986 2024-11-27T21:41:21,986 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1732743610928.3727168c1041ee8de8b23c795097ccff. 2024-11-27T21:41:21,986 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b475d18f68b6f45e963795d52eb66652, disabling compactions & flushes 2024-11-27T21:41:21,986 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732743610928.b475d18f68b6f45e963795d52eb66652. 2024-11-27T21:41:21,987 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732743610928.b475d18f68b6f45e963795d52eb66652. 2024-11-27T21:41:21,987 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732743610928.b475d18f68b6f45e963795d52eb66652. after waiting 0 ms 2024-11-27T21:41:21,987 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732743610928.b475d18f68b6f45e963795d52eb66652. 2024-11-27T21:41:21,987 INFO [regionserver/da99f16e0d32:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T21:41:21,989 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/data/default/SPTestTable/814e119406e6a6cd5ca2858eb3f3b8c9/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T21:41:21,990 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732743610928.814e119406e6a6cd5ca2858eb3f3b8c9. 2024-11-27T21:41:21,990 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 814e119406e6a6cd5ca2858eb3f3b8c9: Waiting for close lock at 1732743681979Running coprocessor pre-close hooks at 1732743681979Disabling compacts and flushes for region at 1732743681979Disabling writes for close at 1732743681979Writing region close event to WAL at 1732743681981 (+2 ms)Running coprocessor post-close hooks at 1732743681990 (+9 ms)Closed at 1732743681990 2024-11-27T21:41:21,990 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1732743610928.814e119406e6a6cd5ca2858eb3f3b8c9. 2024-11-27T21:41:21,991 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8427ba2986589b794d6e640ecd0710a3, disabling compactions & flushes 2024-11-27T21:41:21,991 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732743610928.8427ba2986589b794d6e640ecd0710a3. 2024-11-27T21:41:21,991 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732743610928.8427ba2986589b794d6e640ecd0710a3. 2024-11-27T21:41:21,991 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732743610928.8427ba2986589b794d6e640ecd0710a3. after waiting 0 ms 2024-11-27T21:41:21,991 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732743610928.8427ba2986589b794d6e640ecd0710a3. 2024-11-27T21:41:21,999 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/data/default/SPTestTable/b475d18f68b6f45e963795d52eb66652/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-27T21:41:22,000 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732743610928.b475d18f68b6f45e963795d52eb66652. 2024-11-27T21:41:22,000 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b475d18f68b6f45e963795d52eb66652: Waiting for close lock at 1732743681986Running coprocessor pre-close hooks at 1732743681986Disabling compacts and flushes for region at 1732743681986Disabling writes for close at 1732743681987 (+1 ms)Writing region close event to WAL at 1732743681992 (+5 ms)Running coprocessor post-close hooks at 1732743681999 (+7 ms)Closed at 1732743681999 2024-11-27T21:41:22,000 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1732743610928.b475d18f68b6f45e963795d52eb66652. 2024-11-27T21:41:22,001 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0225bb35954ea1a2bb1f6ac4e0f552ef, disabling compactions & flushes 2024-11-27T21:41:22,001 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732743610928.0225bb35954ea1a2bb1f6ac4e0f552ef. 2024-11-27T21:41:22,001 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732743610928.0225bb35954ea1a2bb1f6ac4e0f552ef. 2024-11-27T21:41:22,001 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732743610928.0225bb35954ea1a2bb1f6ac4e0f552ef. after waiting 0 ms 2024-11-27T21:41:22,001 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/data/default/SPTestTable/8427ba2986589b794d6e640ecd0710a3/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-27T21:41:22,001 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732743610928.0225bb35954ea1a2bb1f6ac4e0f552ef. 2024-11-27T21:41:22,002 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732743610928.8427ba2986589b794d6e640ecd0710a3. 2024-11-27T21:41:22,002 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8427ba2986589b794d6e640ecd0710a3: Waiting for close lock at 1732743681991Running coprocessor pre-close hooks at 1732743681991Disabling compacts and flushes for region at 1732743681991Disabling writes for close at 1732743681991Writing region close event to WAL at 1732743681993 (+2 ms)Running coprocessor post-close hooks at 1732743682001 (+8 ms)Closed at 1732743682002 (+1 ms) 2024-11-27T21:41:22,002 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1732743610928.8427ba2986589b794d6e640ecd0710a3. 2024-11-27T21:41:22,002 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 33194b45b05e8e098b97ed12813a5779, disabling compactions & flushes 2024-11-27T21:41:22,002 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732743610928.33194b45b05e8e098b97ed12813a5779. 2024-11-27T21:41:22,002 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732743610928.33194b45b05e8e098b97ed12813a5779. 2024-11-27T21:41:22,002 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732743610928.33194b45b05e8e098b97ed12813a5779. after waiting 0 ms 2024-11-27T21:41:22,002 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732743610928.33194b45b05e8e098b97ed12813a5779. 2024-11-27T21:41:22,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741862_1038 (size=20260) 2024-11-27T21:41:22,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741862_1038 (size=20260) 2024-11-27T21:41:22,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741862_1038 (size=20260) 2024-11-27T21:41:22,008 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/data/default/SPTestTable/0225bb35954ea1a2bb1f6ac4e0f552ef/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-27T21:41:22,008 INFO [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.12 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/data/hbase/meta/1588230740/.tmp/info/1878683a1e9848c4b4cdcc5fb95badec 2024-11-27T21:41:22,009 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732743610928.0225bb35954ea1a2bb1f6ac4e0f552ef. 2024-11-27T21:41:22,009 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/data/default/SPTestTable/33194b45b05e8e098b97ed12813a5779/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-27T21:41:22,009 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0225bb35954ea1a2bb1f6ac4e0f552ef: Waiting for close lock at 1732743682000Running coprocessor pre-close hooks at 1732743682000Disabling compacts and flushes for region at 1732743682000Disabling writes for close at 1732743682001 (+1 ms)Writing region close event to WAL at 1732743682001Running coprocessor post-close hooks at 1732743682008 (+7 ms)Closed at 1732743682008 2024-11-27T21:41:22,009 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1732743610928.0225bb35954ea1a2bb1f6ac4e0f552ef. 2024-11-27T21:41:22,009 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bc9ae85240f16b6c87b6cc3a5da811fd, disabling compactions & flushes 2024-11-27T21:41:22,009 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732743610928.bc9ae85240f16b6c87b6cc3a5da811fd. 2024-11-27T21:41:22,009 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732743610928.bc9ae85240f16b6c87b6cc3a5da811fd. 2024-11-27T21:41:22,009 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732743610928.bc9ae85240f16b6c87b6cc3a5da811fd. after waiting 0 ms 2024-11-27T21:41:22,009 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732743610928.bc9ae85240f16b6c87b6cc3a5da811fd. 2024-11-27T21:41:22,009 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732743610928.33194b45b05e8e098b97ed12813a5779. 2024-11-27T21:41:22,010 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 33194b45b05e8e098b97ed12813a5779: Waiting for close lock at 1732743682002Running coprocessor pre-close hooks at 1732743682002Disabling compacts and flushes for region at 1732743682002Disabling writes for close at 1732743682002Writing region close event to WAL at 1732743682003 (+1 ms)Running coprocessor post-close hooks at 1732743682009 (+6 ms)Closed at 1732743682009 2024-11-27T21:41:22,010 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1732743610928.33194b45b05e8e098b97ed12813a5779. 2024-11-27T21:41:22,014 INFO [regionserver/da99f16e0d32:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T21:41:22,014 INFO [regionserver/da99f16e0d32:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T21:41:22,015 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/data/default/SPTestTable/bc9ae85240f16b6c87b6cc3a5da811fd/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-27T21:41:22,016 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732743610928.bc9ae85240f16b6c87b6cc3a5da811fd. 2024-11-27T21:41:22,016 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bc9ae85240f16b6c87b6cc3a5da811fd: Waiting for close lock at 1732743682009Running coprocessor pre-close hooks at 1732743682009Disabling compacts and flushes for region at 1732743682009Disabling writes for close at 1732743682009Writing region close event to WAL at 1732743682010 (+1 ms)Running coprocessor post-close hooks at 1732743682016 (+6 ms)Closed at 1732743682016 2024-11-27T21:41:22,017 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1732743610928.bc9ae85240f16b6c87b6cc3a5da811fd. 2024-11-27T21:41:22,061 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/data/hbase/meta/1588230740/.tmp/ns/a0bfcfbdaf414614ac27563785c706a3 is 43, key is default/ns:d/1732743610619/Put/seqid=0 2024-11-27T21:41:22,071 INFO [regionserver/da99f16e0d32:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T21:41:22,071 INFO [regionserver/da99f16e0d32:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T21:41:22,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741863_1039 (size=5153) 2024-11-27T21:41:22,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741863_1039 (size=5153) 2024-11-27T21:41:22,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741863_1039 (size=5153) 2024-11-27T21:41:22,080 INFO [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/data/hbase/meta/1588230740/.tmp/ns/a0bfcfbdaf414614ac27563785c706a3 2024-11-27T21:41:22,111 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/data/hbase/meta/1588230740/.tmp/table/ef39ac24b5ef4bc7a749245921025c86 is 47, key is SPTestTable/table:state/1732743621950/Put/seqid=0 2024-11-27T21:41:22,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741864_1040 (size=5214) 2024-11-27T21:41:22,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741864_1040 (size=5214) 2024-11-27T21:41:22,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741864_1040 (size=5214) 2024-11-27T21:41:22,120 INFO [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/data/hbase/meta/1588230740/.tmp/table/ef39ac24b5ef4bc7a749245921025c86 2024-11-27T21:41:22,129 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/data/hbase/meta/1588230740/.tmp/info/1878683a1e9848c4b4cdcc5fb95badec as hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/data/hbase/meta/1588230740/info/1878683a1e9848c4b4cdcc5fb95badec 2024-11-27T21:41:22,139 INFO [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/data/hbase/meta/1588230740/info/1878683a1e9848c4b4cdcc5fb95badec, entries=116, sequenceid=37, filesize=19.8 K 2024-11-27T21:41:22,141 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/data/hbase/meta/1588230740/.tmp/ns/a0bfcfbdaf414614ac27563785c706a3 as hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/data/hbase/meta/1588230740/ns/a0bfcfbdaf414614ac27563785c706a3 2024-11-27T21:41:22,143 INFO [RS:1;da99f16e0d32:34591 {}] regionserver.HRegionServer(976): stopping server da99f16e0d32,34591,1732743598299; all regions closed. 2024-11-27T21:41:22,143 DEBUG [RS:0;da99f16e0d32:35367 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T21:41:22,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741833_1009 (size=3530) 2024-11-27T21:41:22,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741833_1009 (size=3530) 2024-11-27T21:41:22,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741833_1009 (size=3530) 2024-11-27T21:41:22,152 DEBUG [RS:1;da99f16e0d32:34591 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/oldWALs 2024-11-27T21:41:22,152 INFO [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/data/hbase/meta/1588230740/ns/a0bfcfbdaf414614ac27563785c706a3, entries=2, sequenceid=37, filesize=5.0 K 2024-11-27T21:41:22,152 INFO [RS:1;da99f16e0d32:34591 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL da99f16e0d32%2C34591%2C1732743598299:(num 1732743600161) 2024-11-27T21:41:22,152 DEBUG [RS:1;da99f16e0d32:34591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:41:22,152 INFO [RS:1;da99f16e0d32:34591 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T21:41:22,152 INFO [RS:1;da99f16e0d32:34591 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T21:41:22,153 INFO [RS:1;da99f16e0d32:34591 {}] hbase.ChoreService(370): Chore service for: regionserver/da99f16e0d32:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T21:41:22,153 INFO [RS:1;da99f16e0d32:34591 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T21:41:22,153 INFO [regionserver/da99f16e0d32:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T21:41:22,153 INFO [RS:1;da99f16e0d32:34591 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T21:41:22,153 INFO [RS:1;da99f16e0d32:34591 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T21:41:22,153 INFO [RS:1;da99f16e0d32:34591 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T21:41:22,154 INFO [RS:1;da99f16e0d32:34591 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34591 2024-11-27T21:41:22,154 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/data/hbase/meta/1588230740/.tmp/table/ef39ac24b5ef4bc7a749245921025c86 as hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/data/hbase/meta/1588230740/table/ef39ac24b5ef4bc7a749245921025c86 2024-11-27T21:41:22,163 INFO [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/data/hbase/meta/1588230740/table/ef39ac24b5ef4bc7a749245921025c86, entries=2, sequenceid=37, filesize=5.1 K 2024-11-27T21:41:22,164 INFO [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.28 KB/16668, heapSize ~27 KB/27648, currentSize=0 B/0 for 1588230740 in 220ms, sequenceid=37, compaction requested=false 2024-11-27T21:41:22,170 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-11-27T21:41:22,171 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T21:41:22,172 INFO [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T21:41:22,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39647-0x1017e3d05300000, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T21:41:22,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34591-0x1017e3d05300002, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/da99f16e0d32,34591,1732743598299 2024-11-27T21:41:22,172 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732743681943Running coprocessor pre-close hooks at 1732743681943Disabling compacts and flushes for region at 1732743681943Disabling writes for close at 1732743681943Obtaining lock to block concurrent updates at 1732743681944 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732743681944Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16668, getHeapSize=27888, getOffHeapSize=0, getCellsCount=136 at 1732743681944Flushing stores of hbase:meta,,1.1588230740 at 1732743681945 (+1 ms)Flushing 1588230740/info: creating writer at 1732743681945Flushing 1588230740/info: appending metadata at 1732743681983 (+38 ms)Flushing 1588230740/info: closing flushed file at 1732743681983Flushing 1588230740/ns: creating writer at 1732743682018 (+35 ms)Flushing 1588230740/ns: appending metadata at 1732743682059 (+41 ms)Flushing 1588230740/ns: closing flushed file at 1732743682059Flushing 1588230740/table: creating writer at 1732743682089 (+30 ms)Flushing 1588230740/table: appending metadata at 1732743682109 (+20 ms)Flushing 1588230740/table: closing flushed file at 1732743682109Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19e58a20: reopening flushed file at 1732743682128 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@747bf4a7: reopening flushed file at 1732743682139 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48f12836: reopening flushed file at 1732743682152 (+13 ms)Finished flush of dataSize ~16.28 KB/16668, heapSize ~27 KB/27648, currentSize=0 B/0 for 1588230740 in 220ms, sequenceid=37, compaction requested=false at 1732743682165 (+13 ms)Writing region close event to WAL at 1732743682166 (+1 ms)Running coprocessor post-close hooks at 1732743682171 (+5 ms)Closed at 1732743682171 2024-11-27T21:41:22,172 INFO [RS:1;da99f16e0d32:34591 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T21:41:22,172 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T21:41:22,182 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [da99f16e0d32,34591,1732743598299] 2024-11-27T21:41:22,193 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/da99f16e0d32,34591,1732743598299 already deleted, retry=false 2024-11-27T21:41:22,193 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; da99f16e0d32,34591,1732743598299 expired; onlineServers=1 2024-11-27T21:41:22,282 INFO [RS:1;da99f16e0d32:34591 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T21:41:22,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34591-0x1017e3d05300002, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:41:22,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34591-0x1017e3d05300002, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:41:22,283 INFO [RS:1;da99f16e0d32:34591 {}] regionserver.HRegionServer(1031): Exiting; stopping=da99f16e0d32,34591,1732743598299; zookeeper connection closed. 2024-11-27T21:41:22,283 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@68d03e69 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@68d03e69 2024-11-27T21:41:22,344 INFO [RS:0;da99f16e0d32:35367 {}] regionserver.HRegionServer(976): stopping server da99f16e0d32,35367,1732743598186; all regions closed. 2024-11-27T21:41:22,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741836_1012 (size=19466) 2024-11-27T21:41:22,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741836_1012 (size=19466) 2024-11-27T21:41:22,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741836_1012 (size=19466) 2024-11-27T21:41:22,351 DEBUG [RS:0;da99f16e0d32:35367 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/oldWALs 2024-11-27T21:41:22,351 INFO [RS:0;da99f16e0d32:35367 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL da99f16e0d32%2C35367%2C1732743598186.meta:.meta(num 1732743610448) 2024-11-27T21:41:22,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741834_1010 (size=3500) 2024-11-27T21:41:22,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741834_1010 (size=3500) 2024-11-27T21:41:22,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741834_1010 (size=3500) 2024-11-27T21:41:22,356 DEBUG [RS:0;da99f16e0d32:35367 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/oldWALs 2024-11-27T21:41:22,356 INFO [RS:0;da99f16e0d32:35367 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL da99f16e0d32%2C35367%2C1732743598186:(num 1732743600161) 2024-11-27T21:41:22,356 DEBUG [RS:0;da99f16e0d32:35367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:41:22,356 INFO [RS:0;da99f16e0d32:35367 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T21:41:22,356 INFO [RS:0;da99f16e0d32:35367 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T21:41:22,357 INFO [RS:0;da99f16e0d32:35367 {}] hbase.ChoreService(370): Chore service for: regionserver/da99f16e0d32:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T21:41:22,357 INFO [RS:0;da99f16e0d32:35367 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T21:41:22,357 INFO [regionserver/da99f16e0d32:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T21:41:22,357 INFO [RS:0;da99f16e0d32:35367 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35367 2024-11-27T21:41:22,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39647-0x1017e3d05300000, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T21:41:22,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35367-0x1017e3d05300001, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/da99f16e0d32,35367,1732743598186 2024-11-27T21:41:22,370 INFO [RS:0;da99f16e0d32:35367 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T21:41:22,370 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$362/0x00007fa684900d20@24e9723b rejected from java.util.concurrent.ThreadPoolExecutor@61ebf8c2[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-27T21:41:22,370 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [da99f16e0d32,35367,1732743598186] 2024-11-27T21:41:22,392 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/da99f16e0d32,35367,1732743598186 already deleted, retry=false 2024-11-27T21:41:22,392 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; da99f16e0d32,35367,1732743598186 expired; onlineServers=0 2024-11-27T21:41:22,393 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'da99f16e0d32,39647,1732743597334' ***** 2024-11-27T21:41:22,393 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T21:41:22,393 INFO [M:0;da99f16e0d32:39647 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T21:41:22,393 INFO [M:0;da99f16e0d32:39647 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T21:41:22,393 DEBUG [M:0;da99f16e0d32:39647 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T21:41:22,393 DEBUG [M:0;da99f16e0d32:39647 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T21:41:22,393 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T21:41:22,393 DEBUG [master/da99f16e0d32:0:becomeActiveMaster-HFileCleaner.large.0-1732743599602 {}] cleaner.HFileCleaner(306): Exit Thread[master/da99f16e0d32:0:becomeActiveMaster-HFileCleaner.large.0-1732743599602,5,FailOnTimeoutGroup] 2024-11-27T21:41:22,393 DEBUG [master/da99f16e0d32:0:becomeActiveMaster-HFileCleaner.small.0-1732743599603 {}] cleaner.HFileCleaner(306): Exit Thread[master/da99f16e0d32:0:becomeActiveMaster-HFileCleaner.small.0-1732743599603,5,FailOnTimeoutGroup] 2024-11-27T21:41:22,393 INFO [M:0;da99f16e0d32:39647 {}] hbase.ChoreService(370): Chore service for: master/da99f16e0d32:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T21:41:22,394 INFO [M:0;da99f16e0d32:39647 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T21:41:22,394 DEBUG [M:0;da99f16e0d32:39647 {}] master.HMaster(1795): Stopping service threads 2024-11-27T21:41:22,394 INFO [M:0;da99f16e0d32:39647 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T21:41:22,394 INFO [M:0;da99f16e0d32:39647 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T21:41:22,394 ERROR [M:0;da99f16e0d32:39647 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (386153333) connection to localhost/127.0.0.1:33183 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:33183,5,PEWorkerGroup] 2024-11-27T21:41:22,395 INFO [M:0;da99f16e0d32:39647 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T21:41:22,395 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T21:41:22,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39647-0x1017e3d05300000, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-27T21:41:22,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39647-0x1017e3d05300000, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:41:22,403 DEBUG [M:0;da99f16e0d32:39647 {}] zookeeper.ZKUtil(347): master:39647-0x1017e3d05300000, quorum=127.0.0.1:64053, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-27T21:41:22,403 WARN [M:0;da99f16e0d32:39647 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T21:41:22,404 INFO [M:0;da99f16e0d32:39647 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/.lastflushedseqids 2024-11-27T21:41:22,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741865_1041 (size=686) 2024-11-27T21:41:22,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741865_1041 (size=686) 2024-11-27T21:41:22,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741865_1041 (size=686) 2024-11-27T21:41:22,417 INFO [M:0;da99f16e0d32:39647 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T21:41:22,417 INFO [M:0;da99f16e0d32:39647 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T21:41:22,417 DEBUG [M:0;da99f16e0d32:39647 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T21:41:22,417 INFO [M:0;da99f16e0d32:39647 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:41:22,417 DEBUG [M:0;da99f16e0d32:39647 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:41:22,417 DEBUG [M:0;da99f16e0d32:39647 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T21:41:22,417 DEBUG [M:0;da99f16e0d32:39647 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:41:22,418 INFO [M:0;da99f16e0d32:39647 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=195.25 KB heapSize=242.02 KB 2024-11-27T21:41:22,433 DEBUG [M:0;da99f16e0d32:39647 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dd10dbdbbf374ace937a62adf5ed5a7c is 82, key is hbase:meta,,1/info:regioninfo/1732743610531/Put/seqid=0 2024-11-27T21:41:22,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741866_1042 (size=5672) 2024-11-27T21:41:22,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741866_1042 (size=5672) 2024-11-27T21:41:22,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741866_1042 (size=5672) 2024-11-27T21:41:22,442 INFO [M:0;da99f16e0d32:39647 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dd10dbdbbf374ace937a62adf5ed5a7c 2024-11-27T21:41:22,468 DEBUG [M:0;da99f16e0d32:39647 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9c66c58c209f4139ae4c6d28216f80f0 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732743621959/Put/seqid=0 2024-11-27T21:41:22,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741867_1043 (size=8973) 2024-11-27T21:41:22,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741867_1043 (size=8973) 2024-11-27T21:41:22,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741867_1043 (size=8973) 2024-11-27T21:41:22,479 INFO [M:0;da99f16e0d32:39647 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=194.51 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9c66c58c209f4139ae4c6d28216f80f0 2024-11-27T21:41:22,482 INFO [RS:0;da99f16e0d32:35367 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T21:41:22,482 INFO [RS:0;da99f16e0d32:35367 {}] regionserver.HRegionServer(1031): Exiting; stopping=da99f16e0d32,35367,1732743598186; zookeeper connection closed. 2024-11-27T21:41:22,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35367-0x1017e3d05300001, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:41:22,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35367-0x1017e3d05300001, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:41:22,484 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1cad96b4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1cad96b4 2024-11-27T21:41:22,485 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-27T21:41:22,487 INFO [M:0;da99f16e0d32:39647 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9c66c58c209f4139ae4c6d28216f80f0 2024-11-27T21:41:22,510 DEBUG [M:0;da99f16e0d32:39647 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9848ff45d8d041639c809c2c9b3f082e is 69, key is da99f16e0d32,34591,1732743598299/rs:state/1732743599724/Put/seqid=0 2024-11-27T21:41:22,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741868_1044 (size=5441) 2024-11-27T21:41:22,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741868_1044 (size=5441) 2024-11-27T21:41:22,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741868_1044 (size=5441) 2024-11-27T21:41:22,524 INFO [M:0;da99f16e0d32:39647 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9848ff45d8d041639c809c2c9b3f082e 2024-11-27T21:41:22,533 INFO [M:0;da99f16e0d32:39647 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9848ff45d8d041639c809c2c9b3f082e 2024-11-27T21:41:22,534 DEBUG [M:0;da99f16e0d32:39647 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dd10dbdbbf374ace937a62adf5ed5a7c as hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dd10dbdbbf374ace937a62adf5ed5a7c 2024-11-27T21:41:22,545 INFO [M:0;da99f16e0d32:39647 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dd10dbdbbf374ace937a62adf5ed5a7c, entries=8, sequenceid=513, filesize=5.5 K 2024-11-27T21:41:22,546 DEBUG [M:0;da99f16e0d32:39647 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9c66c58c209f4139ae4c6d28216f80f0 as hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9c66c58c209f4139ae4c6d28216f80f0 2024-11-27T21:41:22,557 INFO [M:0;da99f16e0d32:39647 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9c66c58c209f4139ae4c6d28216f80f0 2024-11-27T21:41:22,557 INFO [M:0;da99f16e0d32:39647 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9c66c58c209f4139ae4c6d28216f80f0, entries=56, sequenceid=513, filesize=8.8 K 2024-11-27T21:41:22,559 DEBUG [M:0;da99f16e0d32:39647 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9848ff45d8d041639c809c2c9b3f082e as hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9848ff45d8d041639c809c2c9b3f082e 2024-11-27T21:41:22,569 INFO [M:0;da99f16e0d32:39647 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9848ff45d8d041639c809c2c9b3f082e 2024-11-27T21:41:22,569 INFO [M:0;da99f16e0d32:39647 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33183/user/jenkins/test-data/3c4d5617-2859-91d2-206a-54ab3410cc7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9848ff45d8d041639c809c2c9b3f082e, entries=3, sequenceid=513, filesize=5.3 K 2024-11-27T21:41:22,570 INFO [M:0;da99f16e0d32:39647 {}] regionserver.HRegion(3140): Finished flush of dataSize ~195.25 KB/199931, heapSize ~241.72 KB/247520, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 153ms, sequenceid=513, compaction requested=false 2024-11-27T21:41:22,576 INFO [M:0;da99f16e0d32:39647 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:41:22,577 DEBUG [M:0;da99f16e0d32:39647 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732743682417Disabling compacts and flushes for region at 1732743682417Disabling writes for close at 1732743682417Obtaining lock to block concurrent updates at 1732743682418 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732743682418Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=199931, getHeapSize=247760, getOffHeapSize=0, getCellsCount=620 at 1732743682418Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732743682419 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732743682419Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732743682432 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732743682432Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732743682448 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732743682467 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732743682467Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732743682487 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732743682508 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732743682508Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62c88bda: reopening flushed file at 1732743682533 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@214a4fa4: reopening flushed file at 1732743682545 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@669545d6: reopening flushed file at 1732743682557 (+12 ms)Finished flush of dataSize ~195.25 KB/199931, heapSize ~241.72 KB/247520, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 153ms, sequenceid=513, compaction requested=false at 1732743682570 (+13 ms)Writing region close event to WAL at 1732743682576 (+6 ms)Closed at 1732743682576 2024-11-27T21:41:22,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741830_1006 (size=234123) 2024-11-27T21:41:22,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45977 is added to blk_1073741830_1006 (size=234123) 2024-11-27T21:41:22,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741830_1006 (size=234123) 2024-11-27T21:41:22,582 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T21:41:22,582 INFO [M:0;da99f16e0d32:39647 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T21:41:22,582 INFO [M:0;da99f16e0d32:39647 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39647 2024-11-27T21:41:22,582 INFO [M:0;da99f16e0d32:39647 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T21:41:22,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39647-0x1017e3d05300000, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:41:22,693 INFO [M:0;da99f16e0d32:39647 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T21:41:22,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39647-0x1017e3d05300000, quorum=127.0.0.1:64053, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:41:22,697 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e70bc28{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T21:41:22,699 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@417e26eb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T21:41:22,700 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T21:41:22,700 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f60adf4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T21:41:22,700 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@265960fa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94033bc4-b795-f323-0ad7-aaf6ae0f96c8/hadoop.log.dir/,STOPPED} 2024-11-27T21:41:22,702 WARN [BP-680724131-172.17.0.2-1732743591463 heartbeating to localhost/127.0.0.1:33183 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T21:41:22,702 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T21:41:22,702 WARN [BP-680724131-172.17.0.2-1732743591463 heartbeating to localhost/127.0.0.1:33183 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-680724131-172.17.0.2-1732743591463 (Datanode Uuid 8dff4840-6f94-47ab-9d6f-bc32aa8c9347) service to localhost/127.0.0.1:33183 2024-11-27T21:41:22,702 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T21:41:22,704 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94033bc4-b795-f323-0ad7-aaf6ae0f96c8/cluster_00c3f19b-663f-8bdc-7ea7-835e90c43a09/data/data5/current/BP-680724131-172.17.0.2-1732743591463 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T21:41:22,704 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94033bc4-b795-f323-0ad7-aaf6ae0f96c8/cluster_00c3f19b-663f-8bdc-7ea7-835e90c43a09/data/data6/current/BP-680724131-172.17.0.2-1732743591463 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T21:41:22,704 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T21:41:22,706 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@795f0a62{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T21:41:22,707 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5219cc86{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T21:41:22,707 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T21:41:22,707 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50802d55{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T21:41:22,707 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43c120fb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94033bc4-b795-f323-0ad7-aaf6ae0f96c8/hadoop.log.dir/,STOPPED} 2024-11-27T21:41:22,708 WARN [BP-680724131-172.17.0.2-1732743591463 heartbeating to localhost/127.0.0.1:33183 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T21:41:22,708 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T21:41:22,708 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T21:41:22,708 WARN [BP-680724131-172.17.0.2-1732743591463 heartbeating to localhost/127.0.0.1:33183 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-680724131-172.17.0.2-1732743591463 (Datanode Uuid fdfe10b2-654c-4b55-83ff-151347f5191c) service to localhost/127.0.0.1:33183 2024-11-27T21:41:22,709 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94033bc4-b795-f323-0ad7-aaf6ae0f96c8/cluster_00c3f19b-663f-8bdc-7ea7-835e90c43a09/data/data3/current/BP-680724131-172.17.0.2-1732743591463 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T21:41:22,709 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94033bc4-b795-f323-0ad7-aaf6ae0f96c8/cluster_00c3f19b-663f-8bdc-7ea7-835e90c43a09/data/data4/current/BP-680724131-172.17.0.2-1732743591463 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T21:41:22,709 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T21:41:22,713 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@214c3992{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T21:41:22,713 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@634a0bd2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T21:41:22,713 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T21:41:22,713 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37581f7d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T21:41:22,713 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7fc21ae6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94033bc4-b795-f323-0ad7-aaf6ae0f96c8/hadoop.log.dir/,STOPPED} 2024-11-27T21:41:22,715 WARN [BP-680724131-172.17.0.2-1732743591463 heartbeating to localhost/127.0.0.1:33183 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T21:41:22,715 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T21:41:22,715 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T21:41:22,715 WARN [BP-680724131-172.17.0.2-1732743591463 heartbeating to localhost/127.0.0.1:33183 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-680724131-172.17.0.2-1732743591463 (Datanode Uuid ac00d41c-2d3a-49a7-8bd3-b53d65e33c93) service to localhost/127.0.0.1:33183 2024-11-27T21:41:22,716 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94033bc4-b795-f323-0ad7-aaf6ae0f96c8/cluster_00c3f19b-663f-8bdc-7ea7-835e90c43a09/data/data1/current/BP-680724131-172.17.0.2-1732743591463 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T21:41:22,716 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94033bc4-b795-f323-0ad7-aaf6ae0f96c8/cluster_00c3f19b-663f-8bdc-7ea7-835e90c43a09/data/data2/current/BP-680724131-172.17.0.2-1732743591463 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T21:41:22,716 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T21:41:22,725 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40b3081c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T21:41:22,725 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7300f033{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T21:41:22,726 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T21:41:22,726 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69006d72{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T21:41:22,726 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@241b7ed6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94033bc4-b795-f323-0ad7-aaf6ae0f96c8/hadoop.log.dir/,STOPPED} 2024-11-27T21:41:22,735 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T21:41:22,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T21:41:22,789 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=93 (was 11) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33183 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (386153333) connection to localhost/127.0.0.1:33183 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (386153333) connection to localhost/127.0.0.1:33183 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:33183 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/da99f16e0d32:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33183 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33183 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33183 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:33183 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/da99f16e0d32:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:33183 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@7ddc4648 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/da99f16e0d32:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/da99f16e0d32:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/da99f16e0d32:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (386153333) connection to localhost/127.0.0.1:33183 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33183 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/da99f16e0d32:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (386153333) connection to localhost/127.0.0.1:33183 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33183 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33183 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/da99f16e0d32:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) - Thread LEAK? -, OpenFileDescriptor=442 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=255 (was 258), ProcessCount=11 (was 11), AvailableMemoryMB=9885 (was 11576) 2024-11-27T21:41:22,795 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=94, OpenFileDescriptor=442, MaxFileDescriptor=1048576, SystemLoadAverage=255, ProcessCount=11, AvailableMemoryMB=9885 2024-11-27T21:41:22,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94033bc4-b795-f323-0ad7-aaf6ae0f96c8/hadoop.log.dir so I do NOT create it in target/test-data/fcb8c678-2a8a-1fa2-4924-da2dee2ac8e5 2024-11-27T21:41:22,811 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94033bc4-b795-f323-0ad7-aaf6ae0f96c8/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T21:41:22,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94033bc4-b795-f323-0ad7-aaf6ae0f96c8/hadoop.tmp.dir so I do NOT create it in target/test-data/fcb8c678-2a8a-1fa2-4924-da2dee2ac8e5 2024-11-27T21:41:22,811 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/94033bc4-b795-f323-0ad7-aaf6ae0f96c8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T21:41:22,812 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb8c678-2a8a-1fa2-4924-da2dee2ac8e5 2024-11-27T21:41:22,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T21:41:22,812 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb8c678-2a8a-1fa2-4924-da2dee2ac8e5/cluster_231e67a2-4a6c-e20c-bbd4-55e3aaae76f6, deleteOnExit=true 2024-11-27T21:41:22,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T21:41:22,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb8c678-2a8a-1fa2-4924-da2dee2ac8e5/test.cache.data in system properties and HBase conf 2024-11-27T21:41:22,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb8c678-2a8a-1fa2-4924-da2dee2ac8e5/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T21:41:22,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb8c678-2a8a-1fa2-4924-da2dee2ac8e5/hadoop.log.dir in system properties and HBase conf 2024-11-27T21:41:22,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb8c678-2a8a-1fa2-4924-da2dee2ac8e5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T21:41:22,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb8c678-2a8a-1fa2-4924-da2dee2ac8e5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T21:41:22,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T21:41:22,813 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T21:41:22,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb8c678-2a8a-1fa2-4924-da2dee2ac8e5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T21:41:22,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb8c678-2a8a-1fa2-4924-da2dee2ac8e5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T21:41:22,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb8c678-2a8a-1fa2-4924-da2dee2ac8e5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T21:41:22,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb8c678-2a8a-1fa2-4924-da2dee2ac8e5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T21:41:22,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb8c678-2a8a-1fa2-4924-da2dee2ac8e5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T21:41:22,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb8c678-2a8a-1fa2-4924-da2dee2ac8e5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T21:41:22,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb8c678-2a8a-1fa2-4924-da2dee2ac8e5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T21:41:22,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb8c678-2a8a-1fa2-4924-da2dee2ac8e5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T21:41:22,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb8c678-2a8a-1fa2-4924-da2dee2ac8e5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T21:41:22,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb8c678-2a8a-1fa2-4924-da2dee2ac8e5/nfs.dump.dir in system properties and HBase conf 2024-11-27T21:41:22,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb8c678-2a8a-1fa2-4924-da2dee2ac8e5/java.io.tmpdir in system properties and HBase conf 2024-11-27T21:41:22,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb8c678-2a8a-1fa2-4924-da2dee2ac8e5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T21:41:22,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb8c678-2a8a-1fa2-4924-da2dee2ac8e5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T21:41:22,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb8c678-2a8a-1fa2-4924-da2dee2ac8e5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T21:41:23,234 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:41:23,241 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T21:41:23,242 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T21:41:23,242 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T21:41:23,242 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T21:41:23,243 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:41:23,243 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@570f4a44{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb8c678-2a8a-1fa2-4924-da2dee2ac8e5/hadoop.log.dir/,AVAILABLE} 2024-11-27T21:41:23,244 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5467191c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T21:41:23,344 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@8fe076{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb8c678-2a8a-1fa2-4924-da2dee2ac8e5/java.io.tmpdir/jetty-localhost-34851-hadoop-hdfs-3_4_1-tests_jar-_-any-17591068469061696752/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T21:41:23,344 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@64ef8c03{HTTP/1.1, (http/1.1)}{localhost:34851} 2024-11-27T21:41:23,345 INFO [Time-limited test {}] server.Server(415): Started @94573ms 2024-11-27T21:41:23,820 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:41:23,823 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T21:41:23,823 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T21:41:23,823 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T21:41:23,823 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T21:41:23,824 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c465cf5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb8c678-2a8a-1fa2-4924-da2dee2ac8e5/hadoop.log.dir/,AVAILABLE} 2024-11-27T21:41:23,824 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3826855f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T21:41:23,941 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5b3020ac{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb8c678-2a8a-1fa2-4924-da2dee2ac8e5/java.io.tmpdir/jetty-localhost-34085-hadoop-hdfs-3_4_1-tests_jar-_-any-6424621582511142676/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T21:41:23,941 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b8855a7{HTTP/1.1, (http/1.1)}{localhost:34085} 2024-11-27T21:41:23,941 INFO [Time-limited test {}] server.Server(415): Started @95170ms 2024-11-27T21:41:23,943 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T21:41:23,992 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:41:23,995 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T21:41:23,996 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T21:41:23,996 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T21:41:23,996 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T21:41:23,997 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1776a592{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb8c678-2a8a-1fa2-4924-da2dee2ac8e5/hadoop.log.dir/,AVAILABLE} 2024-11-27T21:41:23,997 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@240e258d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T21:41:24,096 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5379cd02{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb8c678-2a8a-1fa2-4924-da2dee2ac8e5/java.io.tmpdir/jetty-localhost-38735-hadoop-hdfs-3_4_1-tests_jar-_-any-12875701302007636859/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T21:41:24,097 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@22758452{HTTP/1.1, (http/1.1)}{localhost:38735} 2024-11-27T21:41:24,097 INFO [Time-limited test {}] server.Server(415): Started @95325ms 2024-11-27T21:41:24,099 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T21:41:24,143 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T21:41:24,147 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T21:41:24,148 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T21:41:24,148 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T21:41:24,148 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T21:41:24,150 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d11b9e0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb8c678-2a8a-1fa2-4924-da2dee2ac8e5/hadoop.log.dir/,AVAILABLE} 2024-11-27T21:41:24,150 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70f36d17{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T21:41:24,276 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6633c4d9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb8c678-2a8a-1fa2-4924-da2dee2ac8e5/java.io.tmpdir/jetty-localhost-33483-hadoop-hdfs-3_4_1-tests_jar-_-any-16633051950201312818/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T21:41:24,276 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@242e51be{HTTP/1.1, (http/1.1)}{localhost:33483} 2024-11-27T21:41:24,276 INFO [Time-limited test {}] server.Server(415): Started @95504ms 2024-11-27T21:41:24,278 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T21:41:25,386 WARN [Thread-708 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb8c678-2a8a-1fa2-4924-da2dee2ac8e5/cluster_231e67a2-4a6c-e20c-bbd4-55e3aaae76f6/data/data2/current/BP-549137263-172.17.0.2-1732743682840/current, will proceed with Du for space computation calculation, 2024-11-27T21:41:25,386 WARN [Thread-707 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb8c678-2a8a-1fa2-4924-da2dee2ac8e5/cluster_231e67a2-4a6c-e20c-bbd4-55e3aaae76f6/data/data1/current/BP-549137263-172.17.0.2-1732743682840/current, will proceed with Du for space computation calculation, 2024-11-27T21:41:25,416 WARN [Thread-647 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T21:41:25,419 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x98fe76b6ca822653 with lease ID 0xa56848e8987d08a7: Processing first storage report for DS-4fcd380c-2c07-4fcf-ad8a-d314250943d7 from datanode DatanodeRegistration(127.0.0.1:46553, datanodeUuid=bb25bdc7-6747-489a-beb6-20abc38ae00d, infoPort=38673, infoSecurePort=0, ipcPort=37755, storageInfo=lv=-57;cid=testClusterID;nsid=1691451980;c=1732743682840) 2024-11-27T21:41:25,419 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x98fe76b6ca822653 with lease ID 0xa56848e8987d08a7: from storage DS-4fcd380c-2c07-4fcf-ad8a-d314250943d7 node DatanodeRegistration(127.0.0.1:46553, datanodeUuid=bb25bdc7-6747-489a-beb6-20abc38ae00d, infoPort=38673, infoSecurePort=0, ipcPort=37755, storageInfo=lv=-57;cid=testClusterID;nsid=1691451980;c=1732743682840), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T21:41:25,419 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x98fe76b6ca822653 with lease ID 0xa56848e8987d08a7: Processing first storage report for DS-83e13483-12a5-43b6-b087-d6f0235e8ea2 from datanode DatanodeRegistration(127.0.0.1:46553, datanodeUuid=bb25bdc7-6747-489a-beb6-20abc38ae00d, infoPort=38673, infoSecurePort=0, ipcPort=37755, storageInfo=lv=-57;cid=testClusterID;nsid=1691451980;c=1732743682840) 2024-11-27T21:41:25,419 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x98fe76b6ca822653 with lease ID 0xa56848e8987d08a7: from storage DS-83e13483-12a5-43b6-b087-d6f0235e8ea2 node DatanodeRegistration(127.0.0.1:46553, datanodeUuid=bb25bdc7-6747-489a-beb6-20abc38ae00d, infoPort=38673, infoSecurePort=0, ipcPort=37755, storageInfo=lv=-57;cid=testClusterID;nsid=1691451980;c=1732743682840), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T21:41:25,576 WARN [Thread-718 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb8c678-2a8a-1fa2-4924-da2dee2ac8e5/cluster_231e67a2-4a6c-e20c-bbd4-55e3aaae76f6/data/data3/current/BP-549137263-172.17.0.2-1732743682840/current, will proceed with Du for space computation calculation, 2024-11-27T21:41:25,577 WARN [Thread-719 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb8c678-2a8a-1fa2-4924-da2dee2ac8e5/cluster_231e67a2-4a6c-e20c-bbd4-55e3aaae76f6/data/data4/current/BP-549137263-172.17.0.2-1732743682840/current, will proceed with Du for space computation calculation, 2024-11-27T21:41:25,599 WARN [Thread-670 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T21:41:25,603 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7da4a485e52b871a with lease ID 0xa56848e8987d08a8: Processing first storage report for DS-9f97bc92-b3c9-444b-a27e-22b3ca96b94a from datanode DatanodeRegistration(127.0.0.1:44071, datanodeUuid=067c3db0-a959-4e89-8676-0dad44b1aa75, infoPort=40633, infoSecurePort=0, ipcPort=36701, storageInfo=lv=-57;cid=testClusterID;nsid=1691451980;c=1732743682840) 2024-11-27T21:41:25,603 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7da4a485e52b871a with lease ID 0xa56848e8987d08a8: from storage DS-9f97bc92-b3c9-444b-a27e-22b3ca96b94a node DatanodeRegistration(127.0.0.1:44071, datanodeUuid=067c3db0-a959-4e89-8676-0dad44b1aa75, infoPort=40633, infoSecurePort=0, ipcPort=36701, storageInfo=lv=-57;cid=testClusterID;nsid=1691451980;c=1732743682840), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T21:41:25,603 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7da4a485e52b871a with lease ID 0xa56848e8987d08a8: Processing first storage report for DS-d9f881ec-3b99-49cc-863d-8897d250ee52 from datanode DatanodeRegistration(127.0.0.1:44071, datanodeUuid=067c3db0-a959-4e89-8676-0dad44b1aa75, infoPort=40633, infoSecurePort=0, ipcPort=36701, storageInfo=lv=-57;cid=testClusterID;nsid=1691451980;c=1732743682840) 2024-11-27T21:41:25,603 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7da4a485e52b871a with lease ID 0xa56848e8987d08a8: from storage DS-d9f881ec-3b99-49cc-863d-8897d250ee52 node DatanodeRegistration(127.0.0.1:44071, datanodeUuid=067c3db0-a959-4e89-8676-0dad44b1aa75, infoPort=40633, infoSecurePort=0, ipcPort=36701, storageInfo=lv=-57;cid=testClusterID;nsid=1691451980;c=1732743682840), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T21:41:25,636 WARN [Thread-730 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb8c678-2a8a-1fa2-4924-da2dee2ac8e5/cluster_231e67a2-4a6c-e20c-bbd4-55e3aaae76f6/data/data6/current/BP-549137263-172.17.0.2-1732743682840/current, will proceed with Du for space computation calculation, 2024-11-27T21:41:25,636 WARN [Thread-729 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb8c678-2a8a-1fa2-4924-da2dee2ac8e5/cluster_231e67a2-4a6c-e20c-bbd4-55e3aaae76f6/data/data5/current/BP-549137263-172.17.0.2-1732743682840/current, will proceed with Du for space computation calculation, 2024-11-27T21:41:25,658 WARN [Thread-692 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T21:41:25,663 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc944f3684ff2a93f with lease ID 0xa56848e8987d08a9: Processing first storage report for DS-780dc432-deea-4ed3-9267-3ee1ed21a03e from datanode DatanodeRegistration(127.0.0.1:39273, datanodeUuid=5da05111-6626-43f6-9d63-3eace9556261, infoPort=33003, infoSecurePort=0, ipcPort=39173, storageInfo=lv=-57;cid=testClusterID;nsid=1691451980;c=1732743682840) 2024-11-27T21:41:25,663 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc944f3684ff2a93f with lease ID 0xa56848e8987d08a9: from storage DS-780dc432-deea-4ed3-9267-3ee1ed21a03e node DatanodeRegistration(127.0.0.1:39273, datanodeUuid=5da05111-6626-43f6-9d63-3eace9556261, infoPort=33003, infoSecurePort=0, ipcPort=39173, storageInfo=lv=-57;cid=testClusterID;nsid=1691451980;c=1732743682840), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T21:41:25,663 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc944f3684ff2a93f with lease ID 0xa56848e8987d08a9: Processing first storage report for DS-89b9e718-2716-4f94-b755-7a9cef044127 from datanode DatanodeRegistration(127.0.0.1:39273, datanodeUuid=5da05111-6626-43f6-9d63-3eace9556261, infoPort=33003, infoSecurePort=0, ipcPort=39173, storageInfo=lv=-57;cid=testClusterID;nsid=1691451980;c=1732743682840) 2024-11-27T21:41:25,663 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc944f3684ff2a93f with lease ID 0xa56848e8987d08a9: from storage DS-89b9e718-2716-4f94-b755-7a9cef044127 node DatanodeRegistration(127.0.0.1:39273, datanodeUuid=5da05111-6626-43f6-9d63-3eace9556261, infoPort=33003, infoSecurePort=0, ipcPort=39173, storageInfo=lv=-57;cid=testClusterID;nsid=1691451980;c=1732743682840), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T21:41:25,725 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb8c678-2a8a-1fa2-4924-da2dee2ac8e5 2024-11-27T21:41:25,727 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb8c678-2a8a-1fa2-4924-da2dee2ac8e5/cluster_231e67a2-4a6c-e20c-bbd4-55e3aaae76f6/zookeeper_0, clientPort=52144, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb8c678-2a8a-1fa2-4924-da2dee2ac8e5/cluster_231e67a2-4a6c-e20c-bbd4-55e3aaae76f6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb8c678-2a8a-1fa2-4924-da2dee2ac8e5/cluster_231e67a2-4a6c-e20c-bbd4-55e3aaae76f6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T21:41:25,728 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52144 2024-11-27T21:41:25,729 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:41:25,731 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:41:25,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741825_1001 (size=7) 2024-11-27T21:41:25,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741825_1001 (size=7) 2024-11-27T21:41:25,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46553 is added to blk_1073741825_1001 (size=7) 2024-11-27T21:41:25,758 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0 with version=8 2024-11-27T21:41:25,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/hbase-staging 2024-11-27T21:41:25,760 INFO [Time-limited test {}] client.ConnectionUtils(128): master/da99f16e0d32:0 server-side Connection retries=45 2024-11-27T21:41:25,761 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:41:25,761 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T21:41:25,761 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T21:41:25,761 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:41:25,761 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T21:41:25,761 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T21:41:25,761 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T21:41:25,762 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45877 2024-11-27T21:41:25,764 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45877 connecting to ZooKeeper ensemble=127.0.0.1:52144 2024-11-27T21:41:25,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:458770x0, quorum=127.0.0.1:52144, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:41:25,818 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45877-0x1017e3e620a0000 connected 2024-11-27T21:41:26,148 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:41:26,149 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:41:26,151 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45877-0x1017e3e620a0000, quorum=127.0.0.1:52144, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T21:41:26,151 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0, hbase.cluster.distributed=false 2024-11-27T21:41:26,153 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45877-0x1017e3e620a0000, quorum=127.0.0.1:52144, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T21:41:26,154 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45877 2024-11-27T21:41:26,154 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45877 2024-11-27T21:41:26,154 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45877 2024-11-27T21:41:26,154 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45877 2024-11-27T21:41:26,154 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45877 2024-11-27T21:41:26,169 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/da99f16e0d32:0 server-side Connection retries=45 2024-11-27T21:41:26,169 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:41:26,170 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T21:41:26,170 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T21:41:26,170 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:41:26,170 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T21:41:26,170 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T21:41:26,170 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T21:41:26,171 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46565 2024-11-27T21:41:26,172 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46565 connecting to ZooKeeper ensemble=127.0.0.1:52144 2024-11-27T21:41:26,173 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:41:26,175 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:41:26,190 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:465650x0, quorum=127.0.0.1:52144, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:41:26,190 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:465650x0, quorum=127.0.0.1:52144, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T21:41:26,190 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46565-0x1017e3e620a0001 connected 2024-11-27T21:41:26,191 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T21:41:26,193 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T21:41:26,194 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46565-0x1017e3e620a0001, quorum=127.0.0.1:52144, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-27T21:41:26,195 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46565-0x1017e3e620a0001, quorum=127.0.0.1:52144, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T21:41:26,197 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46565 2024-11-27T21:41:26,197 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46565 2024-11-27T21:41:26,197 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46565 2024-11-27T21:41:26,197 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46565 2024-11-27T21:41:26,198 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46565 2024-11-27T21:41:26,213 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/da99f16e0d32:0 server-side Connection retries=45 2024-11-27T21:41:26,213 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:41:26,213 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T21:41:26,213 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T21:41:26,213 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:41:26,213 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T21:41:26,213 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T21:41:26,213 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T21:41:26,214 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37453 2024-11-27T21:41:26,216 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37453 connecting to ZooKeeper ensemble=127.0.0.1:52144 2024-11-27T21:41:26,216 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:41:26,218 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:41:26,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:374530x0, quorum=127.0.0.1:52144, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:41:26,232 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37453-0x1017e3e620a0002 connected 2024-11-27T21:41:26,232 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37453-0x1017e3e620a0002, quorum=127.0.0.1:52144, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T21:41:26,233 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T21:41:26,233 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T21:41:26,234 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37453-0x1017e3e620a0002, quorum=127.0.0.1:52144, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-27T21:41:26,235 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37453-0x1017e3e620a0002, quorum=127.0.0.1:52144, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T21:41:26,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37453 2024-11-27T21:41:26,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37453 2024-11-27T21:41:26,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37453 2024-11-27T21:41:26,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37453 2024-11-27T21:41:26,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37453 2024-11-27T21:41:26,251 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/da99f16e0d32:0 server-side Connection retries=45 2024-11-27T21:41:26,251 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:41:26,251 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T21:41:26,251 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T21:41:26,251 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T21:41:26,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T21:41:26,252 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T21:41:26,252 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T21:41:26,252 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45875 2024-11-27T21:41:26,254 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45875 connecting to ZooKeeper ensemble=127.0.0.1:52144 2024-11-27T21:41:26,254 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:41:26,256 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:41:26,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:458750x0, quorum=127.0.0.1:52144, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T21:41:26,317 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45875-0x1017e3e620a0003 connected 2024-11-27T21:41:26,318 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45875-0x1017e3e620a0003, quorum=127.0.0.1:52144, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T21:41:26,318 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T21:41:26,320 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T21:41:26,321 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45875-0x1017e3e620a0003, quorum=127.0.0.1:52144, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-27T21:41:26,323 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45875-0x1017e3e620a0003, quorum=127.0.0.1:52144, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T21:41:26,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45875 2024-11-27T21:41:26,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45875 2024-11-27T21:41:26,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45875 2024-11-27T21:41:26,325 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45875 2024-11-27T21:41:26,325 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45875 2024-11-27T21:41:26,337 DEBUG [M:0;da99f16e0d32:45877 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;da99f16e0d32:45877 2024-11-27T21:41:26,338 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/da99f16e0d32,45877,1732743685760 2024-11-27T21:41:26,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37453-0x1017e3e620a0002, quorum=127.0.0.1:52144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T21:41:26,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45877-0x1017e3e620a0000, quorum=127.0.0.1:52144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T21:41:26,358 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46565-0x1017e3e620a0001, quorum=127.0.0.1:52144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T21:41:26,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45875-0x1017e3e620a0003, quorum=127.0.0.1:52144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T21:41:26,359 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45877-0x1017e3e620a0000, quorum=127.0.0.1:52144, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/da99f16e0d32,45877,1732743685760 2024-11-27T21:41:26,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45875-0x1017e3e620a0003, quorum=127.0.0.1:52144, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-27T21:41:26,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37453-0x1017e3e620a0002, quorum=127.0.0.1:52144, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-27T21:41:26,369 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46565-0x1017e3e620a0001, quorum=127.0.0.1:52144, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-27T21:41:26,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45875-0x1017e3e620a0003, quorum=127.0.0.1:52144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:41:26,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37453-0x1017e3e620a0002, quorum=127.0.0.1:52144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:41:26,369 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46565-0x1017e3e620a0001, quorum=127.0.0.1:52144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:41:26,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45877-0x1017e3e620a0000, quorum=127.0.0.1:52144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:41:26,369 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45877-0x1017e3e620a0000, quorum=127.0.0.1:52144, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-27T21:41:26,370 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/da99f16e0d32,45877,1732743685760 from backup master directory 2024-11-27T21:41:26,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45877-0x1017e3e620a0000, quorum=127.0.0.1:52144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/da99f16e0d32,45877,1732743685760 2024-11-27T21:41:26,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37453-0x1017e3e620a0002, quorum=127.0.0.1:52144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T21:41:26,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45875-0x1017e3e620a0003, quorum=127.0.0.1:52144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T21:41:26,379 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46565-0x1017e3e620a0001, quorum=127.0.0.1:52144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T21:41:26,379 WARN [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T21:41:26,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45877-0x1017e3e620a0000, quorum=127.0.0.1:52144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T21:41:26,379 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=da99f16e0d32,45877,1732743685760 2024-11-27T21:41:26,384 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/hbase.id] with ID: a1a14e79-ce04-4fd9-a566-78ead6d1e759 2024-11-27T21:41:26,384 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/.tmp/hbase.id 2024-11-27T21:41:26,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741826_1002 (size=42) 2024-11-27T21:41:26,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46553 is added to blk_1073741826_1002 (size=42) 2024-11-27T21:41:26,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741826_1002 (size=42) 2024-11-27T21:41:26,397 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/.tmp/hbase.id]:[hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/hbase.id] 2024-11-27T21:41:26,412 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T21:41:26,412 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T21:41:26,413 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T21:41:26,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45875-0x1017e3e620a0003, quorum=127.0.0.1:52144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:41:26,421 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46565-0x1017e3e620a0001, quorum=127.0.0.1:52144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:41:26,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37453-0x1017e3e620a0002, quorum=127.0.0.1:52144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:41:26,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45877-0x1017e3e620a0000, quorum=127.0.0.1:52144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:41:26,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46553 is added to blk_1073741827_1003 (size=196) 2024-11-27T21:41:26,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741827_1003 (size=196) 2024-11-27T21:41:26,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741827_1003 (size=196) 2024-11-27T21:41:26,836 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T21:41:26,837 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T21:41:26,837 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:41:26,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741828_1004 (size=1189) 2024-11-27T21:41:26,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741828_1004 (size=1189) 2024-11-27T21:41:26,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46553 is added to blk_1073741828_1004 (size=1189) 2024-11-27T21:41:26,856 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/MasterData/data/master/store 2024-11-27T21:41:26,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46553 is added to blk_1073741829_1005 (size=34) 2024-11-27T21:41:26,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741829_1005 (size=34) 2024-11-27T21:41:26,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741829_1005 (size=34) 2024-11-27T21:41:26,873 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:41:26,873 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T21:41:26,873 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:41:26,873 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:41:26,873 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T21:41:26,873 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:41:26,873 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:41:26,873 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732743686873Disabling compacts and flushes for region at 1732743686873Disabling writes for close at 1732743686873Writing region close event to WAL at 1732743686873Closed at 1732743686873 2024-11-27T21:41:26,879 WARN [master/da99f16e0d32:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/MasterData/data/master/store/.initializing 2024-11-27T21:41:26,880 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/MasterData/WALs/da99f16e0d32,45877,1732743685760 2024-11-27T21:41:26,881 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T21:41:26,883 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da99f16e0d32%2C45877%2C1732743685760, suffix=, logDir=hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/MasterData/WALs/da99f16e0d32,45877,1732743685760, archiveDir=hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/MasterData/oldWALs, maxLogs=10 2024-11-27T21:41:26,897 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/MasterData/WALs/da99f16e0d32,45877,1732743685760/da99f16e0d32%2C45877%2C1732743685760.1732743686884, exclude list is [], retry=0 2024-11-27T21:41:26,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44071,DS-9f97bc92-b3c9-444b-a27e-22b3ca96b94a,DISK] 2024-11-27T21:41:26,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46553,DS-4fcd380c-2c07-4fcf-ad8a-d314250943d7,DISK] 2024-11-27T21:41:26,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39273,DS-780dc432-deea-4ed3-9267-3ee1ed21a03e,DISK] 2024-11-27T21:41:26,908 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/MasterData/WALs/da99f16e0d32,45877,1732743685760/da99f16e0d32%2C45877%2C1732743685760.1732743686884 2024-11-27T21:41:26,912 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40633:40633),(127.0.0.1/127.0.0.1:38673:38673),(127.0.0.1/127.0.0.1:33003:33003)] 2024-11-27T21:41:26,912 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:41:26,912 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:41:26,913 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:41:26,913 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:41:26,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:41:26,917 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T21:41:26,917 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:41:26,918 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:41:26,918 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:41:26,919 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T21:41:26,919 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:41:26,920 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:41:26,920 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:41:26,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T21:41:26,922 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:41:26,923 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:41:26,923 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:41:26,924 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T21:41:26,924 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:41:26,925 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:41:26,925 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:41:26,926 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:41:26,926 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:41:26,927 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:41:26,927 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:41:26,928 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:41:26,929 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T21:41:26,931 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:41:26,932 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63810464, jitterRate=-0.04914999008178711}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:41:26,932 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732743686913Initializing all the Stores at 1732743686914 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732743686914Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732743686914Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732743686914Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732743686914Cleaning up temporary data from old regions at 1732743686927 (+13 ms)Region opened successfully at 1732743686932 (+5 ms) 2024-11-27T21:41:26,933 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T21:41:26,936 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a46154d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=da99f16e0d32/172.17.0.2:0 2024-11-27T21:41:26,937 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T21:41:26,937 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T21:41:26,937 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T21:41:26,938 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T21:41:26,938 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T21:41:26,939 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T21:41:26,939 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-27T21:41:26,941 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T21:41:26,942 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45877-0x1017e3e620a0000, quorum=127.0.0.1:52144, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-27T21:41:26,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:41:26,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:41:26,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:41:26,987 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-27T21:41:26,988 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T21:41:26,989 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45877-0x1017e3e620a0000, quorum=127.0.0.1:52144, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-27T21:41:27,061 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-27T21:41:27,062 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T21:41:27,063 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45877-0x1017e3e620a0000, quorum=127.0.0.1:52144, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-27T21:41:27,084 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-27T21:41:27,085 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45877-0x1017e3e620a0000, quorum=127.0.0.1:52144, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-27T21:41:27,095 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-27T21:41:27,097 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45877-0x1017e3e620a0000, quorum=127.0.0.1:52144, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T21:41:27,116 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-27T21:41:27,167 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46565-0x1017e3e620a0001, quorum=127.0.0.1:52144, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T21:41:27,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37453-0x1017e3e620a0002, quorum=127.0.0.1:52144, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T21:41:27,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45877-0x1017e3e620a0000, quorum=127.0.0.1:52144, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T21:41:27,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37453-0x1017e3e620a0002, quorum=127.0.0.1:52144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:41:27,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45877-0x1017e3e620a0000, quorum=127.0.0.1:52144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:41:27,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45875-0x1017e3e620a0003, quorum=127.0.0.1:52144, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T21:41:27,168 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46565-0x1017e3e620a0001, quorum=127.0.0.1:52144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:41:27,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45875-0x1017e3e620a0003, quorum=127.0.0.1:52144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:41:27,169 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=da99f16e0d32,45877,1732743685760, sessionid=0x1017e3e620a0000, setting cluster-up flag (Was=false) 2024-11-27T21:41:27,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37453-0x1017e3e620a0002, quorum=127.0.0.1:52144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:41:27,253 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46565-0x1017e3e620a0001, quorum=127.0.0.1:52144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:41:27,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45877-0x1017e3e620a0000, quorum=127.0.0.1:52144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:41:27,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45875-0x1017e3e620a0003, quorum=127.0.0.1:52144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:41:27,284 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-27T21:41:27,286 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=da99f16e0d32,45877,1732743685760 2024-11-27T21:41:27,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37453-0x1017e3e620a0002, quorum=127.0.0.1:52144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:41:27,305 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46565-0x1017e3e620a0001, quorum=127.0.0.1:52144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:41:27,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45877-0x1017e3e620a0000, quorum=127.0.0.1:52144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:41:27,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45875-0x1017e3e620a0003, quorum=127.0.0.1:52144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:41:27,337 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-27T21:41:27,339 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=da99f16e0d32,45877,1732743685760 2024-11-27T21:41:27,340 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T21:41:27,342 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T21:41:27,342 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T21:41:27,342 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T21:41:27,342 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: da99f16e0d32,45877,1732743685760 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T21:41:27,344 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/da99f16e0d32:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:41:27,344 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/da99f16e0d32:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:41:27,344 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/da99f16e0d32:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:41:27,344 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/da99f16e0d32:0, corePoolSize=5, maxPoolSize=5 2024-11-27T21:41:27,344 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/da99f16e0d32:0, corePoolSize=10, maxPoolSize=10 2024-11-27T21:41:27,345 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:41:27,345 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/da99f16e0d32:0, corePoolSize=2, maxPoolSize=2 2024-11-27T21:41:27,345 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:41:27,348 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732743717348 2024-11-27T21:41:27,349 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T21:41:27,349 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T21:41:27,349 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T21:41:27,349 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T21:41:27,349 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T21:41:27,349 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T21:41:27,349 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T21:41:27,349 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T21:41:27,349 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T21:41:27,350 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T21:41:27,350 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T21:41:27,350 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T21:41:27,350 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T21:41:27,350 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T21:41:27,350 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/da99f16e0d32:0:becomeActiveMaster-HFileCleaner.large.0-1732743687350,5,FailOnTimeoutGroup] 2024-11-27T21:41:27,350 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/da99f16e0d32:0:becomeActiveMaster-HFileCleaner.small.0-1732743687350,5,FailOnTimeoutGroup] 2024-11-27T21:41:27,350 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T21:41:27,350 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T21:41:27,350 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T21:41:27,351 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T21:41:27,351 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:41:27,351 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T21:41:27,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46553 is added to blk_1073741831_1007 (size=1321) 2024-11-27T21:41:27,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741831_1007 (size=1321) 2024-11-27T21:41:27,361 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T21:41:27,361 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0 2024-11-27T21:41:27,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741831_1007 (size=1321) 2024-11-27T21:41:27,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741832_1008 (size=32) 2024-11-27T21:41:27,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741832_1008 (size=32) 2024-11-27T21:41:27,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46553 is added to blk_1073741832_1008 (size=32) 2024-11-27T21:41:27,373 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:41:27,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T21:41:27,376 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T21:41:27,376 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:41:27,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:41:27,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T21:41:27,379 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T21:41:27,379 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:41:27,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:41:27,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T21:41:27,382 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T21:41:27,382 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:41:27,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:41:27,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T21:41:27,384 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T21:41:27,385 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:41:27,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:41:27,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T21:41:27,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/hbase/meta/1588230740 2024-11-27T21:41:27,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/hbase/meta/1588230740 2024-11-27T21:41:27,388 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T21:41:27,388 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T21:41:27,393 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:41:27,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T21:41:27,405 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:41:27,405 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60546582, jitterRate=-0.09778562188148499}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:41:27,406 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732743687373Initializing all the Stores at 1732743687374 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732743687374Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732743687374Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732743687374Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732743687374Cleaning up temporary data from old regions at 1732743687388 (+14 ms)Region opened successfully at 1732743687406 (+18 ms) 2024-11-27T21:41:27,406 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T21:41:27,407 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T21:41:27,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T21:41:27,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T21:41:27,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T21:41:27,407 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T21:41:27,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732743687406Disabling compacts and flushes for region at 1732743687406Disabling writes for close at 1732743687407 (+1 ms)Writing region close event to WAL at 1732743687407Closed at 1732743687407 2024-11-27T21:41:27,409 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T21:41:27,409 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T21:41:27,409 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T21:41:27,411 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T21:41:27,412 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T21:41:27,428 INFO [RS:2;da99f16e0d32:45875 {}] regionserver.HRegionServer(746): ClusterId : a1a14e79-ce04-4fd9-a566-78ead6d1e759 2024-11-27T21:41:27,428 INFO [RS:1;da99f16e0d32:37453 {}] regionserver.HRegionServer(746): ClusterId : a1a14e79-ce04-4fd9-a566-78ead6d1e759 2024-11-27T21:41:27,428 INFO [RS:0;da99f16e0d32:46565 {}] regionserver.HRegionServer(746): ClusterId : a1a14e79-ce04-4fd9-a566-78ead6d1e759 2024-11-27T21:41:27,428 DEBUG [RS:1;da99f16e0d32:37453 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T21:41:27,428 DEBUG [RS:2;da99f16e0d32:45875 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T21:41:27,428 DEBUG [RS:0;da99f16e0d32:46565 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T21:41:27,432 DEBUG [RS:1;da99f16e0d32:37453 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T21:41:27,432 DEBUG [RS:2;da99f16e0d32:45875 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T21:41:27,432 DEBUG [RS:1;da99f16e0d32:37453 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T21:41:27,432 DEBUG [RS:2;da99f16e0d32:45875 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T21:41:27,432 DEBUG [RS:0;da99f16e0d32:46565 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T21:41:27,432 DEBUG [RS:0;da99f16e0d32:46565 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T21:41:27,443 DEBUG [RS:1;da99f16e0d32:37453 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T21:41:27,443 DEBUG [RS:2;da99f16e0d32:45875 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T21:41:27,443 DEBUG [RS:0;da99f16e0d32:46565 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T21:41:27,444 DEBUG [RS:2;da99f16e0d32:45875 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53b0659e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=da99f16e0d32/172.17.0.2:0 2024-11-27T21:41:27,444 DEBUG [RS:1;da99f16e0d32:37453 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d4ae95f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=da99f16e0d32/172.17.0.2:0 2024-11-27T21:41:27,444 DEBUG [RS:0;da99f16e0d32:46565 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@324ab6cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=da99f16e0d32/172.17.0.2:0 2024-11-27T21:41:27,458 DEBUG [RS:1;da99f16e0d32:37453 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;da99f16e0d32:37453 2024-11-27T21:41:27,459 DEBUG [RS:0;da99f16e0d32:46565 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;da99f16e0d32:46565 2024-11-27T21:41:27,459 DEBUG [RS:2;da99f16e0d32:45875 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;da99f16e0d32:45875 2024-11-27T21:41:27,459 INFO [RS:1;da99f16e0d32:37453 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T21:41:27,459 INFO [RS:0;da99f16e0d32:46565 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T21:41:27,459 INFO [RS:2;da99f16e0d32:45875 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T21:41:27,459 INFO [RS:1;da99f16e0d32:37453 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T21:41:27,459 INFO [RS:2;da99f16e0d32:45875 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T21:41:27,459 INFO [RS:0;da99f16e0d32:46565 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T21:41:27,459 DEBUG [RS:0;da99f16e0d32:46565 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T21:41:27,459 DEBUG [RS:2;da99f16e0d32:45875 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T21:41:27,459 DEBUG [RS:1;da99f16e0d32:37453 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T21:41:27,460 INFO [RS:2;da99f16e0d32:45875 {}] regionserver.HRegionServer(2659): reportForDuty to master=da99f16e0d32,45877,1732743685760 with port=45875, startcode=1732743686251 2024-11-27T21:41:27,460 INFO [RS:0;da99f16e0d32:46565 {}] regionserver.HRegionServer(2659): reportForDuty to master=da99f16e0d32,45877,1732743685760 with port=46565, startcode=1732743686169 2024-11-27T21:41:27,460 INFO [RS:1;da99f16e0d32:37453 {}] regionserver.HRegionServer(2659): reportForDuty to master=da99f16e0d32,45877,1732743685760 with port=37453, startcode=1732743686212 2024-11-27T21:41:27,460 DEBUG [RS:1;da99f16e0d32:37453 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T21:41:27,460 DEBUG [RS:0;da99f16e0d32:46565 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T21:41:27,460 DEBUG [RS:2;da99f16e0d32:45875 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T21:41:27,462 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52489, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T21:41:27,462 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47467, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T21:41:27,462 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41891, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T21:41:27,463 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45877 {}] master.ServerManager(363): Checking decommissioned status of RegionServer da99f16e0d32,45875,1732743686251 2024-11-27T21:41:27,464 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45877 {}] master.ServerManager(517): Registering regionserver=da99f16e0d32,45875,1732743686251 2024-11-27T21:41:27,465 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45877 {}] master.ServerManager(363): Checking decommissioned status of RegionServer da99f16e0d32,37453,1732743686212 2024-11-27T21:41:27,465 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45877 {}] master.ServerManager(517): Registering regionserver=da99f16e0d32,37453,1732743686212 2024-11-27T21:41:27,467 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45877 {}] master.ServerManager(363): Checking decommissioned status of RegionServer da99f16e0d32,46565,1732743686169 2024-11-27T21:41:27,467 DEBUG [RS:1;da99f16e0d32:37453 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0 2024-11-27T21:41:27,467 DEBUG [RS:1;da99f16e0d32:37453 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38857 2024-11-27T21:41:27,467 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45877 {}] master.ServerManager(517): Registering regionserver=da99f16e0d32,46565,1732743686169 2024-11-27T21:41:27,467 DEBUG [RS:1;da99f16e0d32:37453 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T21:41:27,468 DEBUG [RS:2;da99f16e0d32:45875 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0 2024-11-27T21:41:27,468 DEBUG [RS:2;da99f16e0d32:45875 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38857 2024-11-27T21:41:27,468 DEBUG [RS:2;da99f16e0d32:45875 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T21:41:27,469 DEBUG [RS:0;da99f16e0d32:46565 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0 2024-11-27T21:41:27,469 DEBUG [RS:0;da99f16e0d32:46565 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38857 2024-11-27T21:41:27,469 DEBUG [RS:0;da99f16e0d32:46565 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T21:41:27,473 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T21:41:27,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45877-0x1017e3e620a0000, quorum=127.0.0.1:52144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T21:41:27,476 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:41:27,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:41:27,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:41:27,516 DEBUG [RS:1;da99f16e0d32:37453 {}] zookeeper.ZKUtil(111): regionserver:37453-0x1017e3e620a0002, quorum=127.0.0.1:52144, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/da99f16e0d32,37453,1732743686212 2024-11-27T21:41:27,516 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [da99f16e0d32,46565,1732743686169] 2024-11-27T21:41:27,516 WARN [RS:1;da99f16e0d32:37453 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T21:41:27,516 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [da99f16e0d32,37453,1732743686212] 2024-11-27T21:41:27,516 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [da99f16e0d32,45875,1732743686251] 2024-11-27T21:41:27,516 INFO [RS:1;da99f16e0d32:37453 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:41:27,517 DEBUG [RS:1;da99f16e0d32:37453 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/WALs/da99f16e0d32,37453,1732743686212 2024-11-27T21:41:27,518 DEBUG [RS:2;da99f16e0d32:45875 {}] zookeeper.ZKUtil(111): regionserver:45875-0x1017e3e620a0003, quorum=127.0.0.1:52144, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/da99f16e0d32,45875,1732743686251 2024-11-27T21:41:27,518 DEBUG [RS:0;da99f16e0d32:46565 {}] zookeeper.ZKUtil(111): regionserver:46565-0x1017e3e620a0001, quorum=127.0.0.1:52144, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/da99f16e0d32,46565,1732743686169 2024-11-27T21:41:27,518 WARN [RS:2;da99f16e0d32:45875 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T21:41:27,518 WARN [RS:0;da99f16e0d32:46565 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T21:41:27,518 INFO [RS:0;da99f16e0d32:46565 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:41:27,518 INFO [RS:2;da99f16e0d32:45875 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:41:27,518 DEBUG [RS:0;da99f16e0d32:46565 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/WALs/da99f16e0d32,46565,1732743686169 2024-11-27T21:41:27,518 DEBUG [RS:2;da99f16e0d32:45875 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/WALs/da99f16e0d32,45875,1732743686251 2024-11-27T21:41:27,526 INFO [RS:2;da99f16e0d32:45875 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T21:41:27,526 INFO [RS:1;da99f16e0d32:37453 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T21:41:27,527 INFO [RS:0;da99f16e0d32:46565 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T21:41:27,528 INFO [RS:2;da99f16e0d32:45875 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T21:41:27,533 INFO [RS:2;da99f16e0d32:45875 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T21:41:27,533 INFO [RS:2;da99f16e0d32:45875 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:41:27,534 INFO [RS:1;da99f16e0d32:37453 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T21:41:27,535 INFO [RS:0;da99f16e0d32:46565 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T21:41:27,536 INFO [RS:2;da99f16e0d32:45875 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T21:41:27,538 INFO [RS:2;da99f16e0d32:45875 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T21:41:27,538 INFO [RS:2;da99f16e0d32:45875 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T21:41:27,538 DEBUG [RS:2;da99f16e0d32:45875 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:41:27,538 DEBUG [RS:2;da99f16e0d32:45875 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:41:27,538 DEBUG [RS:2;da99f16e0d32:45875 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:41:27,538 DEBUG [RS:2;da99f16e0d32:45875 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:41:27,538 DEBUG [RS:2;da99f16e0d32:45875 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:41:27,538 DEBUG [RS:2;da99f16e0d32:45875 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/da99f16e0d32:0, corePoolSize=2, maxPoolSize=2 2024-11-27T21:41:27,539 DEBUG [RS:2;da99f16e0d32:45875 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:41:27,539 DEBUG [RS:2;da99f16e0d32:45875 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:41:27,539 DEBUG [RS:2;da99f16e0d32:45875 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:41:27,539 DEBUG [RS:2;da99f16e0d32:45875 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:41:27,539 DEBUG [RS:2;da99f16e0d32:45875 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:41:27,539 DEBUG [RS:2;da99f16e0d32:45875 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:41:27,539 DEBUG [RS:2;da99f16e0d32:45875 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0, corePoolSize=3, maxPoolSize=3 2024-11-27T21:41:27,539 DEBUG [RS:2;da99f16e0d32:45875 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/da99f16e0d32:0, corePoolSize=3, maxPoolSize=3 2024-11-27T21:41:27,540 INFO [RS:1;da99f16e0d32:37453 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T21:41:27,540 INFO [RS:1;da99f16e0d32:37453 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:41:27,541 INFO [RS:0;da99f16e0d32:46565 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T21:41:27,541 INFO [RS:0;da99f16e0d32:46565 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:41:27,542 INFO [RS:1;da99f16e0d32:37453 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T21:41:27,543 INFO [RS:1;da99f16e0d32:37453 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T21:41:27,543 INFO [RS:1;da99f16e0d32:37453 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T21:41:27,543 DEBUG [RS:1;da99f16e0d32:37453 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:41:27,543 DEBUG [RS:1;da99f16e0d32:37453 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:41:27,543 DEBUG [RS:1;da99f16e0d32:37453 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:41:27,543 DEBUG [RS:1;da99f16e0d32:37453 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:41:27,543 DEBUG [RS:1;da99f16e0d32:37453 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:41:27,543 DEBUG [RS:1;da99f16e0d32:37453 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/da99f16e0d32:0, corePoolSize=2, maxPoolSize=2 2024-11-27T21:41:27,543 DEBUG [RS:1;da99f16e0d32:37453 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:41:27,543 DEBUG [RS:1;da99f16e0d32:37453 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:41:27,543 DEBUG [RS:1;da99f16e0d32:37453 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:41:27,543 DEBUG [RS:1;da99f16e0d32:37453 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:41:27,543 DEBUG [RS:1;da99f16e0d32:37453 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:41:27,543 DEBUG [RS:1;da99f16e0d32:37453 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:41:27,543 DEBUG [RS:1;da99f16e0d32:37453 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0, corePoolSize=3, maxPoolSize=3 2024-11-27T21:41:27,544 DEBUG [RS:1;da99f16e0d32:37453 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/da99f16e0d32:0, corePoolSize=3, maxPoolSize=3 2024-11-27T21:41:27,544 INFO [RS:2;da99f16e0d32:45875 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T21:41:27,544 INFO [RS:2;da99f16e0d32:45875 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T21:41:27,544 INFO [RS:2;da99f16e0d32:45875 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:41:27,544 INFO [RS:2;da99f16e0d32:45875 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T21:41:27,544 INFO [RS:2;da99f16e0d32:45875 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T21:41:27,545 INFO [RS:2;da99f16e0d32:45875 {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,45875,1732743686251-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T21:41:27,547 INFO [RS:0;da99f16e0d32:46565 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T21:41:27,549 INFO [RS:0;da99f16e0d32:46565 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T21:41:27,549 INFO [RS:0;da99f16e0d32:46565 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T21:41:27,549 DEBUG [RS:0;da99f16e0d32:46565 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:41:27,549 DEBUG [RS:0;da99f16e0d32:46565 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:41:27,549 DEBUG [RS:0;da99f16e0d32:46565 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:41:27,549 DEBUG [RS:0;da99f16e0d32:46565 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:41:27,550 DEBUG [RS:0;da99f16e0d32:46565 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:41:27,550 DEBUG [RS:0;da99f16e0d32:46565 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/da99f16e0d32:0, corePoolSize=2, maxPoolSize=2 2024-11-27T21:41:27,550 DEBUG [RS:0;da99f16e0d32:46565 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:41:27,550 DEBUG [RS:0;da99f16e0d32:46565 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:41:27,550 DEBUG [RS:0;da99f16e0d32:46565 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:41:27,550 DEBUG [RS:0;da99f16e0d32:46565 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:41:27,550 DEBUG [RS:0;da99f16e0d32:46565 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:41:27,550 DEBUG [RS:0;da99f16e0d32:46565 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/da99f16e0d32:0, corePoolSize=1, maxPoolSize=1 2024-11-27T21:41:27,550 DEBUG [RS:0;da99f16e0d32:46565 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0, corePoolSize=3, maxPoolSize=3 2024-11-27T21:41:27,550 DEBUG [RS:0;da99f16e0d32:46565 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/da99f16e0d32:0, corePoolSize=3, maxPoolSize=3 2024-11-27T21:41:27,550 INFO [RS:1;da99f16e0d32:37453 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T21:41:27,550 INFO [RS:1;da99f16e0d32:37453 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T21:41:27,550 INFO [RS:1;da99f16e0d32:37453 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:41:27,551 INFO [RS:1;da99f16e0d32:37453 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T21:41:27,551 INFO [RS:1;da99f16e0d32:37453 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T21:41:27,551 INFO [RS:1;da99f16e0d32:37453 {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,37453,1732743686212-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T21:41:27,556 INFO [RS:0;da99f16e0d32:46565 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T21:41:27,556 INFO [RS:0;da99f16e0d32:46565 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T21:41:27,556 INFO [RS:0;da99f16e0d32:46565 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:41:27,556 INFO [RS:0;da99f16e0d32:46565 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T21:41:27,556 INFO [RS:0;da99f16e0d32:46565 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T21:41:27,556 INFO [RS:0;da99f16e0d32:46565 {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,46565,1732743686169-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T21:41:27,562 WARN [da99f16e0d32:45877 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-27T21:41:27,566 INFO [RS:2;da99f16e0d32:45875 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T21:41:27,567 INFO [RS:2;da99f16e0d32:45875 {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,45875,1732743686251-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:41:27,567 INFO [RS:2;da99f16e0d32:45875 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:41:27,567 INFO [RS:2;da99f16e0d32:45875 {}] regionserver.Replication(171): da99f16e0d32,45875,1732743686251 started 2024-11-27T21:41:27,574 INFO [RS:1;da99f16e0d32:37453 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T21:41:27,574 INFO [RS:1;da99f16e0d32:37453 {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,37453,1732743686212-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:41:27,574 INFO [RS:1;da99f16e0d32:37453 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:41:27,575 INFO [RS:1;da99f16e0d32:37453 {}] regionserver.Replication(171): da99f16e0d32,37453,1732743686212 started 2024-11-27T21:41:27,577 INFO [RS:0;da99f16e0d32:46565 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T21:41:27,577 INFO [RS:0;da99f16e0d32:46565 {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,46565,1732743686169-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:41:27,577 INFO [RS:0;da99f16e0d32:46565 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:41:27,577 INFO [RS:0;da99f16e0d32:46565 {}] regionserver.Replication(171): da99f16e0d32,46565,1732743686169 started 2024-11-27T21:41:27,586 INFO [RS:2;da99f16e0d32:45875 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:41:27,586 INFO [RS:2;da99f16e0d32:45875 {}] regionserver.HRegionServer(1482): Serving as da99f16e0d32,45875,1732743686251, RpcServer on da99f16e0d32/172.17.0.2:45875, sessionid=0x1017e3e620a0003 2024-11-27T21:41:27,586 DEBUG [RS:2;da99f16e0d32:45875 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T21:41:27,586 DEBUG [RS:2;da99f16e0d32:45875 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager da99f16e0d32,45875,1732743686251 2024-11-27T21:41:27,586 DEBUG [RS:2;da99f16e0d32:45875 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da99f16e0d32,45875,1732743686251' 2024-11-27T21:41:27,587 DEBUG [RS:2;da99f16e0d32:45875 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-27T21:41:27,588 DEBUG [RS:2;da99f16e0d32:45875 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-27T21:41:27,588 DEBUG [RS:2;da99f16e0d32:45875 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T21:41:27,588 DEBUG [RS:2;da99f16e0d32:45875 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T21:41:27,588 DEBUG [RS:2;da99f16e0d32:45875 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager da99f16e0d32,45875,1732743686251 2024-11-27T21:41:27,588 DEBUG [RS:2;da99f16e0d32:45875 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da99f16e0d32,45875,1732743686251' 2024-11-27T21:41:27,588 DEBUG [RS:2;da99f16e0d32:45875 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-27T21:41:27,589 DEBUG [RS:2;da99f16e0d32:45875 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-27T21:41:27,590 DEBUG [RS:2;da99f16e0d32:45875 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T21:41:27,590 INFO [RS:2;da99f16e0d32:45875 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T21:41:27,590 INFO [RS:2;da99f16e0d32:45875 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T21:41:27,593 INFO [RS:1;da99f16e0d32:37453 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:41:27,593 INFO [RS:0;da99f16e0d32:46565 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:41:27,593 INFO [RS:0;da99f16e0d32:46565 {}] regionserver.HRegionServer(1482): Serving as da99f16e0d32,46565,1732743686169, RpcServer on da99f16e0d32/172.17.0.2:46565, sessionid=0x1017e3e620a0001 2024-11-27T21:41:27,593 INFO [RS:1;da99f16e0d32:37453 {}] regionserver.HRegionServer(1482): Serving as da99f16e0d32,37453,1732743686212, RpcServer on da99f16e0d32/172.17.0.2:37453, sessionid=0x1017e3e620a0002 2024-11-27T21:41:27,593 DEBUG [RS:1;da99f16e0d32:37453 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T21:41:27,593 DEBUG [RS:0;da99f16e0d32:46565 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T21:41:27,593 DEBUG [RS:1;da99f16e0d32:37453 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager da99f16e0d32,37453,1732743686212 2024-11-27T21:41:27,593 DEBUG [RS:0;da99f16e0d32:46565 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager da99f16e0d32,46565,1732743686169 2024-11-27T21:41:27,593 DEBUG [RS:1;da99f16e0d32:37453 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da99f16e0d32,37453,1732743686212' 2024-11-27T21:41:27,593 DEBUG [RS:0;da99f16e0d32:46565 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da99f16e0d32,46565,1732743686169' 2024-11-27T21:41:27,593 DEBUG [RS:1;da99f16e0d32:37453 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-27T21:41:27,593 DEBUG [RS:0;da99f16e0d32:46565 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-27T21:41:27,594 DEBUG [RS:1;da99f16e0d32:37453 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-27T21:41:27,594 DEBUG [RS:0;da99f16e0d32:46565 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-27T21:41:27,594 DEBUG [RS:1;da99f16e0d32:37453 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T21:41:27,594 DEBUG [RS:0;da99f16e0d32:46565 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T21:41:27,594 DEBUG [RS:1;da99f16e0d32:37453 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T21:41:27,594 DEBUG [RS:0;da99f16e0d32:46565 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T21:41:27,594 DEBUG [RS:1;da99f16e0d32:37453 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager da99f16e0d32,37453,1732743686212 2024-11-27T21:41:27,594 DEBUG [RS:0;da99f16e0d32:46565 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager da99f16e0d32,46565,1732743686169 2024-11-27T21:41:27,594 DEBUG [RS:1;da99f16e0d32:37453 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da99f16e0d32,37453,1732743686212' 2024-11-27T21:41:27,594 DEBUG [RS:0;da99f16e0d32:46565 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da99f16e0d32,46565,1732743686169' 2024-11-27T21:41:27,594 DEBUG [RS:1;da99f16e0d32:37453 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-27T21:41:27,594 DEBUG [RS:0;da99f16e0d32:46565 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-27T21:41:27,594 DEBUG [RS:0;da99f16e0d32:46565 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-27T21:41:27,594 DEBUG [RS:1;da99f16e0d32:37453 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-27T21:41:27,595 DEBUG [RS:0;da99f16e0d32:46565 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T21:41:27,595 DEBUG [RS:1;da99f16e0d32:37453 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T21:41:27,595 INFO [RS:1;da99f16e0d32:37453 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T21:41:27,595 INFO [RS:0;da99f16e0d32:46565 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T21:41:27,595 INFO [RS:1;da99f16e0d32:37453 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T21:41:27,595 INFO [RS:0;da99f16e0d32:46565 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T21:41:27,690 INFO [RS:2;da99f16e0d32:45875 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T21:41:27,692 INFO [RS:2;da99f16e0d32:45875 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da99f16e0d32%2C45875%2C1732743686251, suffix=, logDir=hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/WALs/da99f16e0d32,45875,1732743686251, archiveDir=hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/oldWALs, maxLogs=32 2024-11-27T21:41:27,695 INFO [RS:0;da99f16e0d32:46565 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T21:41:27,695 INFO [RS:1;da99f16e0d32:37453 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T21:41:27,697 INFO [RS:1;da99f16e0d32:37453 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da99f16e0d32%2C37453%2C1732743686212, suffix=, logDir=hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/WALs/da99f16e0d32,37453,1732743686212, archiveDir=hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/oldWALs, maxLogs=32 2024-11-27T21:41:27,697 INFO [RS:0;da99f16e0d32:46565 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da99f16e0d32%2C46565%2C1732743686169, suffix=, logDir=hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/WALs/da99f16e0d32,46565,1732743686169, archiveDir=hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/oldWALs, maxLogs=32 2024-11-27T21:41:27,712 DEBUG [RS:2;da99f16e0d32:45875 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/WALs/da99f16e0d32,45875,1732743686251/da99f16e0d32%2C45875%2C1732743686251.1732743687694, exclude list is [], retry=0 2024-11-27T21:41:27,713 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T21:41:27,713 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T21:41:27,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39273,DS-780dc432-deea-4ed3-9267-3ee1ed21a03e,DISK] 2024-11-27T21:41:27,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44071,DS-9f97bc92-b3c9-444b-a27e-22b3ca96b94a,DISK] 2024-11-27T21:41:27,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46553,DS-4fcd380c-2c07-4fcf-ad8a-d314250943d7,DISK] 2024-11-27T21:41:27,718 DEBUG [RS:1;da99f16e0d32:37453 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/WALs/da99f16e0d32,37453,1732743686212/da99f16e0d32%2C37453%2C1732743686212.1732743687699, exclude list is [], retry=0 2024-11-27T21:41:27,718 DEBUG [RS:0;da99f16e0d32:46565 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/WALs/da99f16e0d32,46565,1732743686169/da99f16e0d32%2C46565%2C1732743686169.1732743687699, exclude list is [], retry=0 2024-11-27T21:41:27,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44071,DS-9f97bc92-b3c9-444b-a27e-22b3ca96b94a,DISK] 2024-11-27T21:41:27,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39273,DS-780dc432-deea-4ed3-9267-3ee1ed21a03e,DISK] 2024-11-27T21:41:27,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46553,DS-4fcd380c-2c07-4fcf-ad8a-d314250943d7,DISK] 2024-11-27T21:41:27,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39273,DS-780dc432-deea-4ed3-9267-3ee1ed21a03e,DISK] 2024-11-27T21:41:27,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46553,DS-4fcd380c-2c07-4fcf-ad8a-d314250943d7,DISK] 2024-11-27T21:41:27,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44071,DS-9f97bc92-b3c9-444b-a27e-22b3ca96b94a,DISK] 2024-11-27T21:41:27,735 INFO [RS:2;da99f16e0d32:45875 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/WALs/da99f16e0d32,45875,1732743686251/da99f16e0d32%2C45875%2C1732743686251.1732743687694 2024-11-27T21:41:27,741 INFO [RS:0;da99f16e0d32:46565 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/WALs/da99f16e0d32,46565,1732743686169/da99f16e0d32%2C46565%2C1732743686169.1732743687699 2024-11-27T21:41:27,742 DEBUG [RS:2;da99f16e0d32:45875 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33003:33003),(127.0.0.1/127.0.0.1:40633:40633),(127.0.0.1/127.0.0.1:38673:38673)] 2024-11-27T21:41:27,742 INFO [RS:1;da99f16e0d32:37453 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/WALs/da99f16e0d32,37453,1732743686212/da99f16e0d32%2C37453%2C1732743686212.1732743687699 2024-11-27T21:41:27,742 DEBUG [RS:0;da99f16e0d32:46565 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40633:40633),(127.0.0.1/127.0.0.1:33003:33003),(127.0.0.1/127.0.0.1:38673:38673)] 2024-11-27T21:41:27,743 DEBUG [RS:1;da99f16e0d32:37453 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40633:40633),(127.0.0.1/127.0.0.1:33003:33003),(127.0.0.1/127.0.0.1:38673:38673)] 2024-11-27T21:41:27,813 DEBUG [da99f16e0d32:45877 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-27T21:41:27,813 DEBUG [da99f16e0d32:45877 {}] balancer.BalancerClusterState(204): Hosts are {da99f16e0d32=0} racks are {/default-rack=0} 2024-11-27T21:41:27,815 DEBUG [da99f16e0d32:45877 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-27T21:41:27,815 DEBUG [da99f16e0d32:45877 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-27T21:41:27,815 DEBUG [da99f16e0d32:45877 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-27T21:41:27,815 DEBUG [da99f16e0d32:45877 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-27T21:41:27,816 DEBUG [da99f16e0d32:45877 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-27T21:41:27,816 DEBUG [da99f16e0d32:45877 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-27T21:41:27,816 INFO [da99f16e0d32:45877 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-27T21:41:27,816 INFO [da99f16e0d32:45877 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-27T21:41:27,816 INFO [da99f16e0d32:45877 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-27T21:41:27,816 DEBUG [da99f16e0d32:45877 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-27T21:41:27,816 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=da99f16e0d32,46565,1732743686169 2024-11-27T21:41:27,818 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as da99f16e0d32,46565,1732743686169, state=OPENING 2024-11-27T21:41:27,832 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T21:41:27,842 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46565-0x1017e3e620a0001, quorum=127.0.0.1:52144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:41:27,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45875-0x1017e3e620a0003, quorum=127.0.0.1:52144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:41:27,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45877-0x1017e3e620a0000, quorum=127.0.0.1:52144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:41:27,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37453-0x1017e3e620a0002, quorum=127.0.0.1:52144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:41:27,843 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T21:41:27,843 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T21:41:27,843 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T21:41:27,843 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=da99f16e0d32,46565,1732743686169}] 2024-11-27T21:41:27,843 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T21:41:27,844 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T21:41:33,215 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T21:41:33,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:41:33,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:41:33,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:41:36,468 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=da99f16e0d32:39647 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-27T21:41:37,857 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T21:41:37,861 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46817, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T21:41:37,904 INFO [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T21:41:37,904 INFO [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T21:41:37,904 INFO [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T21:41:37,914 INFO [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da99f16e0d32%2C46565%2C1732743686169.meta, suffix=.meta, logDir=hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/WALs/da99f16e0d32,46565,1732743686169, archiveDir=hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/oldWALs, maxLogs=32 2024-11-27T21:41:37,939 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/WALs/da99f16e0d32,46565,1732743686169/da99f16e0d32%2C46565%2C1732743686169.meta.1732743697915.meta, exclude list is [], retry=0 2024-11-27T21:41:37,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39273,DS-780dc432-deea-4ed3-9267-3ee1ed21a03e,DISK] 2024-11-27T21:41:37,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44071,DS-9f97bc92-b3c9-444b-a27e-22b3ca96b94a,DISK] 2024-11-27T21:41:37,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46553,DS-4fcd380c-2c07-4fcf-ad8a-d314250943d7,DISK] 2024-11-27T21:41:37,975 INFO [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/WALs/da99f16e0d32,46565,1732743686169/da99f16e0d32%2C46565%2C1732743686169.meta.1732743697915.meta 2024-11-27T21:41:37,976 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33003:33003),(127.0.0.1/127.0.0.1:40633:40633),(127.0.0.1/127.0.0.1:38673:38673)] 2024-11-27T21:41:37,976 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T21:41:37,977 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T21:41:37,977 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T21:41:37,977 INFO [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T21:41:37,977 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T21:41:37,977 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:41:37,977 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T21:41:37,978 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T21:41:37,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T21:41:37,983 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T21:41:37,983 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:41:37,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:41:37,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T21:41:37,986 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T21:41:37,986 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:41:37,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:41:37,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T21:41:37,996 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T21:41:37,997 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:41:37,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:41:37,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T21:41:37,999 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T21:41:38,000 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:41:38,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T21:41:38,001 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T21:41:38,002 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/hbase/meta/1588230740 2024-11-27T21:41:38,004 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/hbase/meta/1588230740 2024-11-27T21:41:38,007 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T21:41:38,007 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T21:41:38,008 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T21:41:38,010 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T21:41:38,012 INFO [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64216812, jitterRate=-0.0430949330329895}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T21:41:38,012 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T21:41:38,013 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732743697978Writing region info on filesystem at 1732743697978Initializing all the Stores at 1732743697980 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732743697980Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732743697980Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732743697980Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732743697980Cleaning up temporary data from old regions at 1732743698007 (+27 ms)Running coprocessor post-open hooks at 1732743698012 (+5 ms)Region opened successfully at 1732743698013 (+1 ms) 2024-11-27T21:41:38,015 INFO [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732743697856 2024-11-27T21:41:38,018 DEBUG [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T21:41:38,018 INFO [RS_OPEN_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T21:41:38,018 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=da99f16e0d32,46565,1732743686169 2024-11-27T21:41:38,020 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as da99f16e0d32,46565,1732743686169, state=OPEN 2024-11-27T21:41:38,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45875-0x1017e3e620a0003, quorum=127.0.0.1:52144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T21:41:38,073 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46565-0x1017e3e620a0001, quorum=127.0.0.1:52144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T21:41:38,074 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T21:41:38,074 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T21:41:38,074 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=da99f16e0d32,46565,1732743686169 2024-11-27T21:41:38,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45877-0x1017e3e620a0000, quorum=127.0.0.1:52144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T21:41:38,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37453-0x1017e3e620a0002, quorum=127.0.0.1:52144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T21:41:38,074 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T21:41:38,074 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T21:41:38,078 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T21:41:38,078 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=da99f16e0d32,46565,1732743686169 in 10.2310 sec 2024-11-27T21:41:38,083 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T21:41:38,083 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6700 sec 2024-11-27T21:41:38,085 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T21:41:38,085 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T21:41:38,111 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:41:38,112 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da99f16e0d32,46565,1732743686169, seqNum=-1] 2024-11-27T21:41:38,112 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:41:38,114 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52441, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:41:38,123 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.7800 sec 2024-11-27T21:41:38,123 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732743698123, completionTime=-1 2024-11-27T21:41:38,123 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-27T21:41:38,124 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T21:41:38,130 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-27T21:41:38,130 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732743758130 2024-11-27T21:41:38,131 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732743818131 2024-11-27T21:41:38,131 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 7 msec 2024-11-27T21:41:38,131 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-27T21:41:38,148 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,45877,1732743685760-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T21:41:38,149 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,45877,1732743685760-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:41:38,149 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,45877,1732743685760-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:41:38,149 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-da99f16e0d32:45877, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:41:38,149 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T21:41:38,167 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T21:41:38,169 DEBUG [master/da99f16e0d32:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T21:41:38,176 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.796sec 2024-11-27T21:41:38,188 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T21:41:38,188 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T21:41:38,188 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T21:41:38,189 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T21:41:38,189 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T21:41:38,189 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,45877,1732743685760-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T21:41:38,189 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,45877,1732743685760-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T21:41:38,201 DEBUG [master/da99f16e0d32:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T21:41:38,202 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T21:41:38,202 INFO [master/da99f16e0d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da99f16e0d32,45877,1732743685760-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T21:41:38,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d40f21e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:41:38,248 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da99f16e0d32,45877,-1 for getting cluster id 2024-11-27T21:41:38,248 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:41:38,257 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a1a14e79-ce04-4fd9-a566-78ead6d1e759' 2024-11-27T21:41:38,257 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:41:38,258 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a1a14e79-ce04-4fd9-a566-78ead6d1e759" 2024-11-27T21:41:38,261 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5178d4cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:41:38,261 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da99f16e0d32,45877,-1] 2024-11-27T21:41:38,262 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:41:38,262 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:41:38,270 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44826, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:41:38,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1511d096, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:41:38,273 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:41:38,276 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da99f16e0d32,46565,1732743686169, seqNum=-1] 2024-11-27T21:41:38,277 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:41:38,293 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33128, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:41:38,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=da99f16e0d32,45877,1732743685760 2024-11-27T21:41:38,301 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732743698301 (current time:1732743698301). 2024-11-27T21:41:38,301 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-27T21:41:38,301 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-27T21:41:38,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54fc51e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:41:38,311 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da99f16e0d32,45877,-1 for getting cluster id 2024-11-27T21:41:38,311 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T21:41:38,313 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a1a14e79-ce04-4fd9-a566-78ead6d1e759' 2024-11-27T21:41:38,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T21:41:38,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a1a14e79-ce04-4fd9-a566-78ead6d1e759" 2024-11-27T21:41:38,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43c13aef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:41:38,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da99f16e0d32,45877,-1] 2024-11-27T21:41:38,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T21:41:38,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:41:38,317 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44854, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T21:41:38,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c619e8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:41:38,318 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T21:41:38,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da99f16e0d32,46565,1732743686169, seqNum=-1] 2024-11-27T21:41:38,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:41:38,325 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33132, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:41:38,326 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:41:38,326 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:41:38,327 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:41:38,327 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:41:38,328 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T21:41:38,328 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:41:38,330 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is da99f16e0d32,45877,1732743685760 2024-11-27T21:41:38,331 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68f17ff6 2024-11-27T21:41:38,331 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T21:41:38,355 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44858, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T21:41:38,357 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45877 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T21:41:38,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45877 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-27T21:41:38,368 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T21:41:38,369 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:41:38,369 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45877 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-27T21:41:38,370 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T21:41:38,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:41:38,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46553 is added to blk_1073741837_1013 (size=361) 2024-11-27T21:41:38,441 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 72ae7bfdbdf15b4132519f8cf5c10078, NAME => 'SPTestTable,,1732743698356.72ae7bfdbdf15b4132519f8cf5c10078.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0 2024-11-27T21:41:38,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741837_1013 (size=361) 2024-11-27T21:41:38,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741837_1013 (size=361) 2024-11-27T21:41:38,457 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => b2c91b112fb55fa54dc948c3f9cfe18f, NAME => 'SPTestTable,19999999,1732743698356.b2c91b112fb55fa54dc948c3f9cfe18f.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0 2024-11-27T21:41:38,468 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => b2333dbb509f7729b1494e07d4c1a240, NAME => 'SPTestTable,33333332,1732743698356.b2333dbb509f7729b1494e07d4c1a240.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0 2024-11-27T21:41:38,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:41:38,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741838_1014 (size=62) 2024-11-27T21:41:38,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741838_1014 (size=62) 2024-11-27T21:41:38,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46553 is added to blk_1073741838_1014 (size=62) 2024-11-27T21:41:38,586 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732743698356.b2c91b112fb55fa54dc948c3f9cfe18f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:41:38,587 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing b2c91b112fb55fa54dc948c3f9cfe18f, disabling compactions & flushes 2024-11-27T21:41:38,587 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732743698356.b2c91b112fb55fa54dc948c3f9cfe18f. 2024-11-27T21:41:38,587 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732743698356.b2c91b112fb55fa54dc948c3f9cfe18f. 2024-11-27T21:41:38,587 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732743698356.b2c91b112fb55fa54dc948c3f9cfe18f. after waiting 0 ms 2024-11-27T21:41:38,587 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732743698356.b2c91b112fb55fa54dc948c3f9cfe18f. 2024-11-27T21:41:38,587 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732743698356.b2c91b112fb55fa54dc948c3f9cfe18f. 2024-11-27T21:41:38,587 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for b2c91b112fb55fa54dc948c3f9cfe18f: Waiting for close lock at 1732743698586Disabling compacts and flushes for region at 1732743698586Disabling writes for close at 1732743698587 (+1 ms)Writing region close event to WAL at 1732743698587Closed at 1732743698587 2024-11-27T21:41:38,588 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 4d055a548bde20e01f89819f4aeb7b37, NAME => 'SPTestTable,4ccccccb,1732743698356.4d055a548bde20e01f89819f4aeb7b37.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0 2024-11-27T21:41:38,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46553 is added to blk_1073741839_1015 (size=54) 2024-11-27T21:41:38,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741839_1015 (size=54) 2024-11-27T21:41:38,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741839_1015 (size=54) 2024-11-27T21:41:38,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741840_1016 (size=62) 2024-11-27T21:41:38,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46553 is added to blk_1073741840_1016 (size=62) 2024-11-27T21:41:38,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741840_1016 (size=62) 2024-11-27T21:41:38,639 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732743698356.b2333dbb509f7729b1494e07d4c1a240.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:41:38,640 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing b2333dbb509f7729b1494e07d4c1a240, disabling compactions & flushes 2024-11-27T21:41:38,640 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732743698356.b2333dbb509f7729b1494e07d4c1a240. 2024-11-27T21:41:38,640 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732743698356.b2333dbb509f7729b1494e07d4c1a240. 2024-11-27T21:41:38,640 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732743698356.b2333dbb509f7729b1494e07d4c1a240. after waiting 0 ms 2024-11-27T21:41:38,640 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732743698356.b2333dbb509f7729b1494e07d4c1a240. 2024-11-27T21:41:38,640 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732743698356.b2333dbb509f7729b1494e07d4c1a240. 2024-11-27T21:41:38,640 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for b2333dbb509f7729b1494e07d4c1a240: Waiting for close lock at 1732743698640Disabling compacts and flushes for region at 1732743698640Disabling writes for close at 1732743698640Writing region close event to WAL at 1732743698640Closed at 1732743698640 2024-11-27T21:41:38,641 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 20b5414084a268e1b662d4b8ce2a8038, NAME => 'SPTestTable,66666664,1732743698356.20b5414084a268e1b662d4b8ce2a8038.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0 2024-11-27T21:41:38,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46553 is added to blk_1073741841_1017 (size=62) 2024-11-27T21:41:38,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741841_1017 (size=62) 2024-11-27T21:41:38,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741841_1017 (size=62) 2024-11-27T21:41:38,679 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732743698356.4d055a548bde20e01f89819f4aeb7b37.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:41:38,680 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 4d055a548bde20e01f89819f4aeb7b37, disabling compactions & flushes 2024-11-27T21:41:38,680 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732743698356.4d055a548bde20e01f89819f4aeb7b37. 2024-11-27T21:41:38,680 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732743698356.4d055a548bde20e01f89819f4aeb7b37. 2024-11-27T21:41:38,680 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732743698356.4d055a548bde20e01f89819f4aeb7b37. after waiting 0 ms 2024-11-27T21:41:38,680 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732743698356.4d055a548bde20e01f89819f4aeb7b37. 2024-11-27T21:41:38,680 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732743698356.4d055a548bde20e01f89819f4aeb7b37. 2024-11-27T21:41:38,680 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 4d055a548bde20e01f89819f4aeb7b37: Waiting for close lock at 1732743698679Disabling compacts and flushes for region at 1732743698679Disabling writes for close at 1732743698680 (+1 ms)Writing region close event to WAL at 1732743698680Closed at 1732743698680 2024-11-27T21:41:38,681 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 7dfcd0b0255466971f23611e028da741, NAME => 'SPTestTable,7ffffffd,1732743698356.7dfcd0b0255466971f23611e028da741.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0 2024-11-27T21:41:38,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:41:38,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741842_1018 (size=62) 2024-11-27T21:41:38,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741842_1018 (size=62) 2024-11-27T21:41:38,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46553 is added to blk_1073741842_1018 (size=62) 2024-11-27T21:41:38,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46553 is added to blk_1073741843_1019 (size=62) 2024-11-27T21:41:38,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741843_1019 (size=62) 2024-11-27T21:41:38,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741843_1019 (size=62) 2024-11-27T21:41:38,776 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732743698356.7dfcd0b0255466971f23611e028da741.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:41:38,776 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 7dfcd0b0255466971f23611e028da741, disabling compactions & flushes 2024-11-27T21:41:38,776 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732743698356.7dfcd0b0255466971f23611e028da741. 2024-11-27T21:41:38,776 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732743698356.7dfcd0b0255466971f23611e028da741. 2024-11-27T21:41:38,776 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732743698356.7dfcd0b0255466971f23611e028da741. after waiting 0 ms 2024-11-27T21:41:38,776 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732743698356.7dfcd0b0255466971f23611e028da741. 2024-11-27T21:41:38,777 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732743698356.7dfcd0b0255466971f23611e028da741. 2024-11-27T21:41:38,777 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 7dfcd0b0255466971f23611e028da741: Waiting for close lock at 1732743698776Disabling compacts and flushes for region at 1732743698776Disabling writes for close at 1732743698776Writing region close event to WAL at 1732743698777 (+1 ms)Closed at 1732743698777 2024-11-27T21:41:38,777 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => cecb0af9a99a55e3f3489a63121f542b, NAME => 'SPTestTable,99999996,1732743698356.cecb0af9a99a55e3f3489a63121f542b.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0 2024-11-27T21:41:38,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741844_1020 (size=62) 2024-11-27T21:41:38,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46553 is added to blk_1073741844_1020 (size=62) 2024-11-27T21:41:38,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741844_1020 (size=62) 2024-11-27T21:41:38,845 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732743698356.cecb0af9a99a55e3f3489a63121f542b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:41:38,846 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing cecb0af9a99a55e3f3489a63121f542b, disabling compactions & flushes 2024-11-27T21:41:38,846 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732743698356.cecb0af9a99a55e3f3489a63121f542b. 2024-11-27T21:41:38,846 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732743698356.cecb0af9a99a55e3f3489a63121f542b. 2024-11-27T21:41:38,846 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732743698356.cecb0af9a99a55e3f3489a63121f542b. after waiting 0 ms 2024-11-27T21:41:38,846 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732743698356.cecb0af9a99a55e3f3489a63121f542b. 2024-11-27T21:41:38,846 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732743698356.cecb0af9a99a55e3f3489a63121f542b. 2024-11-27T21:41:38,846 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for cecb0af9a99a55e3f3489a63121f542b: Waiting for close lock at 1732743698845Disabling compacts and flushes for region at 1732743698845Disabling writes for close at 1732743698846 (+1 ms)Writing region close event to WAL at 1732743698846Closed at 1732743698846 2024-11-27T21:41:38,847 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => fcd4affc10169117baa843007675c6c4, NAME => 'SPTestTable,b333332f,1732743698356.fcd4affc10169117baa843007675c6c4.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0 2024-11-27T21:41:38,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46553 is added to blk_1073741845_1021 (size=62) 2024-11-27T21:41:38,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741845_1021 (size=62) 2024-11-27T21:41:38,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741845_1021 (size=62) 2024-11-27T21:41:38,907 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732743698356.fcd4affc10169117baa843007675c6c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:41:38,907 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing fcd4affc10169117baa843007675c6c4, disabling compactions & flushes 2024-11-27T21:41:38,907 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732743698356.fcd4affc10169117baa843007675c6c4. 2024-11-27T21:41:38,907 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732743698356.fcd4affc10169117baa843007675c6c4. 2024-11-27T21:41:38,907 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732743698356.fcd4affc10169117baa843007675c6c4. after waiting 0 ms 2024-11-27T21:41:38,907 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732743698356.fcd4affc10169117baa843007675c6c4. 2024-11-27T21:41:38,907 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732743698356.fcd4affc10169117baa843007675c6c4. 2024-11-27T21:41:38,907 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for fcd4affc10169117baa843007675c6c4: Waiting for close lock at 1732743698907Disabling compacts and flushes for region at 1732743698907Disabling writes for close at 1732743698907Writing region close event to WAL at 1732743698907Closed at 1732743698907 2024-11-27T21:41:38,908 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 5fce0ffecfe7b05d99a4ee8690c3e854, NAME => 'SPTestTable,ccccccc8,1732743698356.5fce0ffecfe7b05d99a4ee8690c3e854.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0 2024-11-27T21:41:38,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:41:39,008 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1732743698356.72ae7bfdbdf15b4132519f8cf5c10078.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:41:39,009 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 72ae7bfdbdf15b4132519f8cf5c10078, disabling compactions & flushes 2024-11-27T21:41:39,009 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1732743698356.72ae7bfdbdf15b4132519f8cf5c10078. 2024-11-27T21:41:39,009 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732743698356.72ae7bfdbdf15b4132519f8cf5c10078. 2024-11-27T21:41:39,009 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732743698356.72ae7bfdbdf15b4132519f8cf5c10078. after waiting 0 ms 2024-11-27T21:41:39,009 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732743698356.72ae7bfdbdf15b4132519f8cf5c10078. 2024-11-27T21:41:39,009 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1732743698356.72ae7bfdbdf15b4132519f8cf5c10078. 2024-11-27T21:41:39,009 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 72ae7bfdbdf15b4132519f8cf5c10078: Waiting for close lock at 1732743699008Disabling compacts and flushes for region at 1732743699008Disabling writes for close at 1732743699009 (+1 ms)Writing region close event to WAL at 1732743699009Closed at 1732743699009 2024-11-27T21:41:39,010 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0f964c21afe859389e6348044426ab4e, NAME => 'SPTestTable,e6666661,1732743698356.0f964c21afe859389e6348044426ab4e.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0 2024-11-27T21:41:39,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741846_1022 (size=62) 2024-11-27T21:41:39,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741846_1022 (size=62) 2024-11-27T21:41:39,017 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732743698356.5fce0ffecfe7b05d99a4ee8690c3e854.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:41:39,018 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 5fce0ffecfe7b05d99a4ee8690c3e854, disabling compactions & flushes 2024-11-27T21:41:39,018 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732743698356.5fce0ffecfe7b05d99a4ee8690c3e854. 2024-11-27T21:41:39,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46553 is added to blk_1073741846_1022 (size=62) 2024-11-27T21:41:39,019 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732743698356.5fce0ffecfe7b05d99a4ee8690c3e854. 2024-11-27T21:41:39,019 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732743698356.5fce0ffecfe7b05d99a4ee8690c3e854. after waiting 0 ms 2024-11-27T21:41:39,019 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732743698356.5fce0ffecfe7b05d99a4ee8690c3e854. 2024-11-27T21:41:39,019 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732743698356.5fce0ffecfe7b05d99a4ee8690c3e854. 2024-11-27T21:41:39,019 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 5fce0ffecfe7b05d99a4ee8690c3e854: Waiting for close lock at 1732743699017Disabling compacts and flushes for region at 1732743699017Disabling writes for close at 1732743699019 (+2 ms)Writing region close event to WAL at 1732743699019Closed at 1732743699019 2024-11-27T21:41:39,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46553 is added to blk_1073741847_1023 (size=54) 2024-11-27T21:41:39,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741847_1023 (size=54) 2024-11-27T21:41:39,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741847_1023 (size=54) 2024-11-27T21:41:39,094 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732743698356.0f964c21afe859389e6348044426ab4e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:41:39,094 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 0f964c21afe859389e6348044426ab4e, disabling compactions & flushes 2024-11-27T21:41:39,095 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732743698356.0f964c21afe859389e6348044426ab4e. 2024-11-27T21:41:39,095 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732743698356.0f964c21afe859389e6348044426ab4e. 2024-11-27T21:41:39,095 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732743698356.0f964c21afe859389e6348044426ab4e. after waiting 0 ms 2024-11-27T21:41:39,095 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732743698356.0f964c21afe859389e6348044426ab4e. 2024-11-27T21:41:39,095 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732743698356.0f964c21afe859389e6348044426ab4e. 2024-11-27T21:41:39,095 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0f964c21afe859389e6348044426ab4e: Waiting for close lock at 1732743699094Disabling compacts and flushes for region at 1732743699094Disabling writes for close at 1732743699095 (+1 ms)Writing region close event to WAL at 1732743699095Closed at 1732743699095 2024-11-27T21:41:39,140 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732743698356.20b5414084a268e1b662d4b8ce2a8038.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:41:39,140 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 20b5414084a268e1b662d4b8ce2a8038, disabling compactions & flushes 2024-11-27T21:41:39,140 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732743698356.20b5414084a268e1b662d4b8ce2a8038. 2024-11-27T21:41:39,141 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732743698356.20b5414084a268e1b662d4b8ce2a8038. 2024-11-27T21:41:39,141 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732743698356.20b5414084a268e1b662d4b8ce2a8038. after waiting 0 ms 2024-11-27T21:41:39,141 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732743698356.20b5414084a268e1b662d4b8ce2a8038. 2024-11-27T21:41:39,141 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732743698356.20b5414084a268e1b662d4b8ce2a8038. 2024-11-27T21:41:39,141 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 20b5414084a268e1b662d4b8ce2a8038: Waiting for close lock at 1732743699140Disabling compacts and flushes for region at 1732743699140Disabling writes for close at 1732743699141 (+1 ms)Writing region close event to WAL at 1732743699141Closed at 1732743699141 2024-11-27T21:41:39,143 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T21:41:39,143 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1732743698356.b2c91b112fb55fa54dc948c3f9cfe18f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732743699143"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732743699143"}]},"ts":"1732743699143"} 2024-11-27T21:41:39,143 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1732743698356.b2333dbb509f7729b1494e07d4c1a240.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732743699143"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732743699143"}]},"ts":"1732743699143"} 2024-11-27T21:41:39,143 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1732743698356.4d055a548bde20e01f89819f4aeb7b37.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732743699143"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732743699143"}]},"ts":"1732743699143"} 2024-11-27T21:41:39,144 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1732743698356.7dfcd0b0255466971f23611e028da741.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732743699143"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732743699143"}]},"ts":"1732743699143"} 2024-11-27T21:41:39,144 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1732743698356.cecb0af9a99a55e3f3489a63121f542b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732743699143"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732743699143"}]},"ts":"1732743699143"} 2024-11-27T21:41:39,144 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1732743698356.fcd4affc10169117baa843007675c6c4.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732743699143"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732743699143"}]},"ts":"1732743699143"} 2024-11-27T21:41:39,144 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1732743698356.72ae7bfdbdf15b4132519f8cf5c10078.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732743699143"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732743699143"}]},"ts":"1732743699143"} 2024-11-27T21:41:39,144 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1732743698356.5fce0ffecfe7b05d99a4ee8690c3e854.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732743699143"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732743699143"}]},"ts":"1732743699143"} 2024-11-27T21:41:39,144 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1732743698356.0f964c21afe859389e6348044426ab4e.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732743699143"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732743699143"}]},"ts":"1732743699143"} 2024-11-27T21:41:39,144 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1732743698356.20b5414084a268e1b662d4b8ce2a8038.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732743699143"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732743699143"}]},"ts":"1732743699143"} 2024-11-27T21:41:39,151 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-27T21:41:39,156 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T21:41:39,157 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732743699156"}]},"ts":"1732743699156"} 2024-11-27T21:41:39,160 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-27T21:41:39,165 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {da99f16e0d32=0} racks are {/default-rack=0} 2024-11-27T21:41:39,174 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-27T21:41:39,174 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-27T21:41:39,174 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-27T21:41:39,175 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-27T21:41:39,175 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-27T21:41:39,175 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-27T21:41:39,175 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-27T21:41:39,175 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-27T21:41:39,175 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-27T21:41:39,175 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-27T21:41:39,177 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=72ae7bfdbdf15b4132519f8cf5c10078, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b2c91b112fb55fa54dc948c3f9cfe18f, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b2333dbb509f7729b1494e07d4c1a240, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4d055a548bde20e01f89819f4aeb7b37, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=20b5414084a268e1b662d4b8ce2a8038, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7dfcd0b0255466971f23611e028da741, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cecb0af9a99a55e3f3489a63121f542b, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fcd4affc10169117baa843007675c6c4, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5fce0ffecfe7b05d99a4ee8690c3e854, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0f964c21afe859389e6348044426ab4e, ASSIGN}] 2024-11-27T21:41:39,180 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=72ae7bfdbdf15b4132519f8cf5c10078, ASSIGN 2024-11-27T21:41:39,182 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=72ae7bfdbdf15b4132519f8cf5c10078, ASSIGN; state=OFFLINE, location=da99f16e0d32,46565,1732743686169; forceNewPlan=false, retain=false 2024-11-27T21:41:39,184 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b2c91b112fb55fa54dc948c3f9cfe18f, ASSIGN 2024-11-27T21:41:39,187 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b2c91b112fb55fa54dc948c3f9cfe18f, ASSIGN; state=OFFLINE, location=da99f16e0d32,46565,1732743686169; forceNewPlan=false, retain=false 2024-11-27T21:41:39,190 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b2333dbb509f7729b1494e07d4c1a240, ASSIGN 2024-11-27T21:41:39,191 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=20b5414084a268e1b662d4b8ce2a8038, ASSIGN 2024-11-27T21:41:39,191 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4d055a548bde20e01f89819f4aeb7b37, ASSIGN 2024-11-27T21:41:39,191 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b2333dbb509f7729b1494e07d4c1a240, ASSIGN; state=OFFLINE, location=da99f16e0d32,37453,1732743686212; forceNewPlan=false, retain=false 2024-11-27T21:41:39,193 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4d055a548bde20e01f89819f4aeb7b37, ASSIGN; state=OFFLINE, location=da99f16e0d32,45875,1732743686251; forceNewPlan=false, retain=false 2024-11-27T21:41:39,193 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=20b5414084a268e1b662d4b8ce2a8038, ASSIGN; state=OFFLINE, location=da99f16e0d32,46565,1732743686169; forceNewPlan=false, retain=false 2024-11-27T21:41:39,193 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0f964c21afe859389e6348044426ab4e, ASSIGN 2024-11-27T21:41:39,194 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7dfcd0b0255466971f23611e028da741, ASSIGN 2024-11-27T21:41:39,194 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0f964c21afe859389e6348044426ab4e, ASSIGN; state=OFFLINE, location=da99f16e0d32,45875,1732743686251; forceNewPlan=false, retain=false 2024-11-27T21:41:39,195 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7dfcd0b0255466971f23611e028da741, ASSIGN; state=OFFLINE, location=da99f16e0d32,46565,1732743686169; forceNewPlan=false, retain=false 2024-11-27T21:41:39,197 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cecb0af9a99a55e3f3489a63121f542b, ASSIGN 2024-11-27T21:41:39,197 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fcd4affc10169117baa843007675c6c4, ASSIGN 2024-11-27T21:41:39,199 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fcd4affc10169117baa843007675c6c4, ASSIGN; state=OFFLINE, location=da99f16e0d32,45875,1732743686251; forceNewPlan=false, retain=false 2024-11-27T21:41:39,204 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5fce0ffecfe7b05d99a4ee8690c3e854, ASSIGN 2024-11-27T21:41:39,206 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cecb0af9a99a55e3f3489a63121f542b, ASSIGN; state=OFFLINE, location=da99f16e0d32,37453,1732743686212; forceNewPlan=false, retain=false 2024-11-27T21:41:39,208 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5fce0ffecfe7b05d99a4ee8690c3e854, ASSIGN; state=OFFLINE, location=da99f16e0d32,37453,1732743686212; forceNewPlan=false, retain=false 2024-11-27T21:41:39,333 INFO [da99f16e0d32:45877 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-27T21:41:39,334 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=7dfcd0b0255466971f23611e028da741, regionState=OPENING, regionLocation=da99f16e0d32,46565,1732743686169 2024-11-27T21:41:39,335 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=20b5414084a268e1b662d4b8ce2a8038, regionState=OPENING, regionLocation=da99f16e0d32,46565,1732743686169 2024-11-27T21:41:39,336 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b2c91b112fb55fa54dc948c3f9cfe18f, regionState=OPENING, regionLocation=da99f16e0d32,46565,1732743686169 2024-11-27T21:41:39,336 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=72ae7bfdbdf15b4132519f8cf5c10078, regionState=OPENING, regionLocation=da99f16e0d32,46565,1732743686169 2024-11-27T21:41:39,337 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=0f964c21afe859389e6348044426ab4e, regionState=OPENING, regionLocation=da99f16e0d32,45875,1732743686251 2024-11-27T21:41:39,338 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=fcd4affc10169117baa843007675c6c4, regionState=OPENING, regionLocation=da99f16e0d32,45875,1732743686251 2024-11-27T21:41:39,338 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=4d055a548bde20e01f89819f4aeb7b37, regionState=OPENING, regionLocation=da99f16e0d32,45875,1732743686251 2024-11-27T21:41:39,339 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=5fce0ffecfe7b05d99a4ee8690c3e854, regionState=OPENING, regionLocation=da99f16e0d32,37453,1732743686212 2024-11-27T21:41:39,339 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=cecb0af9a99a55e3f3489a63121f542b, regionState=OPENING, regionLocation=da99f16e0d32,37453,1732743686212 2024-11-27T21:41:39,340 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=b2333dbb509f7729b1494e07d4c1a240, regionState=OPENING, regionLocation=da99f16e0d32,37453,1732743686212 2024-11-27T21:41:39,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7dfcd0b0255466971f23611e028da741, ASSIGN because future has completed 2024-11-27T21:41:39,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=20b5414084a268e1b662d4b8ce2a8038, ASSIGN because future has completed 2024-11-27T21:41:39,354 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7dfcd0b0255466971f23611e028da741, server=da99f16e0d32,46565,1732743686169}] 2024-11-27T21:41:39,374 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 20b5414084a268e1b662d4b8ce2a8038, server=da99f16e0d32,46565,1732743686169}] 2024-11-27T21:41:39,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b2c91b112fb55fa54dc948c3f9cfe18f, ASSIGN because future has completed 2024-11-27T21:41:39,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=72ae7bfdbdf15b4132519f8cf5c10078, ASSIGN because future has completed 2024-11-27T21:41:39,393 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b2c91b112fb55fa54dc948c3f9cfe18f, server=da99f16e0d32,46565,1732743686169}] 2024-11-27T21:41:39,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0f964c21afe859389e6348044426ab4e, ASSIGN because future has completed 2024-11-27T21:41:39,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fcd4affc10169117baa843007675c6c4, ASSIGN because future has completed 2024-11-27T21:41:39,419 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure fcd4affc10169117baa843007675c6c4, server=da99f16e0d32,45875,1732743686251}] 2024-11-27T21:41:39,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4d055a548bde20e01f89819f4aeb7b37, ASSIGN because future has completed 2024-11-27T21:41:39,427 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0f964c21afe859389e6348044426ab4e, server=da99f16e0d32,45875,1732743686251}] 2024-11-27T21:41:39,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5fce0ffecfe7b05d99a4ee8690c3e854, ASSIGN because future has completed 2024-11-27T21:41:39,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cecb0af9a99a55e3f3489a63121f542b, ASSIGN because future has completed 2024-11-27T21:41:39,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b2333dbb509f7729b1494e07d4c1a240, ASSIGN because future has completed 2024-11-27T21:41:39,454 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure cecb0af9a99a55e3f3489a63121f542b, server=da99f16e0d32,37453,1732743686212}] 2024-11-27T21:41:39,457 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure b2333dbb509f7729b1494e07d4c1a240, server=da99f16e0d32,37453,1732743686212}] 2024-11-27T21:41:39,457 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5fce0ffecfe7b05d99a4ee8690c3e854, server=da99f16e0d32,37453,1732743686212}] 2024-11-27T21:41:39,461 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 72ae7bfdbdf15b4132519f8cf5c10078, server=da99f16e0d32,46565,1732743686169}] 2024-11-27T21:41:39,466 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d055a548bde20e01f89819f4aeb7b37, server=da99f16e0d32,45875,1732743686251}] 2024-11-27T21:41:39,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:41:39,527 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T21:41:40,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:41:42,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:41:43,480 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T21:41:43,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:41:43,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:41:43,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:41:46,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:41:47,713 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T21:41:47,713 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-27T21:41:47,714 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T21:41:47,714 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-27T21:41:49,389 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732743698356.b2c91b112fb55fa54dc948c3f9cfe18f. 2024-11-27T21:41:49,389 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => b2c91b112fb55fa54dc948c3f9cfe18f, NAME => 'SPTestTable,19999999,1732743698356.b2c91b112fb55fa54dc948c3f9cfe18f.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-27T21:41:49,389 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b2c91b112fb55fa54dc948c3f9cfe18f 2024-11-27T21:41:49,390 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732743698356.b2c91b112fb55fa54dc948c3f9cfe18f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:41:49,390 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for b2c91b112fb55fa54dc948c3f9cfe18f 2024-11-27T21:41:49,390 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for b2c91b112fb55fa54dc948c3f9cfe18f 2024-11-27T21:41:49,391 INFO [StoreOpener-b2c91b112fb55fa54dc948c3f9cfe18f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b2c91b112fb55fa54dc948c3f9cfe18f 2024-11-27T21:41:49,393 INFO [StoreOpener-b2c91b112fb55fa54dc948c3f9cfe18f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2c91b112fb55fa54dc948c3f9cfe18f columnFamilyName cf 2024-11-27T21:41:49,393 DEBUG [StoreOpener-b2c91b112fb55fa54dc948c3f9cfe18f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:41:49,394 INFO [StoreOpener-b2c91b112fb55fa54dc948c3f9cfe18f-1 {}] regionserver.HStore(327): Store=b2c91b112fb55fa54dc948c3f9cfe18f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:41:49,394 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for b2c91b112fb55fa54dc948c3f9cfe18f 2024-11-27T21:41:49,394 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/default/SPTestTable/b2c91b112fb55fa54dc948c3f9cfe18f 2024-11-27T21:41:49,395 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/default/SPTestTable/b2c91b112fb55fa54dc948c3f9cfe18f 2024-11-27T21:41:49,395 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for b2c91b112fb55fa54dc948c3f9cfe18f 2024-11-27T21:41:49,395 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for b2c91b112fb55fa54dc948c3f9cfe18f 2024-11-27T21:41:49,399 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for b2c91b112fb55fa54dc948c3f9cfe18f 2024-11-27T21:41:49,402 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/default/SPTestTable/b2c91b112fb55fa54dc948c3f9cfe18f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:41:49,403 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened b2c91b112fb55fa54dc948c3f9cfe18f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70571440, jitterRate=0.05159640312194824}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T21:41:49,403 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b2c91b112fb55fa54dc948c3f9cfe18f 2024-11-27T21:41:49,403 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for b2c91b112fb55fa54dc948c3f9cfe18f: Running coprocessor pre-open hook at 1732743709390Writing region info on filesystem at 1732743709390Initializing all the Stores at 1732743709391 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732743709391Cleaning up temporary data from old regions at 1732743709395 (+4 ms)Running coprocessor post-open hooks at 1732743709403 (+8 ms)Region opened successfully at 1732743709403 2024-11-27T21:41:49,404 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732743698356.b2c91b112fb55fa54dc948c3f9cfe18f., pid=17, masterSystemTime=1732743709384 2024-11-27T21:41:49,406 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732743698356.b2c91b112fb55fa54dc948c3f9cfe18f. 2024-11-27T21:41:49,406 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732743698356.b2c91b112fb55fa54dc948c3f9cfe18f. 2024-11-27T21:41:49,406 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732743698356.7dfcd0b0255466971f23611e028da741. 2024-11-27T21:41:49,407 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 7dfcd0b0255466971f23611e028da741, NAME => 'SPTestTable,7ffffffd,1732743698356.7dfcd0b0255466971f23611e028da741.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-27T21:41:49,407 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7dfcd0b0255466971f23611e028da741 2024-11-27T21:41:49,407 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732743698356.7dfcd0b0255466971f23611e028da741.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:41:49,407 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 7dfcd0b0255466971f23611e028da741 2024-11-27T21:41:49,407 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 7dfcd0b0255466971f23611e028da741 2024-11-27T21:41:49,408 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b2c91b112fb55fa54dc948c3f9cfe18f, regionState=OPEN, openSeqNum=2, regionLocation=da99f16e0d32,46565,1732743686169 2024-11-27T21:41:49,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b2c91b112fb55fa54dc948c3f9cfe18f, server=da99f16e0d32,46565,1732743686169 because future has completed 2024-11-27T21:41:49,411 INFO [StoreOpener-7dfcd0b0255466971f23611e028da741-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7dfcd0b0255466971f23611e028da741 2024-11-27T21:41:49,414 INFO [StoreOpener-7dfcd0b0255466971f23611e028da741-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7dfcd0b0255466971f23611e028da741 columnFamilyName cf 2024-11-27T21:41:49,414 DEBUG [StoreOpener-7dfcd0b0255466971f23611e028da741-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:41:49,415 INFO [StoreOpener-7dfcd0b0255466971f23611e028da741-1 {}] regionserver.HStore(327): Store=7dfcd0b0255466971f23611e028da741/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:41:49,415 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 7dfcd0b0255466971f23611e028da741 2024-11-27T21:41:49,416 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=6 2024-11-27T21:41:49,416 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure b2c91b112fb55fa54dc948c3f9cfe18f, server=da99f16e0d32,46565,1732743686169 in 10.0190 sec 2024-11-27T21:41:49,417 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/default/SPTestTable/7dfcd0b0255466971f23611e028da741 2024-11-27T21:41:49,417 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b2c91b112fb55fa54dc948c3f9cfe18f, ASSIGN in 10.2390 sec 2024-11-27T21:41:49,417 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/default/SPTestTable/7dfcd0b0255466971f23611e028da741 2024-11-27T21:41:49,419 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 7dfcd0b0255466971f23611e028da741 2024-11-27T21:41:49,419 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 7dfcd0b0255466971f23611e028da741 2024-11-27T21:41:49,422 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 7dfcd0b0255466971f23611e028da741 2024-11-27T21:41:49,426 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/default/SPTestTable/7dfcd0b0255466971f23611e028da741/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:41:49,427 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 7dfcd0b0255466971f23611e028da741; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64600769, jitterRate=-0.03737352788448334}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T21:41:49,427 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7dfcd0b0255466971f23611e028da741 2024-11-27T21:41:49,427 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 7dfcd0b0255466971f23611e028da741: Running coprocessor pre-open hook at 1732743709407Writing region info on filesystem at 1732743709407Initializing all the Stores at 1732743709410 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732743709410Cleaning up temporary data from old regions at 1732743709419 (+9 ms)Running coprocessor post-open hooks at 1732743709427 (+8 ms)Region opened successfully at 1732743709427 2024-11-27T21:41:49,428 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732743698356.7dfcd0b0255466971f23611e028da741., pid=15, masterSystemTime=1732743709384 2024-11-27T21:41:49,431 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732743698356.7dfcd0b0255466971f23611e028da741. 2024-11-27T21:41:49,431 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732743698356.7dfcd0b0255466971f23611e028da741. 2024-11-27T21:41:49,432 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,,1732743698356.72ae7bfdbdf15b4132519f8cf5c10078. 2024-11-27T21:41:49,432 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 72ae7bfdbdf15b4132519f8cf5c10078, NAME => 'SPTestTable,,1732743698356.72ae7bfdbdf15b4132519f8cf5c10078.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-27T21:41:49,432 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=7dfcd0b0255466971f23611e028da741, regionState=OPEN, openSeqNum=2, regionLocation=da99f16e0d32,46565,1732743686169 2024-11-27T21:41:49,432 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 72ae7bfdbdf15b4132519f8cf5c10078 2024-11-27T21:41:49,432 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,,1732743698356.72ae7bfdbdf15b4132519f8cf5c10078.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:41:49,432 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 72ae7bfdbdf15b4132519f8cf5c10078 2024-11-27T21:41:49,432 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 72ae7bfdbdf15b4132519f8cf5c10078 2024-11-27T21:41:49,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7dfcd0b0255466971f23611e028da741, server=da99f16e0d32,46565,1732743686169 because future has completed 2024-11-27T21:41:49,434 INFO [StoreOpener-72ae7bfdbdf15b4132519f8cf5c10078-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 72ae7bfdbdf15b4132519f8cf5c10078 2024-11-27T21:41:49,436 INFO [StoreOpener-72ae7bfdbdf15b4132519f8cf5c10078-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 72ae7bfdbdf15b4132519f8cf5c10078 columnFamilyName cf 2024-11-27T21:41:49,436 DEBUG [StoreOpener-72ae7bfdbdf15b4132519f8cf5c10078-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:41:49,437 INFO [StoreOpener-72ae7bfdbdf15b4132519f8cf5c10078-1 {}] regionserver.HStore(327): Store=72ae7bfdbdf15b4132519f8cf5c10078/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:41:49,437 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=10 2024-11-27T21:41:49,437 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 7dfcd0b0255466971f23611e028da741, server=da99f16e0d32,46565,1732743686169 in 10.0810 sec 2024-11-27T21:41:49,437 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 72ae7bfdbdf15b4132519f8cf5c10078 2024-11-27T21:41:49,438 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/default/SPTestTable/72ae7bfdbdf15b4132519f8cf5c10078 2024-11-27T21:41:49,439 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/default/SPTestTable/72ae7bfdbdf15b4132519f8cf5c10078 2024-11-27T21:41:49,440 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7dfcd0b0255466971f23611e028da741, ASSIGN in 10.2610 sec 2024-11-27T21:41:49,440 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 72ae7bfdbdf15b4132519f8cf5c10078 2024-11-27T21:41:49,440 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 72ae7bfdbdf15b4132519f8cf5c10078 2024-11-27T21:41:49,442 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 72ae7bfdbdf15b4132519f8cf5c10078 2024-11-27T21:41:49,444 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/default/SPTestTable/72ae7bfdbdf15b4132519f8cf5c10078/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:41:49,445 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 72ae7bfdbdf15b4132519f8cf5c10078; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62691778, jitterRate=-0.06581971049308777}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T21:41:49,445 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 72ae7bfdbdf15b4132519f8cf5c10078 2024-11-27T21:41:49,445 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 72ae7bfdbdf15b4132519f8cf5c10078: Running coprocessor pre-open hook at 1732743709432Writing region info on filesystem at 1732743709432Initializing all the Stores at 1732743709434 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732743709434Cleaning up temporary data from old regions at 1732743709440 (+6 ms)Running coprocessor post-open hooks at 1732743709445 (+5 ms)Region opened successfully at 1732743709445 2024-11-27T21:41:49,446 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732743698356.72ae7bfdbdf15b4132519f8cf5c10078., pid=20, masterSystemTime=1732743709384 2024-11-27T21:41:49,449 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732743698356.72ae7bfdbdf15b4132519f8cf5c10078. 2024-11-27T21:41:49,449 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732743698356.72ae7bfdbdf15b4132519f8cf5c10078. 2024-11-27T21:41:49,449 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732743698356.20b5414084a268e1b662d4b8ce2a8038. 2024-11-27T21:41:49,450 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 20b5414084a268e1b662d4b8ce2a8038, NAME => 'SPTestTable,66666664,1732743698356.20b5414084a268e1b662d4b8ce2a8038.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-27T21:41:49,450 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 20b5414084a268e1b662d4b8ce2a8038 2024-11-27T21:41:49,450 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=72ae7bfdbdf15b4132519f8cf5c10078, regionState=OPEN, openSeqNum=2, regionLocation=da99f16e0d32,46565,1732743686169 2024-11-27T21:41:49,450 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732743698356.20b5414084a268e1b662d4b8ce2a8038.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:41:49,450 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 20b5414084a268e1b662d4b8ce2a8038 2024-11-27T21:41:49,450 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 20b5414084a268e1b662d4b8ce2a8038 2024-11-27T21:41:49,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 72ae7bfdbdf15b4132519f8cf5c10078, server=da99f16e0d32,46565,1732743686169 because future has completed 2024-11-27T21:41:49,457 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=5 2024-11-27T21:41:49,457 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 72ae7bfdbdf15b4132519f8cf5c10078, server=da99f16e0d32,46565,1732743686169 in 10.0020 sec 2024-11-27T21:41:49,459 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=72ae7bfdbdf15b4132519f8cf5c10078, ASSIGN in 10.2810 sec 2024-11-27T21:41:49,464 INFO [StoreOpener-20b5414084a268e1b662d4b8ce2a8038-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 20b5414084a268e1b662d4b8ce2a8038 2024-11-27T21:41:49,464 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T21:41:49,465 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T21:41:49,466 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34711, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T21:41:49,466 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46747, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T21:41:49,467 INFO [StoreOpener-20b5414084a268e1b662d4b8ce2a8038-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20b5414084a268e1b662d4b8ce2a8038 columnFamilyName cf 2024-11-27T21:41:49,467 DEBUG [StoreOpener-20b5414084a268e1b662d4b8ce2a8038-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:41:49,468 INFO [StoreOpener-20b5414084a268e1b662d4b8ce2a8038-1 {}] regionserver.HStore(327): Store=20b5414084a268e1b662d4b8ce2a8038/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:41:49,468 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 20b5414084a268e1b662d4b8ce2a8038 2024-11-27T21:41:49,469 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/default/SPTestTable/20b5414084a268e1b662d4b8ce2a8038 2024-11-27T21:41:49,469 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/default/SPTestTable/20b5414084a268e1b662d4b8ce2a8038 2024-11-27T21:41:49,471 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 20b5414084a268e1b662d4b8ce2a8038 2024-11-27T21:41:49,472 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 20b5414084a268e1b662d4b8ce2a8038 2024-11-27T21:41:49,474 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 20b5414084a268e1b662d4b8ce2a8038 2024-11-27T21:41:49,477 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/default/SPTestTable/20b5414084a268e1b662d4b8ce2a8038/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:41:49,478 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732743698356.0f964c21afe859389e6348044426ab4e. 2024-11-27T21:41:49,478 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 20b5414084a268e1b662d4b8ce2a8038; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70284200, jitterRate=0.04731619358062744}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T21:41:49,478 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 0f964c21afe859389e6348044426ab4e, NAME => 'SPTestTable,e6666661,1732743698356.0f964c21afe859389e6348044426ab4e.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-27T21:41:49,478 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 20b5414084a268e1b662d4b8ce2a8038 2024-11-27T21:41:49,478 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 20b5414084a268e1b662d4b8ce2a8038: Running coprocessor pre-open hook at 1732743709450Writing region info on filesystem at 1732743709450Initializing all the Stores at 1732743709454 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732743709454Cleaning up temporary data from old regions at 1732743709472 (+18 ms)Running coprocessor post-open hooks at 1732743709478 (+6 ms)Region opened successfully at 1732743709478 2024-11-27T21:41:49,479 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0f964c21afe859389e6348044426ab4e 2024-11-27T21:41:49,479 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732743698356.0f964c21afe859389e6348044426ab4e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:41:49,479 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732743698356.20b5414084a268e1b662d4b8ce2a8038., pid=16, masterSystemTime=1732743709384 2024-11-27T21:41:49,479 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 0f964c21afe859389e6348044426ab4e 2024-11-27T21:41:49,479 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 0f964c21afe859389e6348044426ab4e 2024-11-27T21:41:49,482 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732743698356.20b5414084a268e1b662d4b8ce2a8038. 2024-11-27T21:41:49,483 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732743698356.20b5414084a268e1b662d4b8ce2a8038. 2024-11-27T21:41:49,484 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=20b5414084a268e1b662d4b8ce2a8038, regionState=OPEN, openSeqNum=2, regionLocation=da99f16e0d32,46565,1732743686169 2024-11-27T21:41:49,484 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732743698356.5fce0ffecfe7b05d99a4ee8690c3e854. 2024-11-27T21:41:49,484 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 5fce0ffecfe7b05d99a4ee8690c3e854, NAME => 'SPTestTable,ccccccc8,1732743698356.5fce0ffecfe7b05d99a4ee8690c3e854.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-27T21:41:49,485 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5fce0ffecfe7b05d99a4ee8690c3e854 2024-11-27T21:41:49,485 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732743698356.5fce0ffecfe7b05d99a4ee8690c3e854.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:41:49,485 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 5fce0ffecfe7b05d99a4ee8690c3e854 2024-11-27T21:41:49,485 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 5fce0ffecfe7b05d99a4ee8690c3e854 2024-11-27T21:41:49,487 INFO [StoreOpener-0f964c21afe859389e6348044426ab4e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0f964c21afe859389e6348044426ab4e 2024-11-27T21:41:49,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 20b5414084a268e1b662d4b8ce2a8038, server=da99f16e0d32,46565,1732743686169 because future has completed 2024-11-27T21:41:49,488 INFO [StoreOpener-5fce0ffecfe7b05d99a4ee8690c3e854-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5fce0ffecfe7b05d99a4ee8690c3e854 2024-11-27T21:41:49,489 INFO [StoreOpener-0f964c21afe859389e6348044426ab4e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f964c21afe859389e6348044426ab4e columnFamilyName cf 2024-11-27T21:41:49,489 DEBUG [StoreOpener-0f964c21afe859389e6348044426ab4e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:41:49,490 INFO [StoreOpener-5fce0ffecfe7b05d99a4ee8690c3e854-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5fce0ffecfe7b05d99a4ee8690c3e854 columnFamilyName cf 2024-11-27T21:41:49,490 INFO [StoreOpener-0f964c21afe859389e6348044426ab4e-1 {}] regionserver.HStore(327): Store=0f964c21afe859389e6348044426ab4e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:41:49,490 DEBUG [StoreOpener-5fce0ffecfe7b05d99a4ee8690c3e854-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:41:49,491 INFO [StoreOpener-5fce0ffecfe7b05d99a4ee8690c3e854-1 {}] regionserver.HStore(327): Store=5fce0ffecfe7b05d99a4ee8690c3e854/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:41:49,491 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 5fce0ffecfe7b05d99a4ee8690c3e854 2024-11-27T21:41:49,491 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 0f964c21afe859389e6348044426ab4e 2024-11-27T21:41:49,492 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/default/SPTestTable/5fce0ffecfe7b05d99a4ee8690c3e854 2024-11-27T21:41:49,492 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=9 2024-11-27T21:41:49,492 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 20b5414084a268e1b662d4b8ce2a8038, server=da99f16e0d32,46565,1732743686169 in 10.1150 sec 2024-11-27T21:41:49,493 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/default/SPTestTable/5fce0ffecfe7b05d99a4ee8690c3e854 2024-11-27T21:41:49,493 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 5fce0ffecfe7b05d99a4ee8690c3e854 2024-11-27T21:41:49,493 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 5fce0ffecfe7b05d99a4ee8690c3e854 2024-11-27T21:41:49,493 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/default/SPTestTable/0f964c21afe859389e6348044426ab4e 2024-11-27T21:41:49,494 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/default/SPTestTable/0f964c21afe859389e6348044426ab4e 2024-11-27T21:41:49,495 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=20b5414084a268e1b662d4b8ce2a8038, ASSIGN in 10.3170 sec 2024-11-27T21:41:49,495 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 0f964c21afe859389e6348044426ab4e 2024-11-27T21:41:49,495 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 0f964c21afe859389e6348044426ab4e 2024-11-27T21:41:49,498 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 0f964c21afe859389e6348044426ab4e 2024-11-27T21:41:49,505 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 5fce0ffecfe7b05d99a4ee8690c3e854 2024-11-27T21:41:49,510 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/default/SPTestTable/0f964c21afe859389e6348044426ab4e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:41:49,511 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 0f964c21afe859389e6348044426ab4e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71814413, jitterRate=0.07011814415454865}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T21:41:49,511 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0f964c21afe859389e6348044426ab4e 2024-11-27T21:41:49,511 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 0f964c21afe859389e6348044426ab4e: Running coprocessor pre-open hook at 1732743709479Writing region info on filesystem at 1732743709480 (+1 ms)Initializing all the Stores at 1732743709482 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732743709482Cleaning up temporary data from old regions at 1732743709495 (+13 ms)Running coprocessor post-open hooks at 1732743709511 (+16 ms)Region opened successfully at 1732743709511 2024-11-27T21:41:49,512 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732743698356.0f964c21afe859389e6348044426ab4e., pid=19, masterSystemTime=1732743709464 2024-11-27T21:41:49,515 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=0f964c21afe859389e6348044426ab4e, regionState=OPEN, openSeqNum=2, regionLocation=da99f16e0d32,45875,1732743686251 2024-11-27T21:41:49,517 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732743698356.0f964c21afe859389e6348044426ab4e. 2024-11-27T21:41:49,518 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/default/SPTestTable/5fce0ffecfe7b05d99a4ee8690c3e854/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:41:49,518 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732743698356.0f964c21afe859389e6348044426ab4e. 2024-11-27T21:41:49,518 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732743698356.fcd4affc10169117baa843007675c6c4. 2024-11-27T21:41:49,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0f964c21afe859389e6348044426ab4e, server=da99f16e0d32,45875,1732743686251 because future has completed 2024-11-27T21:41:49,518 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => fcd4affc10169117baa843007675c6c4, NAME => 'SPTestTable,b333332f,1732743698356.fcd4affc10169117baa843007675c6c4.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-27T21:41:49,518 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 5fce0ffecfe7b05d99a4ee8690c3e854; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59838325, jitterRate=-0.10833947360515594}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T21:41:49,518 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5fce0ffecfe7b05d99a4ee8690c3e854 2024-11-27T21:41:49,519 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable fcd4affc10169117baa843007675c6c4 2024-11-27T21:41:49,519 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 5fce0ffecfe7b05d99a4ee8690c3e854: Running coprocessor pre-open hook at 1732743709485Writing region info on filesystem at 1732743709485Initializing all the Stores at 1732743709487 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732743709487Cleaning up temporary data from old regions at 1732743709493 (+6 ms)Running coprocessor post-open hooks at 1732743709518 (+25 ms)Region opened successfully at 1732743709518 2024-11-27T21:41:49,519 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732743698356.fcd4affc10169117baa843007675c6c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:41:49,519 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for fcd4affc10169117baa843007675c6c4 2024-11-27T21:41:49,520 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732743698356.5fce0ffecfe7b05d99a4ee8690c3e854., pid=23, masterSystemTime=1732743709464 2024-11-27T21:41:49,520 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for fcd4affc10169117baa843007675c6c4 2024-11-27T21:41:49,522 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=14 2024-11-27T21:41:49,523 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 0f964c21afe859389e6348044426ab4e, server=da99f16e0d32,45875,1732743686251 in 10.0920 sec 2024-11-27T21:41:49,524 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732743698356.5fce0ffecfe7b05d99a4ee8690c3e854. 2024-11-27T21:41:49,524 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732743698356.5fce0ffecfe7b05d99a4ee8690c3e854. 2024-11-27T21:41:49,524 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=5fce0ffecfe7b05d99a4ee8690c3e854, regionState=OPEN, openSeqNum=2, regionLocation=da99f16e0d32,37453,1732743686212 2024-11-27T21:41:49,524 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732743698356.cecb0af9a99a55e3f3489a63121f542b. 2024-11-27T21:41:49,524 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => cecb0af9a99a55e3f3489a63121f542b, NAME => 'SPTestTable,99999996,1732743698356.cecb0af9a99a55e3f3489a63121f542b.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-27T21:41:49,526 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable cecb0af9a99a55e3f3489a63121f542b 2024-11-27T21:41:49,526 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732743698356.cecb0af9a99a55e3f3489a63121f542b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:41:49,526 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for cecb0af9a99a55e3f3489a63121f542b 2024-11-27T21:41:49,526 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for cecb0af9a99a55e3f3489a63121f542b 2024-11-27T21:41:49,527 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0f964c21afe859389e6348044426ab4e, ASSIGN in 10.3470 sec 2024-11-27T21:41:49,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5fce0ffecfe7b05d99a4ee8690c3e854, server=da99f16e0d32,37453,1732743686212 because future has completed 2024-11-27T21:41:49,531 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=13 2024-11-27T21:41:49,531 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 5fce0ffecfe7b05d99a4ee8690c3e854, server=da99f16e0d32,37453,1732743686212 in 10.0720 sec 2024-11-27T21:41:49,536 INFO [StoreOpener-fcd4affc10169117baa843007675c6c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region fcd4affc10169117baa843007675c6c4 2024-11-27T21:41:49,542 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5fce0ffecfe7b05d99a4ee8690c3e854, ASSIGN in 10.3550 sec 2024-11-27T21:41:49,543 INFO [StoreOpener-fcd4affc10169117baa843007675c6c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fcd4affc10169117baa843007675c6c4 columnFamilyName cf 2024-11-27T21:41:49,543 DEBUG [StoreOpener-fcd4affc10169117baa843007675c6c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:41:49,544 INFO [StoreOpener-fcd4affc10169117baa843007675c6c4-1 {}] regionserver.HStore(327): Store=fcd4affc10169117baa843007675c6c4/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:41:49,544 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for fcd4affc10169117baa843007675c6c4 2024-11-27T21:41:49,545 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/default/SPTestTable/fcd4affc10169117baa843007675c6c4 2024-11-27T21:41:49,546 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/default/SPTestTable/fcd4affc10169117baa843007675c6c4 2024-11-27T21:41:49,547 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for fcd4affc10169117baa843007675c6c4 2024-11-27T21:41:49,547 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for fcd4affc10169117baa843007675c6c4 2024-11-27T21:41:49,549 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for fcd4affc10169117baa843007675c6c4 2024-11-27T21:41:49,552 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/default/SPTestTable/fcd4affc10169117baa843007675c6c4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:41:49,553 INFO [StoreOpener-cecb0af9a99a55e3f3489a63121f542b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region cecb0af9a99a55e3f3489a63121f542b 2024-11-27T21:41:49,553 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened fcd4affc10169117baa843007675c6c4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66815318, jitterRate=-0.004374176263809204}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T21:41:49,553 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fcd4affc10169117baa843007675c6c4 2024-11-27T21:41:49,553 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for fcd4affc10169117baa843007675c6c4: Running coprocessor pre-open hook at 1732743709521Writing region info on filesystem at 1732743709521Initializing all the Stores at 1732743709524 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732743709524Cleaning up temporary data from old regions at 1732743709547 (+23 ms)Running coprocessor post-open hooks at 1732743709553 (+6 ms)Region opened successfully at 1732743709553 2024-11-27T21:41:49,554 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732743698356.fcd4affc10169117baa843007675c6c4., pid=18, masterSystemTime=1732743709464 2024-11-27T21:41:49,555 INFO [StoreOpener-cecb0af9a99a55e3f3489a63121f542b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cecb0af9a99a55e3f3489a63121f542b columnFamilyName cf 2024-11-27T21:41:49,555 DEBUG [StoreOpener-cecb0af9a99a55e3f3489a63121f542b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:41:49,556 INFO [StoreOpener-cecb0af9a99a55e3f3489a63121f542b-1 {}] regionserver.HStore(327): Store=cecb0af9a99a55e3f3489a63121f542b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:41:49,557 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for cecb0af9a99a55e3f3489a63121f542b 2024-11-27T21:41:49,557 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732743698356.fcd4affc10169117baa843007675c6c4. 2024-11-27T21:41:49,557 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732743698356.fcd4affc10169117baa843007675c6c4. 2024-11-27T21:41:49,558 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732743698356.4d055a548bde20e01f89819f4aeb7b37. 2024-11-27T21:41:49,558 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 4d055a548bde20e01f89819f4aeb7b37, NAME => 'SPTestTable,4ccccccb,1732743698356.4d055a548bde20e01f89819f4aeb7b37.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-27T21:41:49,558 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/default/SPTestTable/cecb0af9a99a55e3f3489a63121f542b 2024-11-27T21:41:49,558 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4d055a548bde20e01f89819f4aeb7b37 2024-11-27T21:41:49,558 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/default/SPTestTable/cecb0af9a99a55e3f3489a63121f542b 2024-11-27T21:41:49,558 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732743698356.4d055a548bde20e01f89819f4aeb7b37.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:41:49,558 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 4d055a548bde20e01f89819f4aeb7b37 2024-11-27T21:41:49,558 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 4d055a548bde20e01f89819f4aeb7b37 2024-11-27T21:41:49,559 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for cecb0af9a99a55e3f3489a63121f542b 2024-11-27T21:41:49,559 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for cecb0af9a99a55e3f3489a63121f542b 2024-11-27T21:41:49,560 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=fcd4affc10169117baa843007675c6c4, regionState=OPEN, openSeqNum=2, regionLocation=da99f16e0d32,45875,1732743686251 2024-11-27T21:41:49,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure fcd4affc10169117baa843007675c6c4, server=da99f16e0d32,45875,1732743686251 because future has completed 2024-11-27T21:41:49,565 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for cecb0af9a99a55e3f3489a63121f542b 2024-11-27T21:41:49,568 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=12 2024-11-27T21:41:49,568 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure fcd4affc10169117baa843007675c6c4, server=da99f16e0d32,45875,1732743686251 in 10.1460 sec 2024-11-27T21:41:49,570 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fcd4affc10169117baa843007675c6c4, ASSIGN in 10.3920 sec 2024-11-27T21:41:49,572 INFO [StoreOpener-4d055a548bde20e01f89819f4aeb7b37-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4d055a548bde20e01f89819f4aeb7b37 2024-11-27T21:41:49,574 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/default/SPTestTable/cecb0af9a99a55e3f3489a63121f542b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:41:49,574 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened cecb0af9a99a55e3f3489a63121f542b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64542894, jitterRate=-0.03823593258857727}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T21:41:49,574 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cecb0af9a99a55e3f3489a63121f542b 2024-11-27T21:41:49,575 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for cecb0af9a99a55e3f3489a63121f542b: Running coprocessor pre-open hook at 1732743709526Writing region info on filesystem at 1732743709526Initializing all the Stores at 1732743709529 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732743709529Cleaning up temporary data from old regions at 1732743709559 (+30 ms)Running coprocessor post-open hooks at 1732743709574 (+15 ms)Region opened successfully at 1732743709575 (+1 ms) 2024-11-27T21:41:49,575 INFO [StoreOpener-4d055a548bde20e01f89819f4aeb7b37-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d055a548bde20e01f89819f4aeb7b37 columnFamilyName cf 2024-11-27T21:41:49,575 DEBUG [StoreOpener-4d055a548bde20e01f89819f4aeb7b37-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:41:49,576 INFO [StoreOpener-4d055a548bde20e01f89819f4aeb7b37-1 {}] regionserver.HStore(327): Store=4d055a548bde20e01f89819f4aeb7b37/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:41:49,576 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732743698356.cecb0af9a99a55e3f3489a63121f542b., pid=21, masterSystemTime=1732743709464 2024-11-27T21:41:49,576 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 4d055a548bde20e01f89819f4aeb7b37 2024-11-27T21:41:49,577 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/default/SPTestTable/4d055a548bde20e01f89819f4aeb7b37 2024-11-27T21:41:49,578 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732743698356.cecb0af9a99a55e3f3489a63121f542b. 2024-11-27T21:41:49,578 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732743698356.cecb0af9a99a55e3f3489a63121f542b. 2024-11-27T21:41:49,578 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732743698356.b2333dbb509f7729b1494e07d4c1a240. 2024-11-27T21:41:49,579 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => b2333dbb509f7729b1494e07d4c1a240, NAME => 'SPTestTable,33333332,1732743698356.b2333dbb509f7729b1494e07d4c1a240.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-27T21:41:49,579 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b2333dbb509f7729b1494e07d4c1a240 2024-11-27T21:41:49,579 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732743698356.b2333dbb509f7729b1494e07d4c1a240.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:41:49,579 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for b2333dbb509f7729b1494e07d4c1a240 2024-11-27T21:41:49,579 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=cecb0af9a99a55e3f3489a63121f542b, regionState=OPEN, openSeqNum=2, regionLocation=da99f16e0d32,37453,1732743686212 2024-11-27T21:41:49,579 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for b2333dbb509f7729b1494e07d4c1a240 2024-11-27T21:41:49,580 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/default/SPTestTable/4d055a548bde20e01f89819f4aeb7b37 2024-11-27T21:41:49,581 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 4d055a548bde20e01f89819f4aeb7b37 2024-11-27T21:41:49,581 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 4d055a548bde20e01f89819f4aeb7b37 2024-11-27T21:41:49,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure cecb0af9a99a55e3f3489a63121f542b, server=da99f16e0d32,37453,1732743686212 because future has completed 2024-11-27T21:41:49,586 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 4d055a548bde20e01f89819f4aeb7b37 2024-11-27T21:41:49,593 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=11 2024-11-27T21:41:49,593 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure cecb0af9a99a55e3f3489a63121f542b, server=da99f16e0d32,37453,1732743686212 in 10.1320 sec 2024-11-27T21:41:49,596 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cecb0af9a99a55e3f3489a63121f542b, ASSIGN in 10.4170 sec 2024-11-27T21:41:49,599 INFO [StoreOpener-b2333dbb509f7729b1494e07d4c1a240-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b2333dbb509f7729b1494e07d4c1a240 2024-11-27T21:41:49,601 INFO [StoreOpener-b2333dbb509f7729b1494e07d4c1a240-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2333dbb509f7729b1494e07d4c1a240 columnFamilyName cf 2024-11-27T21:41:49,601 DEBUG [StoreOpener-b2333dbb509f7729b1494e07d4c1a240-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:41:49,602 INFO [StoreOpener-b2333dbb509f7729b1494e07d4c1a240-1 {}] regionserver.HStore(327): Store=b2333dbb509f7729b1494e07d4c1a240/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:41:49,602 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for b2333dbb509f7729b1494e07d4c1a240 2024-11-27T21:41:49,603 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/default/SPTestTable/b2333dbb509f7729b1494e07d4c1a240 2024-11-27T21:41:49,603 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/default/SPTestTable/b2333dbb509f7729b1494e07d4c1a240 2024-11-27T21:41:49,604 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for b2333dbb509f7729b1494e07d4c1a240 2024-11-27T21:41:49,604 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for b2333dbb509f7729b1494e07d4c1a240 2024-11-27T21:41:49,605 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for b2333dbb509f7729b1494e07d4c1a240 2024-11-27T21:41:49,609 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/default/SPTestTable/b2333dbb509f7729b1494e07d4c1a240/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:41:49,609 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/default/SPTestTable/4d055a548bde20e01f89819f4aeb7b37/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T21:41:49,610 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened b2333dbb509f7729b1494e07d4c1a240; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73266913, jitterRate=0.09176208078861237}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T21:41:49,610 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b2333dbb509f7729b1494e07d4c1a240 2024-11-27T21:41:49,610 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for b2333dbb509f7729b1494e07d4c1a240: Running coprocessor pre-open hook at 1732743709579Writing region info on filesystem at 1732743709579Initializing all the Stores at 1732743709582 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732743709582Cleaning up temporary data from old regions at 1732743709604 (+22 ms)Running coprocessor post-open hooks at 1732743709610 (+6 ms)Region opened successfully at 1732743709610 2024-11-27T21:41:49,612 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 4d055a548bde20e01f89819f4aeb7b37; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74591958, jitterRate=0.11150678992271423}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T21:41:49,612 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4d055a548bde20e01f89819f4aeb7b37 2024-11-27T21:41:49,612 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 4d055a548bde20e01f89819f4aeb7b37: Running coprocessor pre-open hook at 1732743709559Writing region info on filesystem at 1732743709559Initializing all the Stores at 1732743709560 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732743709560Cleaning up temporary data from old regions at 1732743709581 (+21 ms)Running coprocessor post-open hooks at 1732743709612 (+31 ms)Region opened successfully at 1732743709612 2024-11-27T21:41:49,613 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732743698356.b2333dbb509f7729b1494e07d4c1a240., pid=22, masterSystemTime=1732743709464 2024-11-27T21:41:49,616 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732743698356.4d055a548bde20e01f89819f4aeb7b37., pid=24, masterSystemTime=1732743709464 2024-11-27T21:41:49,617 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732743698356.b2333dbb509f7729b1494e07d4c1a240. 2024-11-27T21:41:49,617 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732743698356.b2333dbb509f7729b1494e07d4c1a240. 2024-11-27T21:41:49,619 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=b2333dbb509f7729b1494e07d4c1a240, regionState=OPEN, openSeqNum=2, regionLocation=da99f16e0d32,37453,1732743686212 2024-11-27T21:41:49,624 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732743698356.4d055a548bde20e01f89819f4aeb7b37. 2024-11-27T21:41:49,625 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732743698356.4d055a548bde20e01f89819f4aeb7b37. 2024-11-27T21:41:49,626 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=4d055a548bde20e01f89819f4aeb7b37, regionState=OPEN, openSeqNum=2, regionLocation=da99f16e0d32,45875,1732743686251 2024-11-27T21:41:49,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure b2333dbb509f7729b1494e07d4c1a240, server=da99f16e0d32,37453,1732743686212 because future has completed 2024-11-27T21:41:49,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d055a548bde20e01f89819f4aeb7b37, server=da99f16e0d32,45875,1732743686251 because future has completed 2024-11-27T21:41:49,632 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=7 2024-11-27T21:41:49,632 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure b2333dbb509f7729b1494e07d4c1a240, server=da99f16e0d32,37453,1732743686212 in 10.1710 sec 2024-11-27T21:41:49,634 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b2333dbb509f7729b1494e07d4c1a240, ASSIGN in 10.4560 sec 2024-11-27T21:41:49,638 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=8 2024-11-27T21:41:49,638 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 4d055a548bde20e01f89819f4aeb7b37, server=da99f16e0d32,45875,1732743686251 in 10.1670 sec 2024-11-27T21:41:49,642 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-27T21:41:49,642 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4d055a548bde20e01f89819f4aeb7b37, ASSIGN in 10.4620 sec 2024-11-27T21:41:49,643 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T21:41:49,643 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732743709643"}]},"ts":"1732743709643"} 2024-11-27T21:41:49,645 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-27T21:41:49,646 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T21:41:49,648 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 11.2890 sec 2024-11-27T21:41:51,526 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-27T21:41:54,391 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:41:54,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:41:54,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:41:54,952 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T21:41:54,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:41:54,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:41:54,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T21:41:55,724 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T21:41:56,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T21:41:56,586 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-27T21:41:56,586 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-27T21:41:56,586 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-27T21:41:56,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-27T21:41:56,590 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-27T21:41:56,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-27T21:41:56,639 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1732743698356.cecb0af9a99a55e3f3489a63121f542b., hostname=da99f16e0d32,37453,1732743686212, seqNum=2] 2024-11-27T21:41:56,641 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1732743698356.cecb0af9a99a55e3f3489a63121f542b., hostname=da99f16e0d32,37453,1732743686212, seqNum=2] 2024-11-27T21:41:56,644 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1732743698356.cecb0af9a99a55e3f3489a63121f542b., hostname=da99f16e0d32,37453,1732743686212, seqNum=2] 2024-11-27T21:41:56,649 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1732743698356.cecb0af9a99a55e3f3489a63121f542b., hostname=da99f16e0d32,37453,1732743686212, seqNum=2] 2024-11-27T21:41:56,650 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1732743698356.cecb0af9a99a55e3f3489a63121f542b., hostname=da99f16e0d32,37453,1732743686212, seqNum=2] 2024-11-27T21:41:56,651 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1732743698356.cecb0af9a99a55e3f3489a63121f542b., hostname=da99f16e0d32,37453,1732743686212, seqNum=2] 2024-11-27T21:41:56,695 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1732743698356.fcd4affc10169117baa843007675c6c4., hostname=da99f16e0d32,45875,1732743686251, seqNum=2] 2024-11-27T21:41:56,697 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1732743698356.fcd4affc10169117baa843007675c6c4., hostname=da99f16e0d32,45875,1732743686251, seqNum=2] 2024-11-27T21:41:56,698 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1732743698356.fcd4affc10169117baa843007675c6c4., hostname=da99f16e0d32,45875,1732743686251, seqNum=2] 2024-11-27T21:41:56,704 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1732743698356.fcd4affc10169117baa843007675c6c4., hostname=da99f16e0d32,45875,1732743686251, seqNum=2] 2024-11-27T21:41:56,706 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1732743698356.fcd4affc10169117baa843007675c6c4., hostname=da99f16e0d32,45875,1732743686251, seqNum=2] 2024-11-27T21:41:56,749 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732743698356.5fce0ffecfe7b05d99a4ee8690c3e854., hostname=da99f16e0d32,37453,1732743686212, seqNum=2] 2024-11-27T21:41:56,751 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732743698356.5fce0ffecfe7b05d99a4ee8690c3e854., hostname=da99f16e0d32,37453,1732743686212, seqNum=2] 2024-11-27T21:41:56,755 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732743698356.5fce0ffecfe7b05d99a4ee8690c3e854., hostname=da99f16e0d32,37453,1732743686212, seqNum=2] 2024-11-27T21:41:56,757 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732743698356.5fce0ffecfe7b05d99a4ee8690c3e854., hostname=da99f16e0d32,37453,1732743686212, seqNum=2] 2024-11-27T21:41:56,760 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732743698356.5fce0ffecfe7b05d99a4ee8690c3e854., hostname=da99f16e0d32,37453,1732743686212, seqNum=2] 2024-11-27T21:41:56,763 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732743698356.5fce0ffecfe7b05d99a4ee8690c3e854., hostname=da99f16e0d32,37453,1732743686212, seqNum=2] 2024-11-27T21:41:56,850 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1732743698356.0f964c21afe859389e6348044426ab4e., hostname=da99f16e0d32,45875,1732743686251, seqNum=2] 2024-11-27T21:41:56,852 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1732743698356.0f964c21afe859389e6348044426ab4e., hostname=da99f16e0d32,45875,1732743686251, seqNum=2] 2024-11-27T21:41:56,854 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1732743698356.0f964c21afe859389e6348044426ab4e., hostname=da99f16e0d32,45875,1732743686251, seqNum=2] 2024-11-27T21:41:56,855 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1732743698356.0f964c21afe859389e6348044426ab4e., hostname=da99f16e0d32,45875,1732743686251, seqNum=2] 2024-11-27T21:41:57,711 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:41:57,717 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48656, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:41:57,732 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T21:41:57,753 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37453 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1732743698356.cecb0af9a99a55e3f3489a63121f542b. with WAL disabled. Data may be lost in the event of a crash. 2024-11-27T21:41:57,764 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55858, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T21:41:57,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45875 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15603 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,b333332f,1732743698356.fcd4affc10169117baa843007675c6c4. 2024-11-27T21:41:57,808 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37453 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1732743698356.5fce0ffecfe7b05d99a4ee8690c3e854. with WAL disabled. Data may be lost in the event of a crash. 2024-11-27T21:41:57,814 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45875 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1732743698356.fcd4affc10169117baa843007675c6c4. with WAL disabled. Data may be lost in the event of a crash. 2024-11-27T21:41:58,194 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45875 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1732743698356.0f964c21afe859389e6348044426ab4e. with WAL disabled. Data may be lost in the event of a crash. 2024-11-27T21:41:58,255 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-27T21:41:58,255 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-27T21:41:58,256 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-27T21:41:58,257 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-27T21:41:58,260 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-27T21:41:58,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741848_1024 (size=49) 2024-11-27T21:41:58,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46553 is added to blk_1073741848_1024 (size=49) 2024-11-27T21:41:58,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741848_1024 (size=49) 2024-11-27T21:41:58,273 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-27T21:41:58,273 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 72ae7bfdbdf15b4132519f8cf5c10078}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b2c91b112fb55fa54dc948c3f9cfe18f}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b2333dbb509f7729b1494e07d4c1a240}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4d055a548bde20e01f89819f4aeb7b37}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 20b5414084a268e1b662d4b8ce2a8038}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7dfcd0b0255466971f23611e028da741}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cecb0af9a99a55e3f3489a63121f542b}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fcd4affc10169117baa843007675c6c4}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5fce0ffecfe7b05d99a4ee8690c3e854}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0f964c21afe859389e6348044426ab4e}] 2024-11-27T21:41:58,275 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0f964c21afe859389e6348044426ab4e 2024-11-27T21:41:58,275 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5fce0ffecfe7b05d99a4ee8690c3e854 2024-11-27T21:41:58,275 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fcd4affc10169117baa843007675c6c4 2024-11-27T21:41:58,275 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cecb0af9a99a55e3f3489a63121f542b 2024-11-27T21:41:58,275 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7dfcd0b0255466971f23611e028da741 2024-11-27T21:41:58,279 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4d055a548bde20e01f89819f4aeb7b37 2024-11-27T21:41:58,279 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b2333dbb509f7729b1494e07d4c1a240 2024-11-27T21:41:58,280 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 72ae7bfdbdf15b4132519f8cf5c10078 2024-11-27T21:41:58,280 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 20b5414084a268e1b662d4b8ce2a8038 2024-11-27T21:41:58,280 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b2c91b112fb55fa54dc948c3f9cfe18f 2024-11-27T21:42:02,900 INFO [regionserver/da99f16e0d32:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-27T21:42:08,277 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46565 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-27T21:42:08,277 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45875 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-27T21:42:08,277 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37453 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-27T21:42:08,278 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45875 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-27T21:42:08,278 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1732743698356.0f964c21afe859389e6348044426ab4e. 2024-11-27T21:42:08,278 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37453 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-27T21:42:08,278 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1732743698356.5fce0ffecfe7b05d99a4ee8690c3e854. 2024-11-27T21:42:08,278 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1732743698356.72ae7bfdbdf15b4132519f8cf5c10078. 2024-11-27T21:42:08,278 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45875 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-27T21:42:08,278 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 0f964c21afe859389e6348044426ab4e 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-27T21:42:08,278 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 5fce0ffecfe7b05d99a4ee8690c3e854 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-27T21:42:08,278 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37453 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-27T21:42:08,278 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 72ae7bfdbdf15b4132519f8cf5c10078: 2024-11-27T21:42:08,278 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46565 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-27T21:42:08,278 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1732743698356.72ae7bfdbdf15b4132519f8cf5c10078. for SnapshotProcedureTest completed. 2024-11-27T21:42:08,279 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1732743698356.4d055a548bde20e01f89819f4aeb7b37. 2024-11-27T21:42:08,279 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 4d055a548bde20e01f89819f4aeb7b37: 2024-11-27T21:42:08,279 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1732743698356.4d055a548bde20e01f89819f4aeb7b37. for SnapshotProcedureTest completed. 2024-11-27T21:42:08,279 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1732743698356.cecb0af9a99a55e3f3489a63121f542b. 2024-11-27T21:42:08,279 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1732743698356.fcd4affc10169117baa843007675c6c4. 2024-11-27T21:42:08,279 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1732743698356.4d055a548bde20e01f89819f4aeb7b37.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T21:42:08,279 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T21:42:08,279 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T21:42:08,279 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing fcd4affc10169117baa843007675c6c4 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-27T21:42:08,280 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing cecb0af9a99a55e3f3489a63121f542b 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-27T21:42:08,280 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1732743698356.72ae7bfdbdf15b4132519f8cf5c10078.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T21:42:08,280 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T21:42:08,280 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1732743698356.b2333dbb509f7729b1494e07d4c1a240. 2024-11-27T21:42:08,280 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T21:42:08,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46565 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-27T21:42:08,281 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1732743698356.b2c91b112fb55fa54dc948c3f9cfe18f. 2024-11-27T21:42:08,281 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for b2c91b112fb55fa54dc948c3f9cfe18f: 2024-11-27T21:42:08,281 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1732743698356.b2c91b112fb55fa54dc948c3f9cfe18f. for SnapshotProcedureTest completed. 2024-11-27T21:42:08,281 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for b2333dbb509f7729b1494e07d4c1a240: 2024-11-27T21:42:08,281 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1732743698356.b2333dbb509f7729b1494e07d4c1a240. for SnapshotProcedureTest completed. 2024-11-27T21:42:08,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46565 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-27T21:42:08,281 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1732743698356.b2c91b112fb55fa54dc948c3f9cfe18f.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T21:42:08,282 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T21:42:08,282 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T21:42:08,282 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1732743698356.b2333dbb509f7729b1494e07d4c1a240.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T21:42:08,282 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T21:42:08,282 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1732743698356.7dfcd0b0255466971f23611e028da741. 2024-11-27T21:42:08,282 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T21:42:08,282 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 7dfcd0b0255466971f23611e028da741: 2024-11-27T21:42:08,282 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1732743698356.7dfcd0b0255466971f23611e028da741. for SnapshotProcedureTest completed. 2024-11-27T21:42:08,282 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1732743698356.7dfcd0b0255466971f23611e028da741.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T21:42:08,282 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T21:42:08,282 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T21:42:08,304 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/default/SPTestTable/5fce0ffecfe7b05d99a4ee8690c3e854/.tmp/cf/0dc8dd4dde924a74a7cc8809af429e4a is 34, key is ccd/cf:cf/1732743717807/Put/seqid=0 2024-11-27T21:42:08,307 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/default/SPTestTable/cecb0af9a99a55e3f3489a63121f542b/.tmp/cf/f908441afc1944118f78896aba5829d9 is 34, key is aaa/cf:cf/1732743717753/Put/seqid=0 2024-11-27T21:42:08,307 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/default/SPTestTable/fcd4affc10169117baa843007675c6c4/.tmp/cf/fed7fd32f16a4f3c9deff76a184fc5b2 is 34, key is baa/cf:cf/1732743717814/Put/seqid=0 2024-11-27T21:42:08,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741849_1025 (size=65) 2024-11-27T21:42:08,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741849_1025 (size=65) 2024-11-27T21:42:08,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46553 is added to blk_1073741849_1025 (size=65) 2024-11-27T21:42:08,311 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1732743698356.b2c91b112fb55fa54dc948c3f9cfe18f. 2024-11-27T21:42:08,311 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-27T21:42:08,311 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1732743698356.20b5414084a268e1b662d4b8ce2a8038. 2024-11-27T21:42:08,311 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 20b5414084a268e1b662d4b8ce2a8038: 2024-11-27T21:42:08,311 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1732743698356.20b5414084a268e1b662d4b8ce2a8038. for SnapshotProcedureTest completed. 2024-11-27T21:42:08,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45877 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-27T21:42:08,311 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45877 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b2c91b112fb55fa54dc948c3f9cfe18f 2024-11-27T21:42:08,311 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1732743698356.20b5414084a268e1b662d4b8ce2a8038.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T21:42:08,311 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T21:42:08,312 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T21:42:08,312 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b2c91b112fb55fa54dc948c3f9cfe18f 2024-11-27T21:42:08,314 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b2c91b112fb55fa54dc948c3f9cfe18f in 10.0390 sec 2024-11-27T21:42:08,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46553 is added to blk_1073741850_1026 (size=65) 2024-11-27T21:42:08,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741850_1026 (size=65) 2024-11-27T21:42:08,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741850_1026 (size=65) 2024-11-27T21:42:08,319 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1732743698356.4d055a548bde20e01f89819f4aeb7b37. 2024-11-27T21:42:08,319 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-27T21:42:08,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45877 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-27T21:42:08,319 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45877 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4d055a548bde20e01f89819f4aeb7b37 2024-11-27T21:42:08,319 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4d055a548bde20e01f89819f4aeb7b37 2024-11-27T21:42:08,321 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4d055a548bde20e01f89819f4aeb7b37 in 10.0470 sec 2024-11-27T21:42:08,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741852_1028 (size=65) 2024-11-27T21:42:08,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741852_1028 (size=65) 2024-11-27T21:42:08,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46553 is added to blk_1073741852_1028 (size=65) 2024-11-27T21:42:08,327 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1732743698356.b2333dbb509f7729b1494e07d4c1a240. 2024-11-27T21:42:08,327 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-27T21:42:08,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45877 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-27T21:42:08,328 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45877 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b2333dbb509f7729b1494e07d4c1a240 2024-11-27T21:42:08,328 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b2333dbb509f7729b1494e07d4c1a240 2024-11-27T21:42:08,330 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b2333dbb509f7729b1494e07d4c1a240 in 10.0560 sec 2024-11-27T21:42:08,333 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/default/SPTestTable/0f964c21afe859389e6348044426ab4e/.tmp/cf/b0a3b99bea17463e96df0dd4137043e8 is 34, key is eaa/cf:cf/1732743718193/Put/seqid=0 2024-11-27T21:42:08,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741851_1027 (size=57) 2024-11-27T21:42:08,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741851_1027 (size=57) 2024-11-27T21:42:08,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46553 is added to blk_1073741851_1027 (size=57) 2024-11-27T21:42:08,339 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1732743698356.72ae7bfdbdf15b4132519f8cf5c10078. 2024-11-27T21:42:08,339 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-27T21:42:08,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45877 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-27T21:42:08,340 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45877 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 72ae7bfdbdf15b4132519f8cf5c10078 2024-11-27T21:42:08,340 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 72ae7bfdbdf15b4132519f8cf5c10078 2024-11-27T21:42:08,342 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 72ae7bfdbdf15b4132519f8cf5c10078 in 10.0680 sec 2024-11-27T21:42:08,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741853_1029 (size=65) 2024-11-27T21:42:08,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741853_1029 (size=65) 2024-11-27T21:42:08,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46553 is added to blk_1073741853_1029 (size=65) 2024-11-27T21:42:08,352 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1732743698356.7dfcd0b0255466971f23611e028da741. 2024-11-27T21:42:08,352 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-27T21:42:08,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45877 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-27T21:42:08,353 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45877 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 7dfcd0b0255466971f23611e028da741 2024-11-27T21:42:08,353 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7dfcd0b0255466971f23611e028da741 2024-11-27T21:42:08,355 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7dfcd0b0255466971f23611e028da741 in 10.0810 sec 2024-11-27T21:42:08,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741854_1030 (size=47197) 2024-11-27T21:42:08,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46553 is added to blk_1073741854_1030 (size=47197) 2024-11-27T21:42:08,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741854_1030 (size=47197) 2024-11-27T21:42:08,371 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/default/SPTestTable/5fce0ffecfe7b05d99a4ee8690c3e854/.tmp/cf/0dc8dd4dde924a74a7cc8809af429e4a 2024-11-27T21:42:08,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741855_1031 (size=499309) 2024-11-27T21:42:08,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46553 is added to blk_1073741855_1031 (size=499309) 2024-11-27T21:42:08,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741855_1031 (size=499309) 2024-11-27T21:42:08,377 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/default/SPTestTable/0f964c21afe859389e6348044426ab4e/.tmp/cf/b0a3b99bea17463e96df0dd4137043e8 2024-11-27T21:42:08,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741858_1034 (size=65) 2024-11-27T21:42:08,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741858_1034 (size=65) 2024-11-27T21:42:08,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46553 is added to blk_1073741858_1034 (size=65) 2024-11-27T21:42:08,382 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1732743698356.20b5414084a268e1b662d4b8ce2a8038. 2024-11-27T21:42:08,382 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-27T21:42:08,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45877 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-27T21:42:08,383 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45877 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 20b5414084a268e1b662d4b8ce2a8038 2024-11-27T21:42:08,383 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 20b5414084a268e1b662d4b8ce2a8038 2024-11-27T21:42:08,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 20b5414084a268e1b662d4b8ce2a8038 in 10.1110 sec 2024-11-27T21:42:08,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46553 is added to blk_1073741856_1032 (size=26918) 2024-11-27T21:42:08,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741856_1032 (size=26918) 2024-11-27T21:42:08,396 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/default/SPTestTable/cecb0af9a99a55e3f3489a63121f542b/.tmp/cf/f908441afc1944118f78896aba5829d9 2024-11-27T21:42:08,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741857_1033 (size=28623) 2024-11-27T21:42:08,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741856_1032 (size=26918) 2024-11-27T21:42:08,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46553 is added to blk_1073741857_1033 (size=28623) 2024-11-27T21:42:08,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741857_1033 (size=28623) 2024-11-27T21:42:08,399 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/default/SPTestTable/0f964c21afe859389e6348044426ab4e/.tmp/cf/b0a3b99bea17463e96df0dd4137043e8 as hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/default/SPTestTable/0f964c21afe859389e6348044426ab4e/cf/b0a3b99bea17463e96df0dd4137043e8 2024-11-27T21:42:08,399 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/default/SPTestTable/fcd4affc10169117baa843007675c6c4/.tmp/cf/fed7fd32f16a4f3c9deff76a184fc5b2 2024-11-27T21:42:08,404 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/default/SPTestTable/5fce0ffecfe7b05d99a4ee8690c3e854/.tmp/cf/0dc8dd4dde924a74a7cc8809af429e4a as hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/default/SPTestTable/5fce0ffecfe7b05d99a4ee8690c3e854/cf/0dc8dd4dde924a74a7cc8809af429e4a 2024-11-27T21:42:08,408 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/default/SPTestTable/0f964c21afe859389e6348044426ab4e/cf/b0a3b99bea17463e96df0dd4137043e8, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-27T21:42:08,409 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 0f964c21afe859389e6348044426ab4e in 131ms, sequenceid=5, compaction requested=false 2024-11-27T21:42:08,409 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 0f964c21afe859389e6348044426ab4e: 2024-11-27T21:42:08,409 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1732743698356.0f964c21afe859389e6348044426ab4e. for SnapshotProcedureTest completed. 2024-11-27T21:42:08,409 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1732743698356.0f964c21afe859389e6348044426ab4e.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T21:42:08,409 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T21:42:08,409 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/default/SPTestTable/0f964c21afe859389e6348044426ab4e/cf/b0a3b99bea17463e96df0dd4137043e8] hfiles 2024-11-27T21:42:08,409 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/default/SPTestTable/0f964c21afe859389e6348044426ab4e/cf/b0a3b99bea17463e96df0dd4137043e8 for snapshot=SnapshotProcedureTest 2024-11-27T21:42:08,410 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/default/SPTestTable/fcd4affc10169117baa843007675c6c4/.tmp/cf/fed7fd32f16a4f3c9deff76a184fc5b2 as hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/default/SPTestTable/fcd4affc10169117baa843007675c6c4/cf/fed7fd32f16a4f3c9deff76a184fc5b2 2024-11-27T21:42:08,410 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/default/SPTestTable/cecb0af9a99a55e3f3489a63121f542b/.tmp/cf/f908441afc1944118f78896aba5829d9 as hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/default/SPTestTable/cecb0af9a99a55e3f3489a63121f542b/cf/f908441afc1944118f78896aba5829d9 2024-11-27T21:42:08,416 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/default/SPTestTable/5fce0ffecfe7b05d99a4ee8690c3e854/cf/0dc8dd4dde924a74a7cc8809af429e4a, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-27T21:42:08,416 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/default/SPTestTable/cecb0af9a99a55e3f3489a63121f542b/cf/f908441afc1944118f78896aba5829d9, entries=676, sequenceid=5, filesize=26.3 K 2024-11-27T21:42:08,417 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for cecb0af9a99a55e3f3489a63121f542b in 138ms, sequenceid=5, compaction requested=false 2024-11-27T21:42:08,417 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 5fce0ffecfe7b05d99a4ee8690c3e854 in 139ms, sequenceid=5, compaction requested=false 2024-11-27T21:42:08,417 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 5fce0ffecfe7b05d99a4ee8690c3e854: 2024-11-27T21:42:08,417 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for cecb0af9a99a55e3f3489a63121f542b: 2024-11-27T21:42:08,417 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1732743698356.cecb0af9a99a55e3f3489a63121f542b. for SnapshotProcedureTest completed. 2024-11-27T21:42:08,417 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1732743698356.5fce0ffecfe7b05d99a4ee8690c3e854. for SnapshotProcedureTest completed. 2024-11-27T21:42:08,417 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1732743698356.cecb0af9a99a55e3f3489a63121f542b.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T21:42:08,417 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1732743698356.5fce0ffecfe7b05d99a4ee8690c3e854.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T21:42:08,417 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T21:42:08,417 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T21:42:08,417 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/default/SPTestTable/cecb0af9a99a55e3f3489a63121f542b/cf/f908441afc1944118f78896aba5829d9] hfiles 2024-11-27T21:42:08,417 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/default/SPTestTable/cecb0af9a99a55e3f3489a63121f542b/cf/f908441afc1944118f78896aba5829d9 for snapshot=SnapshotProcedureTest 2024-11-27T21:42:08,417 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/default/SPTestTable/5fce0ffecfe7b05d99a4ee8690c3e854/cf/0dc8dd4dde924a74a7cc8809af429e4a] hfiles 2024-11-27T21:42:08,417 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/default/SPTestTable/5fce0ffecfe7b05d99a4ee8690c3e854/cf/0dc8dd4dde924a74a7cc8809af429e4a for snapshot=SnapshotProcedureTest 2024-11-27T21:42:08,421 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/default/SPTestTable/fcd4affc10169117baa843007675c6c4/cf/fed7fd32f16a4f3c9deff76a184fc5b2, entries=731, sequenceid=5, filesize=28.0 K 2024-11-27T21:42:08,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46553 is added to blk_1073741859_1035 (size=97) 2024-11-27T21:42:08,422 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for fcd4affc10169117baa843007675c6c4 in 143ms, sequenceid=5, compaction requested=false 2024-11-27T21:42:08,423 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for fcd4affc10169117baa843007675c6c4: 2024-11-27T21:42:08,423 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1732743698356.fcd4affc10169117baa843007675c6c4. for SnapshotProcedureTest completed. 2024-11-27T21:42:08,423 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1732743698356.fcd4affc10169117baa843007675c6c4.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T21:42:08,423 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T21:42:08,423 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/default/SPTestTable/fcd4affc10169117baa843007675c6c4/cf/fed7fd32f16a4f3c9deff76a184fc5b2] hfiles 2024-11-27T21:42:08,423 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/default/SPTestTable/fcd4affc10169117baa843007675c6c4/cf/fed7fd32f16a4f3c9deff76a184fc5b2 for snapshot=SnapshotProcedureTest 2024-11-27T21:42:08,425 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1732743698356.0f964c21afe859389e6348044426ab4e. 2024-11-27T21:42:08,425 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-27T21:42:08,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741859_1035 (size=97) 2024-11-27T21:42:08,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45877 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-27T21:42:08,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741859_1035 (size=97) 2024-11-27T21:42:08,426 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45877 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0f964c21afe859389e6348044426ab4e 2024-11-27T21:42:08,426 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0f964c21afe859389e6348044426ab4e 2024-11-27T21:42:08,429 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0f964c21afe859389e6348044426ab4e in 10.1540 sec 2024-11-27T21:42:08,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46553 is added to blk_1073741861_1037 (size=105) 2024-11-27T21:42:08,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741861_1037 (size=105) 2024-11-27T21:42:08,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741861_1037 (size=105) 2024-11-27T21:42:08,435 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1732743698356.cecb0af9a99a55e3f3489a63121f542b. 2024-11-27T21:42:08,435 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-27T21:42:08,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45877 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-27T21:42:08,435 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45877 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region cecb0af9a99a55e3f3489a63121f542b 2024-11-27T21:42:08,436 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cecb0af9a99a55e3f3489a63121f542b 2024-11-27T21:42:08,438 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure cecb0af9a99a55e3f3489a63121f542b in 10.1640 sec 2024-11-27T21:42:08,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741860_1036 (size=105) 2024-11-27T21:42:08,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741860_1036 (size=105) 2024-11-27T21:42:08,443 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1732743698356.5fce0ffecfe7b05d99a4ee8690c3e854. 2024-11-27T21:42:08,443 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-27T21:42:08,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46553 is added to blk_1073741860_1036 (size=105) 2024-11-27T21:42:08,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45877 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-27T21:42:08,443 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45877 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5fce0ffecfe7b05d99a4ee8690c3e854 2024-11-27T21:42:08,444 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5fce0ffecfe7b05d99a4ee8690c3e854 2024-11-27T21:42:08,446 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5fce0ffecfe7b05d99a4ee8690c3e854 in 10.1710 sec 2024-11-27T21:42:08,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741862_1038 (size=105) 2024-11-27T21:42:08,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741862_1038 (size=105) 2024-11-27T21:42:08,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46553 is added to blk_1073741862_1038 (size=105) 2024-11-27T21:42:08,453 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1732743698356.fcd4affc10169117baa843007675c6c4. 2024-11-27T21:42:08,453 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-27T21:42:08,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45877 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-27T21:42:08,453 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45877 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region fcd4affc10169117baa843007675c6c4 2024-11-27T21:42:08,453 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fcd4affc10169117baa843007675c6c4 2024-11-27T21:42:08,456 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=25 2024-11-27T21:42:08,456 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-27T21:42:08,456 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure fcd4affc10169117baa843007675c6c4 in 10.1810 sec 2024-11-27T21:42:08,457 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-27T21:42:08,458 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-27T21:42:08,458 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-27T21:42:08,460 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-27T21:42:08,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741863_1039 (size=1174) 2024-11-27T21:42:08,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46553 is added to blk_1073741863_1039 (size=1174) 2024-11-27T21:42:08,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741863_1039 (size=1174) 2024-11-27T21:42:08,484 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-27T21:42:08,488 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-27T21:42:08,492 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=da99f16e0d32,46565,1732743686169 2024-11-27T21:42:08,492 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=da99f16e0d32,46565,1732743686169 2024-11-27T21:42:08,492 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=da99f16e0d32,37453,1732743686212 2024-11-27T21:42:08,492 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=da99f16e0d32,46565,1732743686169 2024-11-27T21:42:08,492 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=da99f16e0d32,37453,1732743686212 2024-11-27T21:42:08,495 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=da99f16e0d32,45875,1732743686251 2024-11-27T21:42:08,495 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=da99f16e0d32,37453,1732743686212 2024-11-27T21:42:08,496 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=da99f16e0d32,45875,1732743686251 2024-11-27T21:42:08,496 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=da99f16e0d32,45875,1732743686251 2024-11-27T21:42:08,575 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-27T21:42:08,575 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing da99f16e0d32,45875,1732743686251 2024-11-27T21:42:08,575 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server da99f16e0d32,45875,1732743686251: Simulated kill ***** 2024-11-27T21:42:08,575 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T21:42:08,576 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T21:42:08,576 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T21:42:08,577 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T21:42:08,577 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T21:42:08,577 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 345770584 }, "NonHeapMemoryUsage": { "committed": 176816128, "init": 7667712, "max": -1, "used": 171950312 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T21:42:08,577 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45877 {}] master.MasterRpcServices(700): da99f16e0d32,45875,1732743686251 reported a fatal error: ***** ABORTING region server da99f16e0d32,45875,1732743686251: Simulated kill ***** 2024-11-27T21:42:08,578 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'da99f16e0d32,45875,1732743686251' ***** 2024-11-27T21:42:08,578 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-27T21:42:08,578 INFO [RS:2;da99f16e0d32:45875 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T21:42:08,578 INFO [RS:2;da99f16e0d32:45875 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-27T21:42:08,578 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T21:42:08,579 INFO [RS:2;da99f16e0d32:45875 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-27T21:42:08,579 INFO [RS:2;da99f16e0d32:45875 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T21:42:08,579 INFO [RS:2;da99f16e0d32:45875 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;da99f16e0d32:45875. 2024-11-27T21:42:08,579 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-27T21:42:08,579 DEBUG [RS:2;da99f16e0d32:45875 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:42:08,579 DEBUG [RS:2;da99f16e0d32:45875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:42:08,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741833_1009 (size=2010) 2024-11-27T21:42:08,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741833_1009 (size=2010) 2024-11-27T21:42:08,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46553 is added to blk_1073741833_1009 (size=2010) 2024-11-27T21:42:08,582 DEBUG [RS:2;da99f16e0d32:45875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:42:08,583 INFO [RS:2;da99f16e0d32:45875 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T21:42:08,583 INFO [RS:2;da99f16e0d32:45875 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45875 2024-11-27T21:42:08,603 INFO [regionserver/da99f16e0d32:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T21:42:08,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45875-0x1017e3e620a0003, quorum=127.0.0.1:52144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/da99f16e0d32,45875,1732743686251 2024-11-27T21:42:08,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45877-0x1017e3e620a0000, quorum=127.0.0.1:52144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T21:42:08,767 INFO [RS:2;da99f16e0d32:45875 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T21:42:08,835 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [da99f16e0d32,45875,1732743686251] 2024-11-27T21:42:08,861 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/da99f16e0d32,45875,1732743686251 already deleted, retry=false 2024-11-27T21:42:08,861 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of da99f16e0d32,45875,1732743686251 on da99f16e0d32,45877,1732743685760 2024-11-27T21:42:08,862 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure da99f16e0d32,45875,1732743686251, splitWal=true, meta=false 2024-11-27T21:42:08,863 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for da99f16e0d32,45875,1732743686251 (carryingMeta=false) da99f16e0d32,45875,1732743686251/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@45582ba1[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-27T21:42:08,863 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure da99f16e0d32,45875,1732743686251, splitWal=true, meta=false 2024-11-27T21:42:08,864 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): da99f16e0d32,45875,1732743686251 had 3 regions 2024-11-27T21:42:08,865 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure da99f16e0d32,45875,1732743686251, splitWal=true, meta=false, isMeta: false 2024-11-27T21:42:08,866 DEBUG [PEWorker-4 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/WALs/da99f16e0d32,45875,1732743686251-splitting 2024-11-27T21:42:08,867 INFO [PEWorker-4 {}] master.SplitWALManager(105): da99f16e0d32,45875,1732743686251 WAL count=1, meta=false 2024-11-27T21:42:08,867 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure da99f16e0d32%2C45875%2C1732743686251.1732743687694}] 2024-11-27T21:42:08,869 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=da99f16e0d32,46565,1732743686169 2024-11-27T21:42:08,870 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure da99f16e0d32%2C45875%2C1732743686251.1732743687694, worker=da99f16e0d32,46565,1732743686169}] 2024-11-27T21:42:08,871 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=da99f16e0d32,45875,1732743686251 Release verify snapshot worker=da99f16e0d32,45875,1732743686251 2024-11-27T21:42:08,872 WARN [PEWorker-1 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to da99f16e0d32,45875,1732743686251, this operation will be retried to send to another server 2024-11-27T21:42:08,872 WARN [PEWorker-1 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-27T21:42:08,872 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=da99f16e0d32,45875,1732743686251 Release verify snapshot worker=da99f16e0d32,45875,1732743686251 2024-11-27T21:42:08,872 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732743729872 2024-11-27T21:42:08,872 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 35 is already finished, skip the rest processes 2024-11-27T21:42:08,872 WARN [PEWorker-3 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 43 to da99f16e0d32,45875,1732743686251, this operation will be retried to send to another server 2024-11-27T21:42:08,872 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 29 is already finished, skip the rest processes 2024-11-27T21:42:08,872 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 33 is already finished, skip the rest processes 2024-11-27T21:42:08,872 WARN [PEWorker-3 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-27T21:42:08,873 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=43, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732743729873 2024-11-27T21:42:08,874 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=da99f16e0d32,45875,1732743686251 Release verify snapshot worker=da99f16e0d32,45875,1732743686251 2024-11-27T21:42:08,875 WARN [PEWorker-5 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 42 to da99f16e0d32,45875,1732743686251, this operation will be retried to send to another server 2024-11-27T21:42:08,875 WARN [PEWorker-5 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-27T21:42:08,875 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=42, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732743729875 2024-11-27T21:42:08,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45875-0x1017e3e620a0003, quorum=127.0.0.1:52144, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:42:08,934 INFO [RS:2;da99f16e0d32:45875 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T21:42:08,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45875-0x1017e3e620a0003, quorum=127.0.0.1:52144, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:42:08,934 INFO [RS:2;da99f16e0d32:45875 {}] regionserver.HRegionServer(1031): Exiting; stopping=da99f16e0d32,45875,1732743686251; zookeeper connection closed. 2024-11-27T21:42:08,935 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@29cd2cac {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@29cd2cac 2024-11-27T21:42:09,545 INFO [regionserver/da99f16e0d32:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T21:42:09,545 INFO [regionserver/da99f16e0d32:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T21:42:18,222 INFO [master/da99f16e0d32:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-27T21:42:18,222 INFO [master/da99f16e0d32:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-27T21:42:18,493 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46565 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-27T21:42:18,493 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46565 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-27T21:42:18,493 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46565 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-27T21:42:18,493 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46565 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-27T21:42:18,493 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37453 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-27T21:42:18,493 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37453 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-27T21:42:18,494 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37453 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-27T21:42:18,500 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-27T21:42:18,500 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-27T21:42:18,500 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-27T21:42:18,500 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-27T21:42:18,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45877 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-27T21:42:18,501 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-27T21:42:18,501 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-27T21:42:18,502 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-27T21:42:18,502 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-27T21:42:18,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45877 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-27T21:42:18,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45877 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-27T21:42:18,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45877 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-27T21:42:18,507 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=da99f16e0d32,46565,1732743686169 Release verify snapshot worker=da99f16e0d32,46565,1732743686169 2024-11-27T21:42:18,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45877 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-27T21:42:18,511 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=da99f16e0d32,46565,1732743686169 Release verify snapshot worker=da99f16e0d32,46565,1732743686169 2024-11-27T21:42:18,511 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=da99f16e0d32,37453,1732743686212 Release verify snapshot worker=da99f16e0d32,37453,1732743686212 2024-11-27T21:42:18,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45877 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-27T21:42:18,512 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=da99f16e0d32,46565,1732743686169 in 10.0190 sec 2024-11-27T21:42:18,517 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=da99f16e0d32,37453,1732743686212 in 10.0230 sec 2024-11-27T21:42:18,517 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=da99f16e0d32,37453,1732743686212 Release verify snapshot worker=da99f16e0d32,37453,1732743686212 2024-11-27T21:42:18,517 INFO [RS_LOG_REPLAY_OPS-regionserver/da99f16e0d32:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/WALs/da99f16e0d32,45875,1732743686251-splitting/da99f16e0d32%2C45875%2C1732743686251.1732743687694, size=2.0 K (2010bytes) 2024-11-27T21:42:18,517 INFO [RS_LOG_REPLAY_OPS-regionserver/da99f16e0d32:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/WALs/da99f16e0d32,45875,1732743686251-splitting/da99f16e0d32%2C45875%2C1732743686251.1732743687694 2024-11-27T21:42:18,518 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=da99f16e0d32,46565,1732743686169 2024-11-27T21:42:18,518 INFO [RS_LOG_REPLAY_OPS-regionserver/da99f16e0d32:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/WALs/da99f16e0d32,45875,1732743686251-splitting/da99f16e0d32%2C45875%2C1732743686251.1732743687694 after 0ms 2024-11-27T21:42:18,519 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=da99f16e0d32,37453,1732743686212 Release verify snapshot worker=da99f16e0d32,37453,1732743686212 2024-11-27T21:42:18,520 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=da99f16e0d32,37453,1732743686212 2024-11-27T21:42:18,522 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=da99f16e0d32,46565,1732743686169 in 10.0230 sec 2024-11-27T21:42:18,523 INFO [RS_LOG_REPLAY_OPS-regionserver/da99f16e0d32:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/WALs/da99f16e0d32,45875,1732743686251-splitting/da99f16e0d32%2C45875%2C1732743686251.1732743687694 took 6ms 2024-11-27T21:42:18,523 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=da99f16e0d32,37453,1732743686212 in 10.0310 sec 2024-11-27T21:42:18,525 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=da99f16e0d32,46565,1732743686169 Release verify snapshot worker=da99f16e0d32,46565,1732743686169 2024-11-27T21:42:18,526 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=da99f16e0d32,37453,1732743686212 2024-11-27T21:42:18,526 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=da99f16e0d32,37453,1732743686212 in 10.0290 sec 2024-11-27T21:42:18,527 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=da99f16e0d32,37453,1732743686212 2024-11-27T21:42:18,528 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=da99f16e0d32,46565,1732743686169 in 10.0370 sec 2024-11-27T21:42:18,537 DEBUG [RS_LOG_REPLAY_OPS-regionserver/da99f16e0d32:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 0f964c21afe859389e6348044426ab4e: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-11-27T21:42:18,539 DEBUG [RS_LOG_REPLAY_OPS-regionserver/da99f16e0d32:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for fcd4affc10169117baa843007675c6c4: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-11-27T21:42:18,540 DEBUG [RS_LOG_REPLAY_OPS-regionserver/da99f16e0d32:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 4d055a548bde20e01f89819f4aeb7b37: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-27T21:42:18,541 DEBUG [RS_LOG_REPLAY_OPS-regionserver/da99f16e0d32:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/WALs/da99f16e0d32,45875,1732743686251-splitting/da99f16e0d32%2C45875%2C1732743686251.1732743687694 so closing down 2024-11-27T21:42:18,541 DEBUG [RS_LOG_REPLAY_OPS-regionserver/da99f16e0d32:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T21:42:18,542 INFO [RS_LOG_REPLAY_OPS-regionserver/da99f16e0d32:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T21:42:18,542 INFO [RS_LOG_REPLAY_OPS-regionserver/da99f16e0d32:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 7 edits across 0 Regions in 8 ms; skipped=7; WAL=hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/WALs/da99f16e0d32,45875,1732743686251-splitting/da99f16e0d32%2C45875%2C1732743686251.1732743687694, size=2.0 K, length=2010, corrupted=false, cancelled=false 2024-11-27T21:42:18,542 DEBUG [RS_LOG_REPLAY_OPS-regionserver/da99f16e0d32:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/WALs/da99f16e0d32,45875,1732743686251-splitting/da99f16e0d32%2C45875%2C1732743686251.1732743687694, journal: Splitting hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/WALs/da99f16e0d32,45875,1732743686251-splitting/da99f16e0d32%2C45875%2C1732743686251.1732743687694, size=2.0 K (2010bytes) at 1732743738517Finishing writing output for hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/WALs/da99f16e0d32,45875,1732743686251-splitting/da99f16e0d32%2C45875%2C1732743686251.1732743687694 so closing down at 1732743738541 (+24 ms)3 split writer threads finished at 1732743738542 (+1 ms)Processed 7 edits across 0 Regions in 8 ms; skipped=7; WAL=hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/WALs/da99f16e0d32,45875,1732743686251-splitting/da99f16e0d32%2C45875%2C1732743686251.1732743687694, size=2.0 K, length=2010, corrupted=false, cancelled=false at 1732743738542 2024-11-27T21:42:18,542 DEBUG [RS_LOG_REPLAY_OPS-regionserver/da99f16e0d32:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/WALs/da99f16e0d32,45875,1732743686251-splitting/da99f16e0d32%2C45875%2C1732743686251.1732743687694 2024-11-27T21:42:18,542 DEBUG [RS_LOG_REPLAY_OPS-regionserver/da99f16e0d32:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-27T21:42:18,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45877 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-27T21:42:18,549 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/WALs/da99f16e0d32,45875,1732743686251-splitting/da99f16e0d32%2C45875%2C1732743686251.1732743687694 to hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/oldWALs 2024-11-27T21:42:18,552 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-27T21:42:18,552 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure da99f16e0d32%2C45875%2C1732743686251.1732743687694, worker=da99f16e0d32,46565,1732743686169 in 9.6810 sec 2024-11-27T21:42:18,554 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=da99f16e0d32,46565,1732743686169 2024-11-27T21:42:18,557 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-27T21:42:18,557 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure da99f16e0d32%2C45875%2C1732743686251.1732743687694, worker=da99f16e0d32,46565,1732743686169 in 9.6870 sec 2024-11-27T21:42:18,558 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/WALs/da99f16e0d32,45875,1732743686251-splitting dir is empty, no logs to split. 2024-11-27T21:42:18,558 INFO [PEWorker-4 {}] master.SplitWALManager(105): da99f16e0d32,45875,1732743686251 WAL count=0, meta=false 2024-11-27T21:42:18,558 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if da99f16e0d32,45875,1732743686251 WAL splitting is done? wals=0, meta=false 2024-11-27T21:42:18,561 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for da99f16e0d32,45875,1732743686251 failed, ignore...File hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/WALs/da99f16e0d32,45875,1732743686251-splitting does not exist. 2024-11-27T21:42:18,562 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0f964c21afe859389e6348044426ab4e, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4d055a548bde20e01f89819f4aeb7b37, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fcd4affc10169117baa843007675c6c4, ASSIGN}] 2024-11-27T21:42:18,563 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4d055a548bde20e01f89819f4aeb7b37, ASSIGN 2024-11-27T21:42:18,563 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fcd4affc10169117baa843007675c6c4, ASSIGN 2024-11-27T21:42:18,564 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0f964c21afe859389e6348044426ab4e, ASSIGN 2024-11-27T21:42:18,565 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4d055a548bde20e01f89819f4aeb7b37, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-27T21:42:18,567 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fcd4affc10169117baa843007675c6c4, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-27T21:42:18,567 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0f964c21afe859389e6348044426ab4e, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-27T21:42:18,716 DEBUG [da99f16e0d32:45877 {}] balancer.BalancerClusterState(204): Hosts are {da99f16e0d32=0} racks are {/default-rack=0} 2024-11-27T21:42:18,716 DEBUG [da99f16e0d32:45877 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-27T21:42:18,716 DEBUG [da99f16e0d32:45877 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-27T21:42:18,716 DEBUG [da99f16e0d32:45877 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-27T21:42:18,716 DEBUG [da99f16e0d32:45877 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-27T21:42:18,716 INFO [da99f16e0d32:45877 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-27T21:42:18,716 INFO [da99f16e0d32:45877 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-27T21:42:18,716 DEBUG [da99f16e0d32:45877 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-27T21:42:18,717 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=4d055a548bde20e01f89819f4aeb7b37, regionState=OPENING, regionLocation=da99f16e0d32,37453,1732743686212 2024-11-27T21:42:18,717 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=fcd4affc10169117baa843007675c6c4, regionState=OPENING, regionLocation=da99f16e0d32,46565,1732743686169 2024-11-27T21:42:18,718 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=0f964c21afe859389e6348044426ab4e, regionState=OPENING, regionLocation=da99f16e0d32,37453,1732743686212 2024-11-27T21:42:18,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fcd4affc10169117baa843007675c6c4, ASSIGN because future has completed 2024-11-27T21:42:18,722 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure fcd4affc10169117baa843007675c6c4, server=da99f16e0d32,46565,1732743686169}] 2024-11-27T21:42:18,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4d055a548bde20e01f89819f4aeb7b37, ASSIGN because future has completed 2024-11-27T21:42:18,729 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d055a548bde20e01f89819f4aeb7b37, server=da99f16e0d32,37453,1732743686212}] 2024-11-27T21:42:18,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0f964c21afe859389e6348044426ab4e, ASSIGN because future has completed 2024-11-27T21:42:18,731 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0f964c21afe859389e6348044426ab4e, server=da99f16e0d32,37453,1732743686212}] 2024-11-27T21:42:25,725 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T21:42:28,367 INFO [regionserver/da99f16e0d32:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-27T21:42:28,526 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732743698356.fcd4affc10169117baa843007675c6c4. 2024-11-27T21:42:28,527 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7752): Opening region: {ENCODED => fcd4affc10169117baa843007675c6c4, NAME => 'SPTestTable,b333332f,1732743698356.fcd4affc10169117baa843007675c6c4.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-27T21:42:28,527 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46565 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-27T21:42:28,527 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable fcd4affc10169117baa843007675c6c4 2024-11-27T21:42:28,527 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732743698356.fcd4affc10169117baa843007675c6c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:42:28,527 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7794): checking encryption for fcd4affc10169117baa843007675c6c4 2024-11-27T21:42:28,527 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7797): checking classloading for fcd4affc10169117baa843007675c6c4 2024-11-27T21:42:28,528 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-27T21:42:28,528 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732743698356.0f964c21afe859389e6348044426ab4e. 2024-11-27T21:42:28,528 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37453 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-27T21:42:28,529 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37453 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-27T21:42:28,529 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-27T21:42:28,529 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => 0f964c21afe859389e6348044426ab4e, NAME => 'SPTestTable,e6666661,1732743698356.0f964c21afe859389e6348044426ab4e.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-27T21:42:28,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45877 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-27T21:42:28,529 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37453 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-27T21:42:28,529 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0f964c21afe859389e6348044426ab4e 2024-11-27T21:42:28,529 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732743698356.0f964c21afe859389e6348044426ab4e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:42:28,529 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for 0f964c21afe859389e6348044426ab4e 2024-11-27T21:42:28,529 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for 0f964c21afe859389e6348044426ab4e 2024-11-27T21:42:28,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45877 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-27T21:42:28,532 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-27T21:42:28,532 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-27T21:42:28,532 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=da99f16e0d32,46565,1732743686169 Release verify snapshot worker=da99f16e0d32,46565,1732743686169 2024-11-27T21:42:28,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45877 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-27T21:42:28,533 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=da99f16e0d32,37453,1732743686212 Release verify snapshot worker=da99f16e0d32,37453,1732743686212 2024-11-27T21:42:28,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45877 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-27T21:42:28,535 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=da99f16e0d32,46565,1732743686169 in 20.0440 sec 2024-11-27T21:42:28,537 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=da99f16e0d32,37453,1732743686212 Release verify snapshot worker=da99f16e0d32,37453,1732743686212 2024-11-27T21:42:28,538 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=da99f16e0d32,37453,1732743686212 in 20.0450 sec 2024-11-27T21:42:28,539 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=da99f16e0d32,37453,1732743686212 Release verify snapshot worker=da99f16e0d32,37453,1732743686212 2024-11-27T21:42:28,539 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=da99f16e0d32,37453,1732743686212 in 20.0490 sec 2024-11-27T21:42:28,541 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=25 2024-11-27T21:42:28,542 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=da99f16e0d32,37453,1732743686212 in 20.0510 sec 2024-11-27T21:42:28,542 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-27T21:42:28,542 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/.hbase-snapshot/SnapshotProcedureTest 2024-11-27T21:42:28,544 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-27T21:42:28,544 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-27T21:42:28,547 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 30.2900 sec 2024-11-27T21:42:28,547 INFO [StoreOpener-0f964c21afe859389e6348044426ab4e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0f964c21afe859389e6348044426ab4e 2024-11-27T21:42:28,547 INFO [StoreOpener-fcd4affc10169117baa843007675c6c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region fcd4affc10169117baa843007675c6c4 2024-11-27T21:42:28,548 INFO [StoreOpener-0f964c21afe859389e6348044426ab4e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f964c21afe859389e6348044426ab4e columnFamilyName cf 2024-11-27T21:42:28,548 DEBUG [StoreOpener-0f964c21afe859389e6348044426ab4e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:42:28,548 INFO [StoreOpener-fcd4affc10169117baa843007675c6c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fcd4affc10169117baa843007675c6c4 columnFamilyName cf 2024-11-27T21:42:28,548 DEBUG [StoreOpener-fcd4affc10169117baa843007675c6c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:42:28,555 DEBUG [StoreOpener-0f964c21afe859389e6348044426ab4e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/default/SPTestTable/0f964c21afe859389e6348044426ab4e/cf/b0a3b99bea17463e96df0dd4137043e8 2024-11-27T21:42:28,555 INFO [StoreOpener-0f964c21afe859389e6348044426ab4e-1 {}] regionserver.HStore(327): Store=0f964c21afe859389e6348044426ab4e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:42:28,555 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for 0f964c21afe859389e6348044426ab4e 2024-11-27T21:42:28,556 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/default/SPTestTable/0f964c21afe859389e6348044426ab4e 2024-11-27T21:42:28,557 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/default/SPTestTable/0f964c21afe859389e6348044426ab4e 2024-11-27T21:42:28,558 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for 0f964c21afe859389e6348044426ab4e 2024-11-27T21:42:28,558 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for 0f964c21afe859389e6348044426ab4e 2024-11-27T21:42:28,560 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for 0f964c21afe859389e6348044426ab4e 2024-11-27T21:42:28,572 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/default/SPTestTable/0f964c21afe859389e6348044426ab4e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-27T21:42:28,574 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened 0f964c21afe859389e6348044426ab4e; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63431576, jitterRate=-0.05479586124420166}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T21:42:28,574 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0f964c21afe859389e6348044426ab4e 2024-11-27T21:42:28,575 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for 0f964c21afe859389e6348044426ab4e: Running coprocessor pre-open hook at 1732743748529Writing region info on filesystem at 1732743748529Initializing all the Stores at 1732743748533 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732743748533Cleaning up temporary data from old regions at 1732743748558 (+25 ms)Running coprocessor post-open hooks at 1732743748574 (+16 ms)Region opened successfully at 1732743748575 (+1 ms) 2024-11-27T21:42:28,575 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732743698356.0f964c21afe859389e6348044426ab4e., pid=54, masterSystemTime=1732743748521 2024-11-27T21:42:28,576 DEBUG [StoreOpener-fcd4affc10169117baa843007675c6c4-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/default/SPTestTable/fcd4affc10169117baa843007675c6c4/cf/fed7fd32f16a4f3c9deff76a184fc5b2 2024-11-27T21:42:28,576 INFO [StoreOpener-fcd4affc10169117baa843007675c6c4-1 {}] regionserver.HStore(327): Store=fcd4affc10169117baa843007675c6c4/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:42:28,577 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1038): replaying wal for fcd4affc10169117baa843007675c6c4 2024-11-27T21:42:28,578 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/default/SPTestTable/fcd4affc10169117baa843007675c6c4 2024-11-27T21:42:28,578 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732743698356.0f964c21afe859389e6348044426ab4e. 2024-11-27T21:42:28,578 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732743698356.0f964c21afe859389e6348044426ab4e. 2024-11-27T21:42:28,579 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732743698356.4d055a548bde20e01f89819f4aeb7b37. 2024-11-27T21:42:28,579 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => 4d055a548bde20e01f89819f4aeb7b37, NAME => 'SPTestTable,4ccccccb,1732743698356.4d055a548bde20e01f89819f4aeb7b37.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-27T21:42:28,579 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4d055a548bde20e01f89819f4aeb7b37 2024-11-27T21:42:28,579 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732743698356.4d055a548bde20e01f89819f4aeb7b37.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T21:42:28,579 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=0f964c21afe859389e6348044426ab4e, regionState=OPEN, openSeqNum=6, regionLocation=da99f16e0d32,37453,1732743686212 2024-11-27T21:42:28,579 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for 4d055a548bde20e01f89819f4aeb7b37 2024-11-27T21:42:28,579 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for 4d055a548bde20e01f89819f4aeb7b37 2024-11-27T21:42:28,580 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/default/SPTestTable/fcd4affc10169117baa843007675c6c4 2024-11-27T21:42:28,581 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1048): stopping wal replay for fcd4affc10169117baa843007675c6c4 2024-11-27T21:42:28,581 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1060): Cleaning up temporary data for fcd4affc10169117baa843007675c6c4 2024-11-27T21:42:28,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0f964c21afe859389e6348044426ab4e, server=da99f16e0d32,37453,1732743686212 because future has completed 2024-11-27T21:42:28,585 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1093): writing seq id for fcd4affc10169117baa843007675c6c4 2024-11-27T21:42:28,588 INFO [StoreOpener-4d055a548bde20e01f89819f4aeb7b37-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4d055a548bde20e01f89819f4aeb7b37 2024-11-27T21:42:28,589 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=49 2024-11-27T21:42:28,589 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 0f964c21afe859389e6348044426ab4e, server=da99f16e0d32,37453,1732743686212 in 9.8530 sec 2024-11-27T21:42:28,589 INFO [StoreOpener-4d055a548bde20e01f89819f4aeb7b37-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d055a548bde20e01f89819f4aeb7b37 columnFamilyName cf 2024-11-27T21:42:28,589 DEBUG [StoreOpener-4d055a548bde20e01f89819f4aeb7b37-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T21:42:28,590 INFO [StoreOpener-4d055a548bde20e01f89819f4aeb7b37-1 {}] regionserver.HStore(327): Store=4d055a548bde20e01f89819f4aeb7b37/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T21:42:28,590 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for 4d055a548bde20e01f89819f4aeb7b37 2024-11-27T21:42:28,591 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/default/SPTestTable/4d055a548bde20e01f89819f4aeb7b37 2024-11-27T21:42:28,592 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0f964c21afe859389e6348044426ab4e, ASSIGN in 10.0270 sec 2024-11-27T21:42:28,592 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/default/SPTestTable/4d055a548bde20e01f89819f4aeb7b37 2024-11-27T21:42:28,593 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for 4d055a548bde20e01f89819f4aeb7b37 2024-11-27T21:42:28,593 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for 4d055a548bde20e01f89819f4aeb7b37 2024-11-27T21:42:28,595 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for 4d055a548bde20e01f89819f4aeb7b37 2024-11-27T21:42:28,597 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened 4d055a548bde20e01f89819f4aeb7b37; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65340980, jitterRate=-0.02634352445602417}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T21:42:28,597 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4d055a548bde20e01f89819f4aeb7b37 2024-11-27T21:42:28,597 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for 4d055a548bde20e01f89819f4aeb7b37: Running coprocessor pre-open hook at 1732743748580Writing region info on filesystem at 1732743748580Initializing all the Stores at 1732743748580Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732743748580Cleaning up temporary data from old regions at 1732743748593 (+13 ms)Running coprocessor post-open hooks at 1732743748597 (+4 ms)Region opened successfully at 1732743748597 2024-11-27T21:42:28,598 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732743698356.4d055a548bde20e01f89819f4aeb7b37., pid=53, masterSystemTime=1732743748521 2024-11-27T21:42:28,600 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732743698356.4d055a548bde20e01f89819f4aeb7b37. 2024-11-27T21:42:28,600 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732743698356.4d055a548bde20e01f89819f4aeb7b37. 2024-11-27T21:42:28,601 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=4d055a548bde20e01f89819f4aeb7b37, regionState=OPEN, openSeqNum=2, regionLocation=da99f16e0d32,37453,1732743686212 2024-11-27T21:42:28,604 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-27T21:42:28,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d055a548bde20e01f89819f4aeb7b37, server=da99f16e0d32,37453,1732743686212 because future has completed 2024-11-27T21:42:28,609 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/default/SPTestTable/fcd4affc10169117baa843007675c6c4/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-27T21:42:28,610 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1114): Opened fcd4affc10169117baa843007675c6c4; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61576966, jitterRate=-0.08243170380592346}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T21:42:28,610 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fcd4affc10169117baa843007675c6c4 2024-11-27T21:42:28,610 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1006): Region open journal for fcd4affc10169117baa843007675c6c4: Running coprocessor pre-open hook at 1732743748527Writing region info on filesystem at 1732743748527Initializing all the Stores at 1732743748534 (+7 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732743748534Cleaning up temporary data from old regions at 1732743748581 (+47 ms)Running coprocessor post-open hooks at 1732743748610 (+29 ms)Region opened successfully at 1732743748610 2024-11-27T21:42:28,611 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=50 2024-11-27T21:42:28,611 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=50, state=SUCCESS, hasLock=false; OpenRegionProcedure 4d055a548bde20e01f89819f4aeb7b37, server=da99f16e0d32,37453,1732743686212 in 9.8760 sec 2024-11-27T21:42:28,612 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732743698356.fcd4affc10169117baa843007675c6c4., pid=52, masterSystemTime=1732743748519 2024-11-27T21:42:28,614 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-27T21:42:28,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T21:42:28,614 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:42:28,614 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4d055a548bde20e01f89819f4aeb7b37, ASSIGN in 10.0490 sec 2024-11-27T21:42:28,614 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:42:28,614 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:42:28,614 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:42:28,614 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T21:42:28,614 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T21:42:28,615 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1875816679, stopped=false 2024-11-27T21:42:28,615 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=da99f16e0d32,45877,1732743685760 2024-11-27T21:42:28,615 DEBUG [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732743698356.fcd4affc10169117baa843007675c6c4. 2024-11-27T21:42:28,615 INFO [RS_OPEN_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732743698356.fcd4affc10169117baa843007675c6c4. 2024-11-27T21:42:28,616 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=fcd4affc10169117baa843007675c6c4, regionState=OPEN, openSeqNum=6, regionLocation=da99f16e0d32,46565,1732743686169 2024-11-27T21:42:28,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure fcd4affc10169117baa843007675c6c4, server=da99f16e0d32,46565,1732743686169 because future has completed 2024-11-27T21:42:28,621 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=51 2024-11-27T21:42:28,621 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=51, state=SUCCESS, hasLock=false; OpenRegionProcedure fcd4affc10169117baa843007675c6c4, server=da99f16e0d32,46565,1732743686169 in 9.8980 sec 2024-11-27T21:42:28,624 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=46 2024-11-27T21:42:28,624 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(291): removed crashed server da99f16e0d32,45875,1732743686251 after splitting done 2024-11-27T21:42:28,624 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fcd4affc10169117baa843007675c6c4, ASSIGN in 10.0590 sec 2024-11-27T21:42:28,625 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; ServerCrashProcedure da99f16e0d32,45875,1732743686251, splitWal=true, meta=false in 19.7630 sec 2024-11-27T21:42:28,671 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46565-0x1017e3e620a0001, quorum=127.0.0.1:52144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-27T21:42:28,671 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46565-0x1017e3e620a0001, quorum=127.0.0.1:52144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:42:28,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45877-0x1017e3e620a0000, quorum=127.0.0.1:52144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-27T21:42:28,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37453-0x1017e3e620a0002, quorum=127.0.0.1:52144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-27T21:42:28,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45877-0x1017e3e620a0000, quorum=127.0.0.1:52144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:42:28,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37453-0x1017e3e620a0002, quorum=127.0.0.1:52144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:42:28,671 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T21:42:28,671 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T21:42:28,671 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:42:28,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:42:28,671 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'da99f16e0d32,46565,1732743686169' ***** 2024-11-27T21:42:28,671 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T21:42:28,672 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'da99f16e0d32,37453,1732743686212' ***** 2024-11-27T21:42:28,672 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T21:42:28,672 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46565-0x1017e3e620a0001, quorum=127.0.0.1:52144, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T21:42:28,672 INFO [RS:1;da99f16e0d32:37453 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T21:42:28,672 INFO [RS:1;da99f16e0d32:37453 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T21:42:28,672 INFO [RS:1;da99f16e0d32:37453 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T21:42:28,672 INFO [RS:1;da99f16e0d32:37453 {}] regionserver.HRegionServer(3091): Received CLOSE for 5fce0ffecfe7b05d99a4ee8690c3e854 2024-11-27T21:42:28,672 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T21:42:28,673 INFO [RS:0;da99f16e0d32:46565 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T21:42:28,673 INFO [RS:0;da99f16e0d32:46565 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T21:42:28,673 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T21:42:28,673 INFO [RS:0;da99f16e0d32:46565 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T21:42:28,673 INFO [RS:0;da99f16e0d32:46565 {}] regionserver.HRegionServer(3091): Received CLOSE for 7dfcd0b0255466971f23611e028da741 2024-11-27T21:42:28,673 INFO [RS:1;da99f16e0d32:37453 {}] regionserver.HRegionServer(3091): Received CLOSE for cecb0af9a99a55e3f3489a63121f542b 2024-11-27T21:42:28,673 INFO [RS:1;da99f16e0d32:37453 {}] regionserver.HRegionServer(3091): Received CLOSE for 4d055a548bde20e01f89819f4aeb7b37 2024-11-27T21:42:28,673 INFO [RS:1;da99f16e0d32:37453 {}] regionserver.HRegionServer(3091): Received CLOSE for 0f964c21afe859389e6348044426ab4e 2024-11-27T21:42:28,673 INFO [RS:1;da99f16e0d32:37453 {}] regionserver.HRegionServer(3091): Received CLOSE for b2333dbb509f7729b1494e07d4c1a240 2024-11-27T21:42:28,673 INFO [RS:1;da99f16e0d32:37453 {}] regionserver.HRegionServer(959): stopping server da99f16e0d32,37453,1732743686212 2024-11-27T21:42:28,673 INFO [RS:1;da99f16e0d32:37453 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T21:42:28,673 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37453-0x1017e3e620a0002, quorum=127.0.0.1:52144, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T21:42:28,673 INFO [RS:1;da99f16e0d32:37453 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;da99f16e0d32:37453. 2024-11-27T21:42:28,673 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45877-0x1017e3e620a0000, quorum=127.0.0.1:52144, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T21:42:28,674 DEBUG [RS:1;da99f16e0d32:37453 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:42:28,674 DEBUG [RS:1;da99f16e0d32:37453 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:42:28,674 INFO [RS:1;da99f16e0d32:37453 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-27T21:42:28,674 DEBUG [RS:1;da99f16e0d32:37453 {}] regionserver.HRegionServer(1325): Online Regions={5fce0ffecfe7b05d99a4ee8690c3e854=SPTestTable,ccccccc8,1732743698356.5fce0ffecfe7b05d99a4ee8690c3e854., cecb0af9a99a55e3f3489a63121f542b=SPTestTable,99999996,1732743698356.cecb0af9a99a55e3f3489a63121f542b., 4d055a548bde20e01f89819f4aeb7b37=SPTestTable,4ccccccb,1732743698356.4d055a548bde20e01f89819f4aeb7b37., 0f964c21afe859389e6348044426ab4e=SPTestTable,e6666661,1732743698356.0f964c21afe859389e6348044426ab4e., b2333dbb509f7729b1494e07d4c1a240=SPTestTable,33333332,1732743698356.b2333dbb509f7729b1494e07d4c1a240.} 2024-11-27T21:42:28,674 DEBUG [RS:1;da99f16e0d32:37453 {}] regionserver.HRegionServer(1351): Waiting on 0f964c21afe859389e6348044426ab4e, 4d055a548bde20e01f89819f4aeb7b37, 5fce0ffecfe7b05d99a4ee8690c3e854, b2333dbb509f7729b1494e07d4c1a240, cecb0af9a99a55e3f3489a63121f542b 2024-11-27T21:42:28,674 INFO [RS:0;da99f16e0d32:46565 {}] regionserver.HRegionServer(3091): Received CLOSE for b2c91b112fb55fa54dc948c3f9cfe18f 2024-11-27T21:42:28,674 INFO [RS:0;da99f16e0d32:46565 {}] regionserver.HRegionServer(3091): Received CLOSE for 20b5414084a268e1b662d4b8ce2a8038 2024-11-27T21:42:28,674 INFO [RS:0;da99f16e0d32:46565 {}] regionserver.HRegionServer(3091): Received CLOSE for 72ae7bfdbdf15b4132519f8cf5c10078 2024-11-27T21:42:28,674 INFO [RS:0;da99f16e0d32:46565 {}] regionserver.HRegionServer(3091): Received CLOSE for fcd4affc10169117baa843007675c6c4 2024-11-27T21:42:28,674 INFO [RS:0;da99f16e0d32:46565 {}] regionserver.HRegionServer(959): stopping server da99f16e0d32,46565,1732743686169 2024-11-27T21:42:28,674 INFO [RS:0;da99f16e0d32:46565 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T21:42:28,674 INFO [RS:0;da99f16e0d32:46565 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;da99f16e0d32:46565. 2024-11-27T21:42:28,675 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7dfcd0b0255466971f23611e028da741, disabling compactions & flushes 2024-11-27T21:42:28,675 DEBUG [RS:0;da99f16e0d32:46565 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T21:42:28,675 DEBUG [RS:0;da99f16e0d32:46565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:42:28,675 INFO [RS:0;da99f16e0d32:46565 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T21:42:28,675 INFO [RS:0;da99f16e0d32:46565 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T21:42:28,675 INFO [RS:0;da99f16e0d32:46565 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T21:42:28,675 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732743698356.7dfcd0b0255466971f23611e028da741. 2024-11-27T21:42:28,675 INFO [RS:0;da99f16e0d32:46565 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T21:42:28,675 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732743698356.7dfcd0b0255466971f23611e028da741. 2024-11-27T21:42:28,675 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732743698356.7dfcd0b0255466971f23611e028da741. after waiting 0 ms 2024-11-27T21:42:28,675 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732743698356.7dfcd0b0255466971f23611e028da741. 2024-11-27T21:42:28,675 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5fce0ffecfe7b05d99a4ee8690c3e854, disabling compactions & flushes 2024-11-27T21:42:28,675 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732743698356.5fce0ffecfe7b05d99a4ee8690c3e854. 2024-11-27T21:42:28,675 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732743698356.5fce0ffecfe7b05d99a4ee8690c3e854. 2024-11-27T21:42:28,676 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732743698356.5fce0ffecfe7b05d99a4ee8690c3e854. after waiting 0 ms 2024-11-27T21:42:28,676 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732743698356.5fce0ffecfe7b05d99a4ee8690c3e854. 2024-11-27T21:42:28,676 INFO [RS:0;da99f16e0d32:46565 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-27T21:42:28,676 DEBUG [RS:0;da99f16e0d32:46565 {}] regionserver.HRegionServer(1325): Online Regions={7dfcd0b0255466971f23611e028da741=SPTestTable,7ffffffd,1732743698356.7dfcd0b0255466971f23611e028da741., b2c91b112fb55fa54dc948c3f9cfe18f=SPTestTable,19999999,1732743698356.b2c91b112fb55fa54dc948c3f9cfe18f., 20b5414084a268e1b662d4b8ce2a8038=SPTestTable,66666664,1732743698356.20b5414084a268e1b662d4b8ce2a8038., 1588230740=hbase:meta,,1.1588230740, 72ae7bfdbdf15b4132519f8cf5c10078=SPTestTable,,1732743698356.72ae7bfdbdf15b4132519f8cf5c10078., fcd4affc10169117baa843007675c6c4=SPTestTable,b333332f,1732743698356.fcd4affc10169117baa843007675c6c4.} 2024-11-27T21:42:28,676 DEBUG [RS:0;da99f16e0d32:46565 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 20b5414084a268e1b662d4b8ce2a8038, 72ae7bfdbdf15b4132519f8cf5c10078, 7dfcd0b0255466971f23611e028da741, b2c91b112fb55fa54dc948c3f9cfe18f, fcd4affc10169117baa843007675c6c4 2024-11-27T21:42:28,676 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T21:42:28,676 INFO [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T21:42:28,676 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T21:42:28,677 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T21:42:28,677 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T21:42:28,677 INFO [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.36 KB heapSize=25.79 KB 2024-11-27T21:42:28,692 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/default/SPTestTable/7dfcd0b0255466971f23611e028da741/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-27T21:42:28,693 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732743698356.7dfcd0b0255466971f23611e028da741. 2024-11-27T21:42:28,693 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7dfcd0b0255466971f23611e028da741: Waiting for close lock at 1732743748674Running coprocessor pre-close hooks at 1732743748674Disabling compacts and flushes for region at 1732743748674Disabling writes for close at 1732743748675 (+1 ms)Writing region close event to WAL at 1732743748682 (+7 ms)Running coprocessor post-close hooks at 1732743748693 (+11 ms)Closed at 1732743748693 2024-11-27T21:42:28,693 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1732743698356.7dfcd0b0255466971f23611e028da741. 2024-11-27T21:42:28,693 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b2c91b112fb55fa54dc948c3f9cfe18f, disabling compactions & flushes 2024-11-27T21:42:28,693 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732743698356.b2c91b112fb55fa54dc948c3f9cfe18f. 2024-11-27T21:42:28,694 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732743698356.b2c91b112fb55fa54dc948c3f9cfe18f. 2024-11-27T21:42:28,694 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732743698356.b2c91b112fb55fa54dc948c3f9cfe18f. after waiting 0 ms 2024-11-27T21:42:28,694 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732743698356.b2c91b112fb55fa54dc948c3f9cfe18f. 2024-11-27T21:42:28,697 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/default/SPTestTable/5fce0ffecfe7b05d99a4ee8690c3e854/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T21:42:28,698 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732743698356.5fce0ffecfe7b05d99a4ee8690c3e854. 2024-11-27T21:42:28,698 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5fce0ffecfe7b05d99a4ee8690c3e854: Waiting for close lock at 1732743748675Running coprocessor pre-close hooks at 1732743748675Disabling compacts and flushes for region at 1732743748675Disabling writes for close at 1732743748676 (+1 ms)Writing region close event to WAL at 1732743748688 (+12 ms)Running coprocessor post-close hooks at 1732743748698 (+10 ms)Closed at 1732743748698 2024-11-27T21:42:28,698 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1732743698356.5fce0ffecfe7b05d99a4ee8690c3e854. 2024-11-27T21:42:28,698 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cecb0af9a99a55e3f3489a63121f542b, disabling compactions & flushes 2024-11-27T21:42:28,698 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732743698356.cecb0af9a99a55e3f3489a63121f542b. 2024-11-27T21:42:28,698 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732743698356.cecb0af9a99a55e3f3489a63121f542b. 2024-11-27T21:42:28,698 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732743698356.cecb0af9a99a55e3f3489a63121f542b. after waiting 0 ms 2024-11-27T21:42:28,698 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732743698356.cecb0af9a99a55e3f3489a63121f542b. 2024-11-27T21:42:28,715 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/hbase/meta/1588230740/.tmp/info/0bff548bca7147dd9a6eafdf9ed5d7dc is 167, key is SPTestTable,19999999,1732743698356.b2c91b112fb55fa54dc948c3f9cfe18f./info:regioninfo/1732743709408/Put/seqid=0 2024-11-27T21:42:28,720 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/default/SPTestTable/b2c91b112fb55fa54dc948c3f9cfe18f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-27T21:42:28,721 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732743698356.b2c91b112fb55fa54dc948c3f9cfe18f. 2024-11-27T21:42:28,721 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b2c91b112fb55fa54dc948c3f9cfe18f: Waiting for close lock at 1732743748693Running coprocessor pre-close hooks at 1732743748693Disabling compacts and flushes for region at 1732743748693Disabling writes for close at 1732743748694 (+1 ms)Writing region close event to WAL at 1732743748700 (+6 ms)Running coprocessor post-close hooks at 1732743748721 (+21 ms)Closed at 1732743748721 2024-11-27T21:42:28,721 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1732743698356.b2c91b112fb55fa54dc948c3f9cfe18f. 2024-11-27T21:42:28,721 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 20b5414084a268e1b662d4b8ce2a8038, disabling compactions & flushes 2024-11-27T21:42:28,721 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732743698356.20b5414084a268e1b662d4b8ce2a8038. 2024-11-27T21:42:28,722 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732743698356.20b5414084a268e1b662d4b8ce2a8038. 2024-11-27T21:42:28,722 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732743698356.20b5414084a268e1b662d4b8ce2a8038. after waiting 0 ms 2024-11-27T21:42:28,722 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732743698356.20b5414084a268e1b662d4b8ce2a8038. 2024-11-27T21:42:28,723 INFO [regionserver/da99f16e0d32:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T21:42:28,729 INFO [regionserver/da99f16e0d32:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T21:42:28,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741864_1040 (size=19822) 2024-11-27T21:42:28,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46553 is added to blk_1073741864_1040 (size=19822) 2024-11-27T21:42:28,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741864_1040 (size=19822) 2024-11-27T21:42:28,741 INFO [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.20 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/hbase/meta/1588230740/.tmp/info/0bff548bca7147dd9a6eafdf9ed5d7dc 2024-11-27T21:42:28,753 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/default/SPTestTable/cecb0af9a99a55e3f3489a63121f542b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T21:42:28,753 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732743698356.cecb0af9a99a55e3f3489a63121f542b. 2024-11-27T21:42:28,754 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cecb0af9a99a55e3f3489a63121f542b: Waiting for close lock at 1732743748698Running coprocessor pre-close hooks at 1732743748698Disabling compacts and flushes for region at 1732743748698Disabling writes for close at 1732743748698Writing region close event to WAL at 1732743748708 (+10 ms)Running coprocessor post-close hooks at 1732743748753 (+45 ms)Closed at 1732743748753 2024-11-27T21:42:28,754 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1732743698356.cecb0af9a99a55e3f3489a63121f542b. 2024-11-27T21:42:28,754 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4d055a548bde20e01f89819f4aeb7b37, disabling compactions & flushes 2024-11-27T21:42:28,754 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732743698356.4d055a548bde20e01f89819f4aeb7b37. 2024-11-27T21:42:28,754 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732743698356.4d055a548bde20e01f89819f4aeb7b37. 2024-11-27T21:42:28,754 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732743698356.4d055a548bde20e01f89819f4aeb7b37. after waiting 0 ms 2024-11-27T21:42:28,754 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732743698356.4d055a548bde20e01f89819f4aeb7b37. 2024-11-27T21:42:28,761 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/default/SPTestTable/4d055a548bde20e01f89819f4aeb7b37/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-27T21:42:28,764 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732743698356.4d055a548bde20e01f89819f4aeb7b37. 2024-11-27T21:42:28,764 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4d055a548bde20e01f89819f4aeb7b37: Waiting for close lock at 1732743748754Running coprocessor pre-close hooks at 1732743748754Disabling compacts and flushes for region at 1732743748754Disabling writes for close at 1732743748754Writing region close event to WAL at 1732743748756 (+2 ms)Running coprocessor post-close hooks at 1732743748764 (+8 ms)Closed at 1732743748764 2024-11-27T21:42:28,765 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1732743698356.4d055a548bde20e01f89819f4aeb7b37. 2024-11-27T21:42:28,765 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0f964c21afe859389e6348044426ab4e, disabling compactions & flushes 2024-11-27T21:42:28,765 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732743698356.0f964c21afe859389e6348044426ab4e. 2024-11-27T21:42:28,765 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732743698356.0f964c21afe859389e6348044426ab4e. 2024-11-27T21:42:28,765 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732743698356.0f964c21afe859389e6348044426ab4e. after waiting 0 ms 2024-11-27T21:42:28,765 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732743698356.0f964c21afe859389e6348044426ab4e. 2024-11-27T21:42:28,770 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/default/SPTestTable/20b5414084a268e1b662d4b8ce2a8038/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-27T21:42:28,771 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732743698356.20b5414084a268e1b662d4b8ce2a8038. 2024-11-27T21:42:28,771 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 20b5414084a268e1b662d4b8ce2a8038: Waiting for close lock at 1732743748721Running coprocessor pre-close hooks at 1732743748721Disabling compacts and flushes for region at 1732743748721Disabling writes for close at 1732743748722 (+1 ms)Writing region close event to WAL at 1732743748756 (+34 ms)Running coprocessor post-close hooks at 1732743748771 (+15 ms)Closed at 1732743748771 2024-11-27T21:42:28,772 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1732743698356.20b5414084a268e1b662d4b8ce2a8038. 2024-11-27T21:42:28,772 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 72ae7bfdbdf15b4132519f8cf5c10078, disabling compactions & flushes 2024-11-27T21:42:28,772 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1732743698356.72ae7bfdbdf15b4132519f8cf5c10078. 2024-11-27T21:42:28,772 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732743698356.72ae7bfdbdf15b4132519f8cf5c10078. 2024-11-27T21:42:28,772 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732743698356.72ae7bfdbdf15b4132519f8cf5c10078. after waiting 0 ms 2024-11-27T21:42:28,772 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732743698356.72ae7bfdbdf15b4132519f8cf5c10078. 2024-11-27T21:42:28,804 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/hbase/meta/1588230740/.tmp/ns/6391beb30f2c407a9d53dbd33e4b476f is 43, key is default/ns:d/1732743698115/Put/seqid=0 2024-11-27T21:42:28,832 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/default/SPTestTable/0f964c21afe859389e6348044426ab4e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=5 2024-11-27T21:42:28,834 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732743698356.0f964c21afe859389e6348044426ab4e. 2024-11-27T21:42:28,834 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0f964c21afe859389e6348044426ab4e: Waiting for close lock at 1732743748765Running coprocessor pre-close hooks at 1732743748765Disabling compacts and flushes for region at 1732743748765Disabling writes for close at 1732743748765Writing region close event to WAL at 1732743748812 (+47 ms)Running coprocessor post-close hooks at 1732743748834 (+22 ms)Closed at 1732743748834 2024-11-27T21:42:28,834 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1732743698356.0f964c21afe859389e6348044426ab4e. 2024-11-27T21:42:28,834 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b2333dbb509f7729b1494e07d4c1a240, disabling compactions & flushes 2024-11-27T21:42:28,834 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732743698356.b2333dbb509f7729b1494e07d4c1a240. 2024-11-27T21:42:28,834 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732743698356.b2333dbb509f7729b1494e07d4c1a240. 2024-11-27T21:42:28,834 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732743698356.b2333dbb509f7729b1494e07d4c1a240. after waiting 0 ms 2024-11-27T21:42:28,834 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732743698356.b2333dbb509f7729b1494e07d4c1a240. 2024-11-27T21:42:28,841 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/default/SPTestTable/72ae7bfdbdf15b4132519f8cf5c10078/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-27T21:42:28,842 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1732743698356.72ae7bfdbdf15b4132519f8cf5c10078. 2024-11-27T21:42:28,842 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 72ae7bfdbdf15b4132519f8cf5c10078: Waiting for close lock at 1732743748772Running coprocessor pre-close hooks at 1732743748772Disabling compacts and flushes for region at 1732743748772Disabling writes for close at 1732743748772Writing region close event to WAL at 1732743748804 (+32 ms)Running coprocessor post-close hooks at 1732743748842 (+38 ms)Closed at 1732743748842 2024-11-27T21:42:28,842 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1732743698356.72ae7bfdbdf15b4132519f8cf5c10078. 2024-11-27T21:42:28,843 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fcd4affc10169117baa843007675c6c4, disabling compactions & flushes 2024-11-27T21:42:28,843 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732743698356.fcd4affc10169117baa843007675c6c4. 2024-11-27T21:42:28,843 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732743698356.fcd4affc10169117baa843007675c6c4. 2024-11-27T21:42:28,843 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732743698356.fcd4affc10169117baa843007675c6c4. after waiting 0 ms 2024-11-27T21:42:28,843 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732743698356.fcd4affc10169117baa843007675c6c4. 2024-11-27T21:42:28,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741865_1041 (size=5153) 2024-11-27T21:42:28,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46553 is added to blk_1073741865_1041 (size=5153) 2024-11-27T21:42:28,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741865_1041 (size=5153) 2024-11-27T21:42:28,872 INFO [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/hbase/meta/1588230740/.tmp/ns/6391beb30f2c407a9d53dbd33e4b476f 2024-11-27T21:42:28,874 DEBUG [RS:1;da99f16e0d32:37453 {}] regionserver.HRegionServer(1351): Waiting on b2333dbb509f7729b1494e07d4c1a240 2024-11-27T21:42:28,876 DEBUG [RS:0;da99f16e0d32:46565 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fcd4affc10169117baa843007675c6c4 2024-11-27T21:42:28,877 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/default/SPTestTable/b2333dbb509f7729b1494e07d4c1a240/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-27T21:42:28,879 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732743698356.b2333dbb509f7729b1494e07d4c1a240. 2024-11-27T21:42:28,879 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b2333dbb509f7729b1494e07d4c1a240: Waiting for close lock at 1732743748834Running coprocessor pre-close hooks at 1732743748834Disabling compacts and flushes for region at 1732743748834Disabling writes for close at 1732743748834Writing region close event to WAL at 1732743748844 (+10 ms)Running coprocessor post-close hooks at 1732743748879 (+35 ms)Closed at 1732743748879 2024-11-27T21:42:28,880 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1732743698356.b2333dbb509f7729b1494e07d4c1a240. 2024-11-27T21:42:28,911 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/default/SPTestTable/fcd4affc10169117baa843007675c6c4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=5 2024-11-27T21:42:28,912 INFO [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732743698356.fcd4affc10169117baa843007675c6c4. 2024-11-27T21:42:28,912 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fcd4affc10169117baa843007675c6c4: Waiting for close lock at 1732743748843Running coprocessor pre-close hooks at 1732743748843Disabling compacts and flushes for region at 1732743748843Disabling writes for close at 1732743748843Writing region close event to WAL at 1732743748890 (+47 ms)Running coprocessor post-close hooks at 1732743748912 (+22 ms)Closed at 1732743748912 2024-11-27T21:42:28,913 DEBUG [RS_CLOSE_REGION-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1732743698356.fcd4affc10169117baa843007675c6c4. 2024-11-27T21:42:28,920 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/hbase/meta/1588230740/.tmp/table/281105512d0a4244a07fba178eaa25db is 47, key is SPTestTable/table:state/1732743709643/Put/seqid=0 2024-11-27T21:42:28,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741866_1042 (size=5214) 2024-11-27T21:42:28,958 INFO [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/hbase/meta/1588230740/.tmp/table/281105512d0a4244a07fba178eaa25db 2024-11-27T21:42:28,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46553 is added to blk_1073741866_1042 (size=5214) 2024-11-27T21:42:28,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741866_1042 (size=5214) 2024-11-27T21:42:28,972 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/hbase/meta/1588230740/.tmp/info/0bff548bca7147dd9a6eafdf9ed5d7dc as hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/hbase/meta/1588230740/info/0bff548bca7147dd9a6eafdf9ed5d7dc 2024-11-27T21:42:28,980 INFO [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/hbase/meta/1588230740/info/0bff548bca7147dd9a6eafdf9ed5d7dc, entries=112, sequenceid=35, filesize=19.4 K 2024-11-27T21:42:28,981 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/hbase/meta/1588230740/.tmp/ns/6391beb30f2c407a9d53dbd33e4b476f as hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/hbase/meta/1588230740/ns/6391beb30f2c407a9d53dbd33e4b476f 2024-11-27T21:42:28,991 INFO [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/hbase/meta/1588230740/ns/6391beb30f2c407a9d53dbd33e4b476f, entries=2, sequenceid=35, filesize=5.0 K 2024-11-27T21:42:28,995 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/hbase/meta/1588230740/.tmp/table/281105512d0a4244a07fba178eaa25db as hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/hbase/meta/1588230740/table/281105512d0a4244a07fba178eaa25db 2024-11-27T21:42:29,007 INFO [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/hbase/meta/1588230740/table/281105512d0a4244a07fba178eaa25db, entries=2, sequenceid=35, filesize=5.1 K 2024-11-27T21:42:29,011 INFO [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.36 KB/15728, heapSize ~25.49 KB/26104, currentSize=0 B/0 for 1588230740 in 333ms, sequenceid=35, compaction requested=false 2024-11-27T21:42:29,033 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/data/hbase/meta/1588230740/recovered.edits/38.seqid, newMaxSeqId=38, maxSeqId=1 2024-11-27T21:42:29,034 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T21:42:29,034 INFO [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T21:42:29,034 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732743748676Running coprocessor pre-close hooks at 1732743748676Disabling compacts and flushes for region at 1732743748676Disabling writes for close at 1732743748677 (+1 ms)Obtaining lock to block concurrent updates at 1732743748677Preparing flush snapshotting stores in 1588230740 at 1732743748677Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15728, getHeapSize=26344, getOffHeapSize=0, getCellsCount=128 at 1732743748677Flushing stores of hbase:meta,,1.1588230740 at 1732743748678 (+1 ms)Flushing 1588230740/info: creating writer at 1732743748678Flushing 1588230740/info: appending metadata at 1732743748715 (+37 ms)Flushing 1588230740/info: closing flushed file at 1732743748715Flushing 1588230740/ns: creating writer at 1732743748762 (+47 ms)Flushing 1588230740/ns: appending metadata at 1732743748804 (+42 ms)Flushing 1588230740/ns: closing flushed file at 1732743748804Flushing 1588230740/table: creating writer at 1732743748881 (+77 ms)Flushing 1588230740/table: appending metadata at 1732743748918 (+37 ms)Flushing 1588230740/table: closing flushed file at 1732743748918Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fce2b8b: reopening flushed file at 1732743748971 (+53 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@401b0c32: reopening flushed file at 1732743748980 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fe6da66: reopening flushed file at 1732743748991 (+11 ms)Finished flush of dataSize ~15.36 KB/15728, heapSize ~25.49 KB/26104, currentSize=0 B/0 for 1588230740 in 333ms, sequenceid=35, compaction requested=false at 1732743749011 (+20 ms)Writing region close event to WAL at 1732743749024 (+13 ms)Running coprocessor post-close hooks at 1732743749033 (+9 ms)Closed at 1732743749034 (+1 ms) 2024-11-27T21:42:29,034 DEBUG [RS_CLOSE_META-regionserver/da99f16e0d32:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T21:42:29,074 INFO [RS:1;da99f16e0d32:37453 {}] regionserver.HRegionServer(976): stopping server da99f16e0d32,37453,1732743686212; all regions closed. 2024-11-27T21:42:29,076 INFO [RS:0;da99f16e0d32:46565 {}] regionserver.HRegionServer(976): stopping server da99f16e0d32,46565,1732743686169; all regions closed. 2024-11-27T21:42:29,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741835_1011 (size=4086) 2024-11-27T21:42:29,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741835_1011 (size=4086) 2024-11-27T21:42:29,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46553 is added to blk_1073741835_1011 (size=4086) 2024-11-27T21:42:29,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741836_1012 (size=18422) 2024-11-27T21:42:29,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741836_1012 (size=18422) 2024-11-27T21:42:29,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46553 is added to blk_1073741836_1012 (size=18422) 2024-11-27T21:42:29,082 DEBUG [RS:1;da99f16e0d32:37453 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/oldWALs 2024-11-27T21:42:29,082 INFO [RS:1;da99f16e0d32:37453 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL da99f16e0d32%2C37453%2C1732743686212:(num 1732743687699) 2024-11-27T21:42:29,082 DEBUG [RS:1;da99f16e0d32:37453 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:42:29,082 INFO [RS:1;da99f16e0d32:37453 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T21:42:29,088 INFO [RS:1;da99f16e0d32:37453 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T21:42:29,088 INFO [RS:1;da99f16e0d32:37453 {}] hbase.ChoreService(370): Chore service for: regionserver/da99f16e0d32:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T21:42:29,089 INFO [RS:1;da99f16e0d32:37453 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T21:42:29,089 INFO [regionserver/da99f16e0d32:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T21:42:29,089 INFO [RS:1;da99f16e0d32:37453 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T21:42:29,089 INFO [RS:1;da99f16e0d32:37453 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T21:42:29,089 INFO [RS:1;da99f16e0d32:37453 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T21:42:29,089 INFO [RS:1;da99f16e0d32:37453 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37453 2024-11-27T21:42:29,095 DEBUG [RS:0;da99f16e0d32:46565 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/oldWALs 2024-11-27T21:42:29,095 INFO [RS:0;da99f16e0d32:46565 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL da99f16e0d32%2C46565%2C1732743686169.meta:.meta(num 1732743697915) 2024-11-27T21:42:29,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741834_1010 (size=3012) 2024-11-27T21:42:29,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46553 is added to blk_1073741834_1010 (size=3012) 2024-11-27T21:42:29,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741834_1010 (size=3012) 2024-11-27T21:42:29,106 DEBUG [RS:0;da99f16e0d32:46565 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/oldWALs 2024-11-27T21:42:29,106 INFO [RS:0;da99f16e0d32:46565 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL da99f16e0d32%2C46565%2C1732743686169:(num 1732743687699) 2024-11-27T21:42:29,106 DEBUG [RS:0;da99f16e0d32:46565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:42:29,106 INFO [RS:0;da99f16e0d32:46565 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T21:42:29,106 INFO [RS:0;da99f16e0d32:46565 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T21:42:29,107 INFO [RS:0;da99f16e0d32:46565 {}] hbase.ChoreService(370): Chore service for: regionserver/da99f16e0d32:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T21:42:29,107 INFO [RS:0;da99f16e0d32:46565 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T21:42:29,107 INFO [regionserver/da99f16e0d32:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T21:42:29,107 INFO [RS:0;da99f16e0d32:46565 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46565 2024-11-27T21:42:29,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37453-0x1017e3e620a0002, quorum=127.0.0.1:52144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/da99f16e0d32,37453,1732743686212 2024-11-27T21:42:29,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45877-0x1017e3e620a0000, quorum=127.0.0.1:52144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T21:42:29,134 INFO [RS:1;da99f16e0d32:37453 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T21:42:29,144 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46565-0x1017e3e620a0001, quorum=127.0.0.1:52144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/da99f16e0d32,46565,1732743686169 2024-11-27T21:42:29,145 INFO [RS:0;da99f16e0d32:46565 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T21:42:29,155 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [da99f16e0d32,46565,1732743686169] 2024-11-27T21:42:29,176 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/da99f16e0d32,46565,1732743686169 already deleted, retry=false 2024-11-27T21:42:29,176 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; da99f16e0d32,46565,1732743686169 expired; onlineServers=1 2024-11-27T21:42:29,176 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [da99f16e0d32,37453,1732743686212] 2024-11-27T21:42:29,186 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/da99f16e0d32,37453,1732743686212 already deleted, retry=false 2024-11-27T21:42:29,186 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; da99f16e0d32,37453,1732743686212 expired; onlineServers=0 2024-11-27T21:42:29,186 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'da99f16e0d32,45877,1732743685760' ***** 2024-11-27T21:42:29,186 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T21:42:29,186 INFO [M:0;da99f16e0d32:45877 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T21:42:29,187 INFO [M:0;da99f16e0d32:45877 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T21:42:29,187 DEBUG [M:0;da99f16e0d32:45877 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T21:42:29,187 DEBUG [M:0;da99f16e0d32:45877 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T21:42:29,187 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T21:42:29,187 DEBUG [master/da99f16e0d32:0:becomeActiveMaster-HFileCleaner.large.0-1732743687350 {}] cleaner.HFileCleaner(306): Exit Thread[master/da99f16e0d32:0:becomeActiveMaster-HFileCleaner.large.0-1732743687350,5,FailOnTimeoutGroup] 2024-11-27T21:42:29,187 DEBUG [master/da99f16e0d32:0:becomeActiveMaster-HFileCleaner.small.0-1732743687350 {}] cleaner.HFileCleaner(306): Exit Thread[master/da99f16e0d32:0:becomeActiveMaster-HFileCleaner.small.0-1732743687350,5,FailOnTimeoutGroup] 2024-11-27T21:42:29,187 INFO [M:0;da99f16e0d32:45877 {}] hbase.ChoreService(370): Chore service for: master/da99f16e0d32:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T21:42:29,187 INFO [M:0;da99f16e0d32:45877 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T21:42:29,187 DEBUG [M:0;da99f16e0d32:45877 {}] master.HMaster(1795): Stopping service threads 2024-11-27T21:42:29,187 INFO [M:0;da99f16e0d32:45877 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T21:42:29,187 INFO [M:0;da99f16e0d32:45877 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T21:42:29,187 ERROR [M:0;da99f16e0d32:45877 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (386153333) connection to localhost/127.0.0.1:38857 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:38857,5,PEWorkerGroup] 2024-11-27T21:42:29,187 INFO [M:0;da99f16e0d32:45877 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T21:42:29,188 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T21:42:29,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45877-0x1017e3e620a0000, quorum=127.0.0.1:52144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-27T21:42:29,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45877-0x1017e3e620a0000, quorum=127.0.0.1:52144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T21:42:29,197 DEBUG [M:0;da99f16e0d32:45877 {}] zookeeper.ZKUtil(347): master:45877-0x1017e3e620a0000, quorum=127.0.0.1:52144, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-27T21:42:29,197 WARN [M:0;da99f16e0d32:45877 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T21:42:29,198 INFO [M:0;da99f16e0d32:45877 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/.lastflushedseqids 2024-11-27T21:42:29,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741867_1043 (size=650) 2024-11-27T21:42:29,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741867_1043 (size=650) 2024-11-27T21:42:29,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46553 is added to blk_1073741867_1043 (size=650) 2024-11-27T21:42:29,208 INFO [M:0;da99f16e0d32:45877 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T21:42:29,208 INFO [M:0;da99f16e0d32:45877 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T21:42:29,208 DEBUG [M:0;da99f16e0d32:45877 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T21:42:29,208 INFO [M:0;da99f16e0d32:45877 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:42:29,208 DEBUG [M:0;da99f16e0d32:45877 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:42:29,208 DEBUG [M:0;da99f16e0d32:45877 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T21:42:29,208 DEBUG [M:0;da99f16e0d32:45877 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:42:29,208 INFO [M:0;da99f16e0d32:45877 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=222.93 KB heapSize=266.11 KB 2024-11-27T21:42:29,228 DEBUG [M:0;da99f16e0d32:45877 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5ed763b6087747169bf2a0cc97e1ac65 is 82, key is hbase:meta,,1/info:regioninfo/1732743698018/Put/seqid=0 2024-11-27T21:42:29,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46553 is added to blk_1073741868_1044 (size=5672) 2024-11-27T21:42:29,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741868_1044 (size=5672) 2024-11-27T21:42:29,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741868_1044 (size=5672) 2024-11-27T21:42:29,235 INFO [M:0;da99f16e0d32:45877 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5ed763b6087747169bf2a0cc97e1ac65 2024-11-27T21:42:29,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37453-0x1017e3e620a0002, quorum=127.0.0.1:52144, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:42:29,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37453-0x1017e3e620a0002, quorum=127.0.0.1:52144, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:42:29,255 INFO [RS:1;da99f16e0d32:37453 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T21:42:29,255 INFO [RS:1;da99f16e0d32:37453 {}] regionserver.HRegionServer(1031): Exiting; stopping=da99f16e0d32,37453,1732743686212; zookeeper connection closed. 2024-11-27T21:42:29,263 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@680a5265 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@680a5265 2024-11-27T21:42:29,265 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46565-0x1017e3e620a0001, quorum=127.0.0.1:52144, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:42:29,265 INFO [RS:0;da99f16e0d32:46565 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T21:42:29,265 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46565-0x1017e3e620a0001, quorum=127.0.0.1:52144, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:42:29,265 INFO [RS:0;da99f16e0d32:46565 {}] regionserver.HRegionServer(1031): Exiting; stopping=da99f16e0d32,46565,1732743686169; zookeeper connection closed. 2024-11-27T21:42:29,266 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@25d88ac2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@25d88ac2 2024-11-27T21:42:29,266 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-27T21:42:29,271 DEBUG [M:0;da99f16e0d32:45877 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/547b9d3b4c9945b6b6d3b13200c5acfd is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732743709648/Put/seqid=0 2024-11-27T21:42:29,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741869_1045 (size=9314) 2024-11-27T21:42:29,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46553 is added to blk_1073741869_1045 (size=9314) 2024-11-27T21:42:29,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741869_1045 (size=9314) 2024-11-27T21:42:29,299 INFO [M:0;da99f16e0d32:45877 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=222.19 KB at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/547b9d3b4c9945b6b6d3b13200c5acfd 2024-11-27T21:42:29,308 INFO [M:0;da99f16e0d32:45877 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 547b9d3b4c9945b6b6d3b13200c5acfd 2024-11-27T21:42:29,329 DEBUG [M:0;da99f16e0d32:45877 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/af491c4543754fe9927569caed2dab6b is 69, key is da99f16e0d32,37453,1732743686212/rs:state/1732743687466/Put/seqid=0 2024-11-27T21:42:29,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741870_1046 (size=5447) 2024-11-27T21:42:29,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46553 is added to blk_1073741870_1046 (size=5447) 2024-11-27T21:42:29,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741870_1046 (size=5447) 2024-11-27T21:42:29,343 INFO [M:0;da99f16e0d32:45877 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/af491c4543754fe9927569caed2dab6b 2024-11-27T21:42:29,349 INFO [M:0;da99f16e0d32:45877 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for af491c4543754fe9927569caed2dab6b 2024-11-27T21:42:29,353 DEBUG [M:0;da99f16e0d32:45877 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5ed763b6087747169bf2a0cc97e1ac65 as hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5ed763b6087747169bf2a0cc97e1ac65 2024-11-27T21:42:29,369 INFO [M:0;da99f16e0d32:45877 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5ed763b6087747169bf2a0cc97e1ac65, entries=8, sequenceid=467, filesize=5.5 K 2024-11-27T21:42:29,370 DEBUG [M:0;da99f16e0d32:45877 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/547b9d3b4c9945b6b6d3b13200c5acfd as hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/547b9d3b4c9945b6b6d3b13200c5acfd 2024-11-27T21:42:29,380 INFO [M:0;da99f16e0d32:45877 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 547b9d3b4c9945b6b6d3b13200c5acfd 2024-11-27T21:42:29,380 INFO [M:0;da99f16e0d32:45877 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/547b9d3b4c9945b6b6d3b13200c5acfd, entries=54, sequenceid=467, filesize=9.1 K 2024-11-27T21:42:29,382 DEBUG [M:0;da99f16e0d32:45877 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/af491c4543754fe9927569caed2dab6b as hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/af491c4543754fe9927569caed2dab6b 2024-11-27T21:42:29,389 INFO [M:0;da99f16e0d32:45877 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for af491c4543754fe9927569caed2dab6b 2024-11-27T21:42:29,389 INFO [M:0;da99f16e0d32:45877 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38857/user/jenkins/test-data/446d1bd9-9a75-8719-8600-b59b82a2b5f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/af491c4543754fe9927569caed2dab6b, entries=3, sequenceid=467, filesize=5.3 K 2024-11-27T21:42:29,391 INFO [M:0;da99f16e0d32:45877 {}] regionserver.HRegion(3140): Finished flush of dataSize ~222.93 KB/228276, heapSize ~265.81 KB/272192, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 182ms, sequenceid=467, compaction requested=false 2024-11-27T21:42:29,394 INFO [M:0;da99f16e0d32:45877 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T21:42:29,394 DEBUG [M:0;da99f16e0d32:45877 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732743749208Disabling compacts and flushes for region at 1732743749208Disabling writes for close at 1732743749208Obtaining lock to block concurrent updates at 1732743749208Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732743749208Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=228276, getHeapSize=272432, getOffHeapSize=0, getCellsCount=570 at 1732743749209 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732743749210 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732743749210Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732743749227 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732743749227Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732743749248 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732743749271 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732743749271Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732743749308 (+37 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732743749328 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732743749328Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23b7b637: reopening flushed file at 1732743749350 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1506a0ba: reopening flushed file at 1732743749369 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d99a808: reopening flushed file at 1732743749381 (+12 ms)Finished flush of dataSize ~222.93 KB/228276, heapSize ~265.81 KB/272192, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 182ms, sequenceid=467, compaction requested=false at 1732743749391 (+10 ms)Writing region close event to WAL at 1732743749394 (+3 ms)Closed at 1732743749394 2024-11-27T21:42:29,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46553 is added to blk_1073741830_1006 (size=259462) 2024-11-27T21:42:29,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39273 is added to blk_1073741830_1006 (size=259462) 2024-11-27T21:42:29,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741830_1006 (size=259462) 2024-11-27T21:42:29,401 INFO [M:0;da99f16e0d32:45877 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T21:42:29,401 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T21:42:29,401 INFO [M:0;da99f16e0d32:45877 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45877 2024-11-27T21:42:29,401 INFO [M:0;da99f16e0d32:45877 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T21:42:29,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45877-0x1017e3e620a0000, quorum=127.0.0.1:52144, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:42:29,507 INFO [M:0;da99f16e0d32:45877 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T21:42:29,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45877-0x1017e3e620a0000, quorum=127.0.0.1:52144, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T21:42:29,511 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6633c4d9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T21:42:29,511 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@242e51be{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T21:42:29,511 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T21:42:29,511 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70f36d17{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T21:42:29,511 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d11b9e0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb8c678-2a8a-1fa2-4924-da2dee2ac8e5/hadoop.log.dir/,STOPPED} 2024-11-27T21:42:29,514 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T21:42:29,514 WARN [BP-549137263-172.17.0.2-1732743682840 heartbeating to localhost/127.0.0.1:38857 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T21:42:29,514 WARN [BP-549137263-172.17.0.2-1732743682840 heartbeating to localhost/127.0.0.1:38857 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-549137263-172.17.0.2-1732743682840 (Datanode Uuid 5da05111-6626-43f6-9d63-3eace9556261) service to localhost/127.0.0.1:38857 2024-11-27T21:42:29,514 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T21:42:29,515 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb8c678-2a8a-1fa2-4924-da2dee2ac8e5/cluster_231e67a2-4a6c-e20c-bbd4-55e3aaae76f6/data/data5/current/BP-549137263-172.17.0.2-1732743682840 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T21:42:29,515 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb8c678-2a8a-1fa2-4924-da2dee2ac8e5/cluster_231e67a2-4a6c-e20c-bbd4-55e3aaae76f6/data/data6/current/BP-549137263-172.17.0.2-1732743682840 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T21:42:29,515 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T21:42:29,519 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5379cd02{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T21:42:29,520 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@22758452{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T21:42:29,520 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T21:42:29,520 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@240e258d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T21:42:29,520 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1776a592{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb8c678-2a8a-1fa2-4924-da2dee2ac8e5/hadoop.log.dir/,STOPPED} 2024-11-27T21:42:29,525 WARN [BP-549137263-172.17.0.2-1732743682840 heartbeating to localhost/127.0.0.1:38857 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T21:42:29,525 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T21:42:29,525 WARN [BP-549137263-172.17.0.2-1732743682840 heartbeating to localhost/127.0.0.1:38857 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-549137263-172.17.0.2-1732743682840 (Datanode Uuid 067c3db0-a959-4e89-8676-0dad44b1aa75) service to localhost/127.0.0.1:38857 2024-11-27T21:42:29,525 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T21:42:29,526 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb8c678-2a8a-1fa2-4924-da2dee2ac8e5/cluster_231e67a2-4a6c-e20c-bbd4-55e3aaae76f6/data/data3/current/BP-549137263-172.17.0.2-1732743682840 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T21:42:29,526 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb8c678-2a8a-1fa2-4924-da2dee2ac8e5/cluster_231e67a2-4a6c-e20c-bbd4-55e3aaae76f6/data/data4/current/BP-549137263-172.17.0.2-1732743682840 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T21:42:29,527 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T21:42:29,539 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5b3020ac{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T21:42:29,539 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b8855a7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T21:42:29,540 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T21:42:29,540 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3826855f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T21:42:29,540 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c465cf5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb8c678-2a8a-1fa2-4924-da2dee2ac8e5/hadoop.log.dir/,STOPPED} 2024-11-27T21:42:29,542 WARN [BP-549137263-172.17.0.2-1732743682840 heartbeating to localhost/127.0.0.1:38857 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T21:42:29,542 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T21:42:29,542 WARN [BP-549137263-172.17.0.2-1732743682840 heartbeating to localhost/127.0.0.1:38857 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-549137263-172.17.0.2-1732743682840 (Datanode Uuid bb25bdc7-6747-489a-beb6-20abc38ae00d) service to localhost/127.0.0.1:38857 2024-11-27T21:42:29,542 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T21:42:29,542 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb8c678-2a8a-1fa2-4924-da2dee2ac8e5/cluster_231e67a2-4a6c-e20c-bbd4-55e3aaae76f6/data/data1/current/BP-549137263-172.17.0.2-1732743682840 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T21:42:29,543 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb8c678-2a8a-1fa2-4924-da2dee2ac8e5/cluster_231e67a2-4a6c-e20c-bbd4-55e3aaae76f6/data/data2/current/BP-549137263-172.17.0.2-1732743682840 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T21:42:29,543 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T21:42:29,550 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@8fe076{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T21:42:29,551 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@64ef8c03{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T21:42:29,551 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T21:42:29,551 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5467191c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T21:42:29,551 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@570f4a44{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb8c678-2a8a-1fa2-4924-da2dee2ac8e5/hadoop.log.dir/,STOPPED} 2024-11-27T21:42:29,565 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T21:42:29,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T21:42:29,622 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=124 (was 94) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (386153333) connection to localhost/127.0.0.1:38857 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:38857 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (386153333) connection to localhost/127.0.0.1:38857 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:38857 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38857 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38857 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38857 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (386153333) connection to localhost/127.0.0.1:38857 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:38857 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38857 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38857 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/da99f16e0d32:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (386153333) connection to localhost/127.0.0.1:38857 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=476 (was 442) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=308 (was 255) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9151 (was 9885)