2023-09-06 20:29:51,019 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@175c2241 2023-09-06 20:29:51,031 main DEBUG Took 0.010340 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2023-09-06 20:29:51,031 main DEBUG PluginManager 'Core' found 129 plugins 2023-09-06 20:29:51,032 main DEBUG PluginManager 'Level' found 0 plugins 2023-09-06 20:29:51,032 main DEBUG PluginManager 'Lookup' found 16 plugins 2023-09-06 20:29:51,034 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:29:51,042 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2023-09-06 20:29:51,054 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:29:51,056 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:29:51,056 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:29:51,056 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:29:51,057 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:29:51,057 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:29:51,058 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:29:51,058 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:29:51,058 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:29:51,058 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:29:51,059 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:29:51,059 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:29:51,060 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:29:51,060 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:29:51,060 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:29:51,060 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:29:51,061 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:29:51,061 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:29:51,061 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:29:51,062 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:29:51,062 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:29:51,062 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:29:51,063 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:29:51,063 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:29:51,063 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:29:51,063 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2023-09-06 20:29:51,065 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:29:51,067 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2023-09-06 20:29:51,069 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2023-09-06 20:29:51,069 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2023-09-06 20:29:51,070 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2023-09-06 20:29:51,070 main DEBUG PluginManager 'Converter' found 47 plugins 2023-09-06 20:29:51,082 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2023-09-06 20:29:51,085 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2023-09-06 20:29:51,089 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2023-09-06 20:29:51,089 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2023-09-06 20:29:51,090 main DEBUG createAppenders(={Console}) 2023-09-06 20:29:51,090 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@175c2241 initialized 2023-09-06 20:29:51,091 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@175c2241 2023-09-06 20:29:51,091 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@175c2241 OK. 2023-09-06 20:29:51,091 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2023-09-06 20:29:51,092 main DEBUG OutputStream closed 2023-09-06 20:29:51,092 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2023-09-06 20:29:51,092 main DEBUG Appender DefaultConsole-1 stopped with status true 2023-09-06 20:29:51,092 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@2145b572 OK 2023-09-06 20:29:51,140 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586 2023-09-06 20:29:51,142 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=StatusLogger 2023-09-06 20:29:51,143 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=ContextSelector 2023-09-06 20:29:51,144 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name= 2023-09-06 20:29:51,144 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.directory 2023-09-06 20:29:51,145 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2023-09-06 20:29:51,145 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.zookeeper 2023-09-06 20:29:51,145 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2023-09-06 20:29:51,146 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2023-09-06 20:29:51,146 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2023-09-06 20:29:51,146 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase 2023-09-06 20:29:51,147 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop 2023-09-06 20:29:51,147 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2023-09-06 20:29:51,147 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2023-09-06 20:29:51,148 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2023-09-06 20:29:51,148 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2023-09-06 20:29:51,148 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2023-09-06 20:29:51,149 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Appenders,name=Console 2023-09-06 20:29:51,152 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-09-06 20:29:51,152 main DEBUG Reconfiguration complete for context[name=1b6d3586] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.6.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@49912c99) with optional ClassLoader: null 2023-09-06 20:29:51,153 main DEBUG Shutdown hook enabled. Registering a new one. 2023-09-06 20:29:51,154 main DEBUG LoggerContext[name=1b6d3586, org.apache.logging.log4j.core.LoggerContext@49912c99] started OK. 2023-09-06T20:29:51,185 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestFullBackup timeout: 13 mins 2023-09-06 20:29:51,189 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2023-09-06 20:29:51,190 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-09-06T20:29:51,510 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bbb9c477-fb70-4839-dc76-f13d024675e9 2023-09-06T20:29:51,515 DEBUG [Time-limited test {}] impl.BackupManager(127): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-09-06T20:29:51,517 DEBUG [Time-limited test {}] impl.BackupManager(157): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:29:51,518 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2023-09-06T20:29:51,521 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bbb9c477-fb70-4839-dc76-f13d024675e9/cluster_5bd752de-041c-78cc-86dc-0219b1424cc4, deleteOnExit=true 2023-09-06T20:29:51,522 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2023-09-06T20:29:51,522 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bbb9c477-fb70-4839-dc76-f13d024675e9/test.cache.data in system properties and HBase conf 2023-09-06T20:29:51,522 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bbb9c477-fb70-4839-dc76-f13d024675e9/hadoop.tmp.dir in system properties and HBase conf 2023-09-06T20:29:51,523 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bbb9c477-fb70-4839-dc76-f13d024675e9/hadoop.log.dir in system properties and HBase conf 2023-09-06T20:29:51,523 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bbb9c477-fb70-4839-dc76-f13d024675e9/mapreduce.cluster.local.dir in system properties and HBase conf 2023-09-06T20:29:51,523 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bbb9c477-fb70-4839-dc76-f13d024675e9/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-09-06T20:29:51,524 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-09-06T20:29:51,625 WARN [Time-limited test {}] util.NativeCodeLoader(62): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2023-09-06T20:29:52,062 DEBUG [Time-limited test {}] fs.HFileSystem(308): The file system is not a DistributedFileSystem. Skipping on block location reordering 2023-09-06T20:29:52,067 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bbb9c477-fb70-4839-dc76-f13d024675e9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-09-06T20:29:52,067 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bbb9c477-fb70-4839-dc76-f13d024675e9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-09-06T20:29:52,067 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bbb9c477-fb70-4839-dc76-f13d024675e9/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-09-06T20:29:52,068 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bbb9c477-fb70-4839-dc76-f13d024675e9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-09-06T20:29:52,068 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bbb9c477-fb70-4839-dc76-f13d024675e9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-09-06T20:29:52,068 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bbb9c477-fb70-4839-dc76-f13d024675e9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-09-06T20:29:52,068 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bbb9c477-fb70-4839-dc76-f13d024675e9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-09-06T20:29:52,069 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bbb9c477-fb70-4839-dc76-f13d024675e9/dfs.journalnode.edits.dir in system properties and HBase conf 2023-09-06T20:29:52,069 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bbb9c477-fb70-4839-dc76-f13d024675e9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-09-06T20:29:52,069 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bbb9c477-fb70-4839-dc76-f13d024675e9/nfs.dump.dir in system properties and HBase conf 2023-09-06T20:29:52,070 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bbb9c477-fb70-4839-dc76-f13d024675e9/java.io.tmpdir in system properties and HBase conf 2023-09-06T20:29:52,070 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bbb9c477-fb70-4839-dc76-f13d024675e9/dfs.journalnode.edits.dir in system properties and HBase conf 2023-09-06T20:29:52,070 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bbb9c477-fb70-4839-dc76-f13d024675e9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-09-06T20:29:52,071 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bbb9c477-fb70-4839-dc76-f13d024675e9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf Formatting using clusterid: testClusterID 2023-09-06T20:29:52,536 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-09-06T20:29:52,540 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-09-06T20:29:52,823 WARN [Time-limited test {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2023-09-06T20:29:53,006 INFO [Time-limited test {}] log.Slf4jLog(67): Logging to org.apache.logging.slf4j.Log4jLogger@7456548d via org.mortbay.log.Slf4jLog 2023-09-06T20:29:53,021 WARN [Time-limited test {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-09-06T20:29:53,059 INFO [Time-limited test {}] log.Slf4jLog(67): jetty-6.1.26 2023-09-06T20:29:53,094 INFO [Time-limited test {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/hdfs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bbb9c477-fb70-4839-dc76-f13d024675e9/java.io.tmpdir/Jetty_localhost_39015_hdfs____.d24pwo/webapp 2023-09-06T20:29:53,227 INFO [Time-limited test {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:39015 2023-09-06T20:29:53,249 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-09-06T20:29:53,249 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-09-06T20:29:53,750 WARN [Listener at localhost/35775 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-09-06T20:29:53,816 WARN [Listener at localhost/35775 {}] conf.Configuration(1733): No unit for dfs.datanode.outliers.report.interval(1800000) assuming MILLISECONDS 2023-09-06T20:29:53,834 WARN [Listener at localhost/35775 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-09-06T20:29:53,840 INFO [Listener at localhost/35775 {}] log.Slf4jLog(67): jetty-6.1.26 2023-09-06T20:29:53,845 INFO [Listener at localhost/35775 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/datanode to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bbb9c477-fb70-4839-dc76-f13d024675e9/java.io.tmpdir/Jetty_localhost_38979_datanode____.pmlpdv/webapp 2023-09-06T20:29:53,945 INFO [Listener at localhost/35775 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:38979 2023-09-06T20:29:54,220 WARN [Listener at localhost/46569 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-09-06T20:29:54,527 WARN [Thread-52 {}] conf.Configuration(1733): No unit for dfs.datanode.lock-reporting-threshold-ms(300) assuming MILLISECONDS 2023-09-06T20:29:54,694 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x626906ab7a91ccce: Processing first storage report for DS-034b6e59-86ec-48d5-8563-a1b3f3664ff4 from datanode 05d1d289-bdb6-4dd7-9d20-497cfce2764f 2023-09-06T20:29:54,695 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x626906ab7a91ccce: from storage DS-034b6e59-86ec-48d5-8563-a1b3f3664ff4 node DatanodeRegistration(127.0.0.1:42921, datanodeUuid=05d1d289-bdb6-4dd7-9d20-497cfce2764f, infoPort=33061, infoSecurePort=0, ipcPort=46569, storageInfo=lv=-57;cid=testClusterID;nsid=451438662;c=1694032192612), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2023-09-06T20:29:54,696 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x626906ab7a91ccce: Processing first storage report for DS-37145589-8e92-4e30-a1c1-b9777e377a92 from datanode 05d1d289-bdb6-4dd7-9d20-497cfce2764f 2023-09-06T20:29:54,696 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x626906ab7a91ccce: from storage DS-37145589-8e92-4e30-a1c1-b9777e377a92 node DatanodeRegistration(127.0.0.1:42921, datanodeUuid=05d1d289-bdb6-4dd7-9d20-497cfce2764f, infoPort=33061, infoSecurePort=0, ipcPort=46569, storageInfo=lv=-57;cid=testClusterID;nsid=451438662;c=1694032192612), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2023-09-06T20:29:54,750 DEBUG [Listener at localhost/46569 {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bbb9c477-fb70-4839-dc76-f13d024675e9 2023-09-06T20:29:54,831 INFO [Listener at localhost/46569 {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bbb9c477-fb70-4839-dc76-f13d024675e9/cluster_5bd752de-041c-78cc-86dc-0219b1424cc4/zookeeper_0, clientPort=64406, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bbb9c477-fb70-4839-dc76-f13d024675e9/cluster_5bd752de-041c-78cc-86dc-0219b1424cc4/zookeeper_0/version-2, dataDirSize=424 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bbb9c477-fb70-4839-dc76-f13d024675e9/cluster_5bd752de-041c-78cc-86dc-0219b1424cc4/zookeeper_0/version-2, dataLogSize=424 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, serverId=0 2023-09-06T20:29:54,850 INFO [Listener at localhost/46569 {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=64406 2023-09-06T20:29:54,858 INFO [Listener at localhost/46569 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-09-06T20:29:54,861 INFO [Listener at localhost/46569 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-09-06T20:29:55,526 INFO [Listener at localhost/46569 {}] util.FSUtils(461): Created version file at hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce with version=8 2023-09-06T20:29:55,526 INFO [Listener at localhost/46569 {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/hbase-staging 2023-09-06T20:29:55,542 DEBUG [Listener at localhost/46569 {}] hbase.LocalHBaseCluster(134): Setting Master Port to random. 2023-09-06T20:29:55,542 DEBUG [Listener at localhost/46569 {}] hbase.LocalHBaseCluster(141): Setting RegionServer Port to random. 2023-09-06T20:29:55,542 DEBUG [Listener at localhost/46569 {}] hbase.LocalHBaseCluster(151): Setting RS InfoServer Port to random. 2023-09-06T20:29:55,543 DEBUG [Listener at localhost/46569 {}] hbase.LocalHBaseCluster(159): Setting Master InfoServer Port to random. 2023-09-06T20:29:55,768 DEBUG [Listener at localhost/46569 {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2023-09-06T20:29:56,546 INFO [Listener at localhost/46569 {}] client.ConnectionUtils(128): master/jenkins-hbase3:0 server-side Connection retries=45 2023-09-06T20:29:56,593 INFO [Listener at localhost/46569 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-09-06T20:29:56,593 INFO [Listener at localhost/46569 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-09-06T20:29:56,594 INFO [Listener at localhost/46569 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-09-06T20:29:56,594 INFO [Listener at localhost/46569 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-09-06T20:29:56,594 INFO [Listener at localhost/46569 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-09-06T20:29:56,745 INFO [Listener at localhost/46569 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-09-06T20:29:56,878 INFO [Listener at localhost/46569 {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2023-09-06T20:29:56,896 DEBUG [Listener at localhost/46569 {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2023-09-06T20:29:56,903 INFO [Listener at localhost/46569 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-09-06T20:29:56,952 DEBUG [Listener at localhost/46569 {}] channel.DefaultChannelId(79): -Dio.netty.processId: 19029 (auto-detected) 2023-09-06T20:29:56,954 DEBUG [Listener at localhost/46569 {}] channel.DefaultChannelId(101): -Dio.netty.machineId: 02:42:1c:ff:fe:e2:13:ea (auto-detected) 2023-09-06T20:29:56,995 INFO [Listener at localhost/46569 {}] ipc.NettyRpcServer(192): Bind to /172.31.12.81:41433 2023-09-06T20:29:57,009 INFO [Listener at localhost/46569 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-09-06T20:29:57,011 INFO [Listener at localhost/46569 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-09-06T20:29:57,032 INFO [Listener at localhost/46569 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=master:41433 connecting to ZooKeeper ensemble=127.0.0.1:64406 2023-09-06T20:29:57,080 DEBUG [Listener at localhost/46569-EventThread {}] zookeeper.ZKWatcher(604): master:414330x0, quorum=127.0.0.1:64406, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-09-06T20:29:57,088 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): master:41433-0x100eef94d570000 connected 2023-09-06T20:29:57,125 DEBUG [Listener at localhost/46569 {}] zookeeper.ZKUtil(113): master:41433-0x100eef94d570000, quorum=127.0.0.1:64406, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-09-06T20:29:57,128 DEBUG [Listener at localhost/46569 {}] zookeeper.ZKUtil(113): master:41433-0x100eef94d570000, quorum=127.0.0.1:64406, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-09-06T20:29:57,132 DEBUG [Listener at localhost/46569 {}] zookeeper.ZKUtil(113): master:41433-0x100eef94d570000, quorum=127.0.0.1:64406, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-09-06T20:29:57,142 DEBUG [Listener at localhost/46569 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41433 2023-09-06T20:29:57,143 DEBUG [Listener at localhost/46569 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41433 2023-09-06T20:29:57,143 DEBUG [Listener at localhost/46569 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41433 2023-09-06T20:29:57,144 DEBUG [Listener at localhost/46569 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41433 2023-09-06T20:29:57,144 DEBUG [Listener at localhost/46569 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41433 2023-09-06T20:29:57,197 INFO [Listener at localhost/46569 {}] log.Log(170): Logging initialized @6860ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2023-09-06T20:29:57,324 INFO [Listener at localhost/46569 {}] http.HttpServer(973): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-09-06T20:29:57,324 INFO [Listener at localhost/46569 {}] http.HttpServer(973): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-09-06T20:29:57,325 INFO [Listener at localhost/46569 {}] http.HttpServer(973): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-09-06T20:29:57,327 INFO [Listener at localhost/46569 {}] http.HttpServer(952): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2023-09-06T20:29:57,327 INFO [Listener at localhost/46569 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-09-06T20:29:57,327 INFO [Listener at localhost/46569 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-09-06T20:29:57,331 INFO [Listener at localhost/46569 {}] http.HttpServer(797): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-09-06T20:29:57,476 INFO [Listener at localhost/46569 {}] http.HttpServer(1219): Jetty bound to port 35539 2023-09-06T20:29:57,478 INFO [Listener at localhost/46569 {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-09-06T20:29:57,515 INFO [Listener at localhost/46569 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-09-06T20:29:57,520 INFO [Listener at localhost/46569 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@385860fe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bbb9c477-fb70-4839-dc76-f13d024675e9/hadoop.log.dir/,AVAILABLE} 2023-09-06T20:29:57,520 INFO [Listener at localhost/46569 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-09-06T20:29:57,521 INFO [Listener at localhost/46569 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@d1a4d1a{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-09-06T20:29:57,584 INFO [Listener at localhost/46569 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-09-06T20:29:57,598 INFO [Listener at localhost/46569 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-09-06T20:29:57,598 INFO [Listener at localhost/46569 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-09-06T20:29:57,600 INFO [Listener at localhost/46569 {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2023-09-06T20:29:57,608 INFO [Listener at localhost/46569 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-09-06T20:29:58,824 INFO [Listener at localhost/46569 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@31552aa0{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-09-06T20:29:58,837 INFO [Listener at localhost/46569 {}] server.AbstractConnector(333): Started ServerConnector@3caff8f5{HTTP/1.1, (http/1.1)}{0.0.0.0:35539} 2023-09-06T20:29:58,837 INFO [Listener at localhost/46569 {}] server.Server(415): Started @8500ms 2023-09-06T20:29:58,841 INFO [Listener at localhost/46569 {}] master.HMaster(485): hbase.rootdir=hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce, hbase.cluster.distributed=false 2023-09-06T20:29:58,915 INFO [Listener at localhost/46569 {}] client.ConnectionUtils(128): regionserver/jenkins-hbase3:0 server-side Connection retries=45 2023-09-06T20:29:58,916 INFO [Listener at localhost/46569 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-09-06T20:29:58,916 INFO [Listener at localhost/46569 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-09-06T20:29:58,916 INFO [Listener at localhost/46569 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-09-06T20:29:58,917 INFO [Listener at localhost/46569 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-09-06T20:29:58,917 INFO [Listener at localhost/46569 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-09-06T20:29:58,926 INFO [Listener at localhost/46569 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-09-06T20:29:58,928 INFO [Listener at localhost/46569 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-09-06T20:29:58,930 INFO [Listener at localhost/46569 {}] ipc.NettyRpcServer(192): Bind to /172.31.12.81:40175 2023-09-06T20:29:58,933 INFO [Listener at localhost/46569 {}] hfile.BlockCacheFactory(127): Allocating BlockCache size=782.40 MB, blockSize=64 KB 2023-09-06T20:29:58,940 DEBUG [Listener at localhost/46569 {}] mob.MobFileCache(120): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2023-09-06T20:29:58,941 INFO [Listener at localhost/46569 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-09-06T20:29:58,944 INFO [Listener at localhost/46569 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-09-06T20:29:58,946 INFO [Listener at localhost/46569 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=regionserver:40175 connecting to ZooKeeper ensemble=127.0.0.1:64406 2023-09-06T20:29:58,950 DEBUG [Listener at localhost/46569-EventThread {}] zookeeper.ZKWatcher(604): regionserver:401750x0, quorum=127.0.0.1:64406, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-09-06T20:29:58,951 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): regionserver:40175-0x100eef94d570001 connected 2023-09-06T20:29:58,951 DEBUG [Listener at localhost/46569 {}] zookeeper.ZKUtil(113): regionserver:40175-0x100eef94d570001, quorum=127.0.0.1:64406, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-09-06T20:29:58,953 DEBUG [Listener at localhost/46569 {}] zookeeper.ZKUtil(113): regionserver:40175-0x100eef94d570001, quorum=127.0.0.1:64406, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-09-06T20:29:58,954 DEBUG [Listener at localhost/46569 {}] zookeeper.ZKUtil(113): regionserver:40175-0x100eef94d570001, quorum=127.0.0.1:64406, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-09-06T20:29:58,954 DEBUG [Listener at localhost/46569 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40175 2023-09-06T20:29:58,958 DEBUG [Listener at localhost/46569 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40175 2023-09-06T20:29:58,958 DEBUG [Listener at localhost/46569 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40175 2023-09-06T20:29:58,959 DEBUG [Listener at localhost/46569 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40175 2023-09-06T20:29:58,959 DEBUG [Listener at localhost/46569 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40175 2023-09-06T20:29:58,963 INFO [Listener at localhost/46569 {}] http.HttpServer(973): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-09-06T20:29:58,963 INFO [Listener at localhost/46569 {}] http.HttpServer(973): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-09-06T20:29:58,963 INFO [Listener at localhost/46569 {}] http.HttpServer(973): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-09-06T20:29:58,964 INFO [Listener at localhost/46569 {}] http.HttpServer(952): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2023-09-06T20:29:58,964 INFO [Listener at localhost/46569 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-09-06T20:29:58,964 INFO [Listener at localhost/46569 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-09-06T20:29:58,964 INFO [Listener at localhost/46569 {}] http.HttpServer(797): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-09-06T20:29:58,966 INFO [Listener at localhost/46569 {}] http.HttpServer(1219): Jetty bound to port 42847 2023-09-06T20:29:58,967 INFO [Listener at localhost/46569 {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-09-06T20:29:58,968 INFO [Listener at localhost/46569 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-09-06T20:29:58,968 INFO [Listener at localhost/46569 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@640bb327{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bbb9c477-fb70-4839-dc76-f13d024675e9/hadoop.log.dir/,AVAILABLE} 2023-09-06T20:29:58,969 INFO [Listener at localhost/46569 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-09-06T20:29:58,969 INFO [Listener at localhost/46569 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@17fca597{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-09-06T20:29:58,980 INFO [Listener at localhost/46569 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-09-06T20:29:58,981 INFO [Listener at localhost/46569 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-09-06T20:29:58,982 INFO [Listener at localhost/46569 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-09-06T20:29:58,982 INFO [Listener at localhost/46569 {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2023-09-06T20:29:58,987 INFO [Listener at localhost/46569 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-09-06T20:29:58,993 INFO [Listener at localhost/46569 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@1a1a3d9b{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-09-06T20:29:58,994 INFO [Listener at localhost/46569 {}] server.AbstractConnector(333): Started ServerConnector@5b435ba3{HTTP/1.1, (http/1.1)}{0.0.0.0:42847} 2023-09-06T20:29:58,994 INFO [Listener at localhost/46569 {}] server.Server(415): Started @8657ms 2023-09-06T20:29:59,001 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-09-06T20:29:59,006 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@6a08ac35{HTTP/1.1, (http/1.1)}{0.0.0.0:37027} 2023-09-06T20:29:59,007 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(415): Started @8669ms 2023-09-06T20:29:59,007 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2388): Adding backup master ZNode /1/backup-masters/jenkins-hbase3.apache.org,41433,1694032195750 2023-09-06T20:29:59,023 DEBUG [Listener at localhost/46569-EventThread {}] zookeeper.ZKWatcher(604): master:41433-0x100eef94d570000, quorum=127.0.0.1:64406, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-09-06T20:29:59,023 DEBUG [Listener at localhost/46569-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40175-0x100eef94d570001, quorum=127.0.0.1:64406, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-09-06T20:29:59,025 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41433-0x100eef94d570000, quorum=127.0.0.1:64406, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/jenkins-hbase3.apache.org,41433,1694032195750 2023-09-06T20:29:59,027 DEBUG [M:0;jenkins-hbase3:41433 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;jenkins-hbase3:41433 2023-09-06T20:29:59,050 DEBUG [Listener at localhost/46569-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40175-0x100eef94d570001, quorum=127.0.0.1:64406, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-09-06T20:29:59,050 DEBUG [Listener at localhost/46569-EventThread {}] zookeeper.ZKWatcher(604): master:41433-0x100eef94d570000, quorum=127.0.0.1:64406, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-09-06T20:29:59,050 DEBUG [Listener at localhost/46569-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40175-0x100eef94d570001, quorum=127.0.0.1:64406, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:29:59,051 DEBUG [Listener at localhost/46569-EventThread {}] zookeeper.ZKWatcher(604): master:41433-0x100eef94d570000, quorum=127.0.0.1:64406, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:29:59,051 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41433-0x100eef94d570000, quorum=127.0.0.1:64406, baseZNode=/1 Set watcher on existing znode=/1/master 2023-09-06T20:29:59,053 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/jenkins-hbase3.apache.org,41433,1694032195750 from backup master directory 2023-09-06T20:29:59,053 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:41433-0x100eef94d570000, quorum=127.0.0.1:64406, baseZNode=/1 Set watcher on existing znode=/1/master 2023-09-06T20:29:59,058 DEBUG [Listener at localhost/46569-EventThread {}] zookeeper.ZKWatcher(604): master:41433-0x100eef94d570000, quorum=127.0.0.1:64406, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/jenkins-hbase3.apache.org,41433,1694032195750 2023-09-06T20:29:59,058 DEBUG [Listener at localhost/46569-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40175-0x100eef94d570001, quorum=127.0.0.1:64406, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-09-06T20:29:59,058 DEBUG [Listener at localhost/46569-EventThread {}] zookeeper.ZKWatcher(604): master:41433-0x100eef94d570000, quorum=127.0.0.1:64406, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-09-06T20:29:59,059 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-09-06T20:29:59,059 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=jenkins-hbase3.apache.org,41433,1694032195750 2023-09-06T20:29:59,063 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 352, initial count 0 2023-09-06T20:29:59,064 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 391, initial count 0 2023-09-06T20:29:59,161 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] util.FSUtils(610): Created cluster ID file at hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/hbase.id with ID: 83fea49c-305c-441a-b534-ed697e630597 2023-09-06T20:29:59,205 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-09-06T20:29:59,220 DEBUG [Listener at localhost/46569-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40175-0x100eef94d570001, quorum=127.0.0.1:64406, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:29:59,220 DEBUG [Listener at localhost/46569-EventThread {}] zookeeper.ZKWatcher(604): master:41433-0x100eef94d570000, quorum=127.0.0.1:64406, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:29:59,677 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(355): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:29:59,680 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2023-09-06T20:29:59,701 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(270): ClientProtocol::create wrong number of arguments, should be hadoop 3.2 or below 2023-09-06T20:29:59,701 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(276): ClientProtocol::create wrong number of arguments, should be hadoop 2.x 2023-09-06T20:29:59,702 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(285): can not find SHOULD_REPLICATE flag, should be hadoop 2.x java.lang.IllegalArgumentException: No enum constant org.apache.hadoop.fs.CreateFlag.SHOULD_REPLICATE at java.lang.Enum.valueOf(Enum.java:238) ~[?:1.8.0_362] at org.apache.hadoop.fs.CreateFlag.valueOf(CreateFlag.java:63) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.loadShouldReplicateFlag(FanOutOneBlockAsyncDFSOutputHelper.java:283) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.(FanOutOneBlockAsyncDFSOutputHelper.java:310) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:140) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:951) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2413) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:574) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:571) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-09-06T20:29:59,714 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2130) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:951) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2413) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:574) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:571) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-09-06T20:29:59,716 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-09-06T20:30:00,199 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7093): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/MasterData/data/master/store 2023-09-06T20:30:00,227 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2023-09-06T20:30:00,228 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:30:00,228 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-09-06T20:30:00,229 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-09-06T20:30:00,229 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-09-06T20:30:00,229 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-09-06T20:30:00,229 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-09-06T20:30:00,229 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-09-06T20:30:00,229 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-09-06T20:30:00,232 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(232): failed to clean up initializing flag: hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/MasterData/data/master/store/.initializing 2023-09-06T20:30:00,232 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(202): WALDir=hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/MasterData/WALs/jenkins-hbase3.apache.org,41433,1694032195750 2023-09-06T20:30:00,241 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-09-06T20:30:00,256 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C41433%2C1694032195750, suffix=, logDir=hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/MasterData/WALs/jenkins-hbase3.apache.org,41433,1694032195750, archiveDir=hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/MasterData/oldWALs, maxLogs=10 2023-09-06T20:30:00,296 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/MasterData/WALs/jenkins-hbase3.apache.org,41433,1694032195750/jenkins-hbase3.apache.org%2C41433%2C1694032195750.1694032200263, exclude list is [], retry=0 2023-09-06T20:30:00,332 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42921,DS-034b6e59-86ec-48d5-8563-a1b3f3664ff4,DISK] 2023-09-06T20:30:00,343 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(123): Hadoop 3.2 and below use unshaded protobuf. java.lang.ClassNotFoundException: org.apache.hadoop.thirdparty.protobuf.MessageLite at java.net.URLClassLoader.findClass(URLClassLoader.java:387) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:418) ~[?:1.8.0_362] at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:352) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:351) ~[?:1.8.0_362] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.ProtobufDecoder.(ProtobufDecoder.java:118) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.processWriteBlockResponse(FanOutOneBlockAsyncDFSOutputHelper.java:346) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$100(FanOutOneBlockAsyncDFSOutputHelper.java:120) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$4.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:430) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:557) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:185) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:35) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hadoop.hbase.util.NettyFutureUtils.addListener(NettyFutureUtils.java:52) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:424) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$300(FanOutOneBlockAsyncDFSOutputHelper.java:120) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:482) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:477) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:653) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:691) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:489) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:397) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.4.jar:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-09-06T20:30:00,435 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/MasterData/WALs/jenkins-hbase3.apache.org,41433,1694032195750/jenkins-hbase3.apache.org%2C41433%2C1694032195750.1694032200263 2023-09-06T20:30:00,435 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:42921,DS-034b6e59-86ec-48d5-8563-a1b3f3664ff4,DISK]] 2023-09-06T20:30:00,436 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7254): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:30:00,436 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:30:00,441 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7296): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:30:00,442 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7299): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:30:00,514 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:30:00,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2023-09-06T20:30:00,563 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:30:00,567 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-09-06T20:30:00,567 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:30:00,570 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2023-09-06T20:30:00,570 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:30:00,571 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:30:00,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:30:00,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2023-09-06T20:30:00,574 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:30:00,575 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:30:00,575 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:30:00,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2023-09-06T20:30:00,578 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:30:00,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:30:00,584 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:30:00,585 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:30:00,606 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2023-09-06T20:30:00,609 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1076): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:30:00,613 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:30:00,615 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1093): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10072980480, jitterRate=-0.06188058853149414}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2023-09-06T20:30:00,624 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(992): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2023-09-06T20:30:00,625 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2023-09-06T20:30:00,661 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7868f7cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:30:00,721 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(860): No meta location available on zookeeper, skip migrating... 2023-09-06T20:30:00,743 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2023-09-06T20:30:00,744 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(563): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2023-09-06T20:30:00,747 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-09-06T20:30:00,749 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(583): Recovered RegionProcedureStore lease in 1 msec 2023-09-06T20:30:00,755 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(597): Loaded RegionProcedureStore in 6 msec 2023-09-06T20:30:00,755 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2023-09-06T20:30:00,805 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2023-09-06T20:30:00,825 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41433-0x100eef94d570000, quorum=127.0.0.1:64406, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2023-09-06T20:30:00,828 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/balancer already deleted, retry=false 2023-09-06T20:30:00,831 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(150): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2023-09-06T20:30:00,832 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41433-0x100eef94d570000, quorum=127.0.0.1:64406, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2023-09-06T20:30:00,834 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/normalizer already deleted, retry=false 2023-09-06T20:30:00,836 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2023-09-06T20:30:00,843 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41433-0x100eef94d570000, quorum=127.0.0.1:64406, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2023-09-06T20:30:00,846 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/split already deleted, retry=false 2023-09-06T20:30:00,847 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41433-0x100eef94d570000, quorum=127.0.0.1:64406, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2023-09-06T20:30:00,849 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/merge already deleted, retry=false 2023-09-06T20:30:00,866 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41433-0x100eef94d570000, quorum=127.0.0.1:64406, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2023-09-06T20:30:00,868 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/snapshot-cleanup already deleted, retry=false 2023-09-06T20:30:00,873 DEBUG [Listener at localhost/46569-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40175-0x100eef94d570001, quorum=127.0.0.1:64406, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-09-06T20:30:00,873 DEBUG [Listener at localhost/46569-EventThread {}] zookeeper.ZKWatcher(604): master:41433-0x100eef94d570000, quorum=127.0.0.1:64406, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-09-06T20:30:00,873 DEBUG [Listener at localhost/46569-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40175-0x100eef94d570001, quorum=127.0.0.1:64406, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:30:00,874 DEBUG [Listener at localhost/46569-EventThread {}] zookeeper.ZKWatcher(604): master:41433-0x100eef94d570000, quorum=127.0.0.1:64406, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:30:00,874 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(804): Active/primary master=jenkins-hbase3.apache.org,41433,1694032195750, sessionid=0x100eef94d570000, setting cluster-up flag (Was=false) 2023-09-06T20:30:00,885 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2023-09-06T20:30:00,893 DEBUG [Listener at localhost/46569-EventThread {}] zookeeper.ZKWatcher(604): master:41433-0x100eef94d570000, quorum=127.0.0.1:64406, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:30:00,893 DEBUG [Listener at localhost/46569-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40175-0x100eef94d570001, quorum=127.0.0.1:64406, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:30:00,899 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2023-09-06T20:30:00,901 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,41433,1694032195750 2023-09-06T20:30:00,904 DEBUG [Listener at localhost/46569-EventThread {}] zookeeper.ZKWatcher(604): master:41433-0x100eef94d570000, quorum=127.0.0.1:64406, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:30:00,904 DEBUG [Listener at localhost/46569-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40175-0x100eef94d570001, quorum=127.0.0.1:64406, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:30:00,910 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2023-09-06T20:30:00,911 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,41433,1694032195750 2023-09-06T20:30:00,917 DEBUG [Listener at localhost/46569-EventThread {}] zookeeper.ZKWatcher(604): master:41433-0x100eef94d570000, quorum=127.0.0.1:64406, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:30:00,917 DEBUG [Listener at localhost/46569-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40175-0x100eef94d570001, quorum=127.0.0.1:64406, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:30:00,923 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2023-09-06T20:30:00,925 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,41433,1694032195750 2023-09-06T20:30:01,014 DEBUG [RS:0;jenkins-hbase3:40175 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;jenkins-hbase3:40175 2023-09-06T20:30:01,016 INFO [RS:0;jenkins-hbase3:40175 {}] regionserver.HRegionServer(997): ClusterId : 83fea49c-305c-441a-b534-ed697e630597 2023-09-06T20:30:01,018 INFO [RS:0;jenkins-hbase3:40175 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2023-09-06T20:30:01,022 DEBUG [RS:0;jenkins-hbase3:40175 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2023-09-06T20:30:01,029 DEBUG [RS:0;jenkins-hbase3:40175 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2023-09-06T20:30:01,029 DEBUG [RS:0;jenkins-hbase3:40175 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2023-09-06T20:30:01,033 DEBUG [RS:0;jenkins-hbase3:40175 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2023-09-06T20:30:01,034 DEBUG [RS:0;jenkins-hbase3:40175 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2023-09-06T20:30:01,038 DEBUG [RS:0;jenkins-hbase3:40175 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2023-09-06T20:30:01,039 DEBUG [RS:0;jenkins-hbase3:40175 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a4db0a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:30:01,046 DEBUG [RS:0;jenkins-hbase3:40175 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39d6e785, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-09-06T20:30:01,054 INFO [RS:0;jenkins-hbase3:40175 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2023-09-06T20:30:01,054 INFO [RS:0;jenkins-hbase3:40175 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2023-09-06T20:30:01,054 DEBUG [RS:0;jenkins-hbase3:40175 {}] regionserver.HRegionServer(1079): About to register with Master. 2023-09-06T20:30:01,058 INFO [RS:0;jenkins-hbase3:40175 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase3.apache.org,41433,1694032195750 with isa=jenkins-hbase3.apache.org/172.31.12.81:40175, startcode=1694032198914 2023-09-06T20:30:01,086 DEBUG [RS:0;jenkins-hbase3:40175 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-09-06T20:30:01,099 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2023-09-06T20:30:01,111 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(574): slop=0.2 2023-09-06T20:30:01,117 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(285): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2023-09-06T20:30:01,130 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: jenkins-hbase3.apache.org,41433,1694032195750 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2023-09-06T20:30:01,137 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-09-06T20:30:01,138 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-09-06T20:30:01,138 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-09-06T20:30:01,140 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-09-06T20:30:01,140 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/jenkins-hbase3:0, corePoolSize=10, maxPoolSize=10 2023-09-06T20:30:01,140 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:30:01,140 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-09-06T20:30:01,140 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:30:01,178 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1694032231178 2023-09-06T20:30:01,182 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:39333, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-09-06T20:30:01,183 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2023-09-06T20:30:01,188 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2023-09-06T20:30:01,198 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2023-09-06T20:30:01,200 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2023-09-06T20:30:01,202 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41433 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3181) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:590) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:17393) ~[hbase-protocol-shaded-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:437) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.6.0-SNAPSHOT] 2023-09-06T20:30:01,205 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:30:01,206 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-09-06T20:30:01,219 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2023-09-06T20:30:01,220 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2023-09-06T20:30:01,221 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2023-09-06T20:30:01,222 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2023-09-06T20:30:01,222 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2023-09-06T20:30:01,224 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-09-06T20:30:01,227 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2023-09-06T20:30:01,232 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2023-09-06T20:30:01,233 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2023-09-06T20:30:01,255 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2023-09-06T20:30:01,256 INFO [PEWorker-1 {}] regionserver.HRegion(7075): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce 2023-09-06T20:30:01,256 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ReadOnlyZKClient(139): Connect 0x0156b572 to 127.0.0.1:64406 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:30:01,285 DEBUG [RS:0;jenkins-hbase3:40175 {}] regionserver.HRegionServer(3046): Master is not running yet 2023-09-06T20:30:01,286 WARN [RS:0;jenkins-hbase3:40175 {}] regionserver.HRegionServer(1088): reportForDuty failed; sleeping 100 ms and then retrying. 2023-09-06T20:30:01,292 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30149de3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:30:01,292 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-09-06T20:30:01,295 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2023-09-06T20:30:01,296 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2023-09-06T20:30:01,298 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1694032201297,5,FailOnTimeoutGroup] 2023-09-06T20:30:01,298 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1694032201298,5,FailOnTimeoutGroup] 2023-09-06T20:30:01,298 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-09-06T20:30:01,298 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1635): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2023-09-06T20:30:01,299 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2023-09-06T20:30:01,300 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2023-09-06T20:30:01,388 INFO [RS:0;jenkins-hbase3:40175 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase3.apache.org,41433,1694032195750 with isa=jenkins-hbase3.apache.org/172.31.12.81:40175, startcode=1694032198914 2023-09-06T20:30:01,394 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41433 {}] master.ServerManager(403): Registering regionserver=jenkins-hbase3.apache.org,40175,1694032198914 2023-09-06T20:30:01,406 DEBUG [RS:0;jenkins-hbase3:40175 {}] regionserver.HRegionServer(1705): Config from master: hbase.rootdir=hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce 2023-09-06T20:30:01,406 DEBUG [RS:0;jenkins-hbase3:40175 {}] regionserver.HRegionServer(1705): Config from master: fs.defaultFS=hdfs://localhost:35775 2023-09-06T20:30:01,406 DEBUG [RS:0;jenkins-hbase3:40175 {}] regionserver.HRegionServer(1705): Config from master: hbase.master.info.port=35539 2023-09-06T20:30:01,412 DEBUG [Listener at localhost/46569-EventThread {}] zookeeper.ZKWatcher(604): master:41433-0x100eef94d570000, quorum=127.0.0.1:64406, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2023-09-06T20:30:01,412 DEBUG [RS:0;jenkins-hbase3:40175 {}] zookeeper.ZKUtil(111): regionserver:40175-0x100eef94d570001, quorum=127.0.0.1:64406, baseZNode=/1 Set watcher on existing znode=/1/rs/jenkins-hbase3.apache.org,40175,1694032198914 2023-09-06T20:30:01,413 WARN [RS:0;jenkins-hbase3:40175 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-09-06T20:30:01,413 INFO [RS:0;jenkins-hbase3:40175 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-09-06T20:30:01,413 DEBUG [RS:0;jenkins-hbase3:40175 {}] regionserver.HRegionServer(2060): logDir=hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/WALs/jenkins-hbase3.apache.org,40175,1694032198914 2023-09-06T20:30:01,416 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [jenkins-hbase3.apache.org,40175,1694032198914] 2023-09-06T20:30:01,431 DEBUG [RS:0;jenkins-hbase3:40175 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2023-09-06T20:30:01,446 INFO [RS:0;jenkins-hbase3:40175 {}] regionserver.MetricsRegionServerWrapperImpl(165): Computing regionserver metrics every 5000 milliseconds 2023-09-06T20:30:01,460 INFO [RS:0;jenkins-hbase3:40175 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=782.4 M, globalMemStoreLimitLowMark=743.3 M, Offheap=false 2023-09-06T20:30:01,464 INFO [RS:0;jenkins-hbase3:40175 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2023-09-06T20:30:01,465 INFO [RS:0;jenkins-hbase3:40175 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2023-09-06T20:30:01,466 INFO [RS:0;jenkins-hbase3:40175 {}] regionserver.HRegionServer$CompactionChecker(1947): CompactionChecker runs every PT1S 2023-09-06T20:30:01,476 INFO [RS:0;jenkins-hbase3:40175 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2023-09-06T20:30:01,476 DEBUG [RS:0;jenkins-hbase3:40175 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:30:01,476 DEBUG [RS:0;jenkins-hbase3:40175 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:30:01,476 DEBUG [RS:0;jenkins-hbase3:40175 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:30:01,476 DEBUG [RS:0;jenkins-hbase3:40175 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:30:01,476 DEBUG [RS:0;jenkins-hbase3:40175 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:30:01,477 DEBUG [RS:0;jenkins-hbase3:40175 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-09-06T20:30:01,477 DEBUG [RS:0;jenkins-hbase3:40175 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:30:01,477 DEBUG [RS:0;jenkins-hbase3:40175 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:30:01,477 DEBUG [RS:0;jenkins-hbase3:40175 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:30:01,477 DEBUG [RS:0;jenkins-hbase3:40175 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:30:01,477 DEBUG [RS:0;jenkins-hbase3:40175 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:30:01,477 DEBUG [RS:0;jenkins-hbase3:40175 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-09-06T20:30:01,478 DEBUG [RS:0;jenkins-hbase3:40175 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-09-06T20:30:01,479 INFO [RS:0;jenkins-hbase3:40175 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2023-09-06T20:30:01,479 INFO [RS:0;jenkins-hbase3:40175 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2023-09-06T20:30:01,479 INFO [RS:0;jenkins-hbase3:40175 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2023-09-06T20:30:01,479 INFO [RS:0;jenkins-hbase3:40175 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2023-09-06T20:30:01,479 INFO [RS:0;jenkins-hbase3:40175 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,40175,1694032198914-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-09-06T20:30:01,519 INFO [RS:0;jenkins-hbase3:40175 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2023-09-06T20:30:01,523 INFO [RS:0;jenkins-hbase3:40175 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,40175,1694032198914-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2023-09-06T20:30:01,545 INFO [RS:0;jenkins-hbase3:40175 {}] regionserver.Replication(204): jenkins-hbase3.apache.org,40175,1694032198914 started 2023-09-06T20:30:01,545 INFO [RS:0;jenkins-hbase3:40175 {}] regionserver.HRegionServer(1747): Serving as jenkins-hbase3.apache.org,40175,1694032198914, RpcServer on jenkins-hbase3.apache.org/172.31.12.81:40175, sessionid=0x100eef94d570001 2023-09-06T20:30:01,546 DEBUG [RS:0;jenkins-hbase3:40175 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2023-09-06T20:30:01,546 DEBUG [RS:0;jenkins-hbase3:40175 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager jenkins-hbase3.apache.org,40175,1694032198914 2023-09-06T20:30:01,546 DEBUG [RS:0;jenkins-hbase3:40175 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,40175,1694032198914' 2023-09-06T20:30:01,546 DEBUG [RS:0;jenkins-hbase3:40175 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2023-09-06T20:30:01,547 DEBUG [RS:0;jenkins-hbase3:40175 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2023-09-06T20:30:01,547 DEBUG [RS:0;jenkins-hbase3:40175 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2023-09-06T20:30:01,548 DEBUG [RS:0;jenkins-hbase3:40175 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2023-09-06T20:30:01,548 DEBUG [RS:0;jenkins-hbase3:40175 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,40175,1694032198914' 2023-09-06T20:30:01,548 DEBUG [RS:0;jenkins-hbase3:40175 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-09-06T20:30:01,548 DEBUG [RS:0;jenkins-hbase3:40175 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-09-06T20:30:01,549 INFO [RS:0;jenkins-hbase3:40175 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2023-09-06T20:30:01,549 DEBUG [RS:0;jenkins-hbase3:40175 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2023-09-06T20:30:01,549 DEBUG [RS:0;jenkins-hbase3:40175 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2023-09-06T20:30:01,549 DEBUG [RS:0;jenkins-hbase3:40175 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager jenkins-hbase3.apache.org,40175,1694032198914 2023-09-06T20:30:01,549 DEBUG [RS:0;jenkins-hbase3:40175 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,40175,1694032198914' 2023-09-06T20:30:01,549 DEBUG [RS:0;jenkins-hbase3:40175 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2023-09-06T20:30:01,550 DEBUG [RS:0;jenkins-hbase3:40175 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2023-09-06T20:30:01,550 DEBUG [RS:0;jenkins-hbase3:40175 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2023-09-06T20:30:01,550 INFO [RS:0;jenkins-hbase3:40175 {}] quotas.RegionServerRpcQuotaManager(63): Quota support disabled 2023-09-06T20:30:01,550 INFO [RS:0;jenkins-hbase3:40175 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2023-09-06T20:30:01,661 INFO [RS:0;jenkins-hbase3:40175 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-09-06T20:30:01,664 INFO [RS:0;jenkins-hbase3:40175 {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C40175%2C1694032198914, suffix=, logDir=hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/WALs/jenkins-hbase3.apache.org,40175,1694032198914, archiveDir=hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/oldWALs, maxLogs=32 2023-09-06T20:30:01,678 DEBUG [RS:0;jenkins-hbase3:40175 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/WALs/jenkins-hbase3.apache.org,40175,1694032198914/jenkins-hbase3.apache.org%2C40175%2C1694032198914.1694032201666, exclude list is [], retry=0 2023-09-06T20:30:01,685 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42921,DS-034b6e59-86ec-48d5-8563-a1b3f3664ff4,DISK] 2023-09-06T20:30:01,690 INFO [RS:0;jenkins-hbase3:40175 {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/WALs/jenkins-hbase3.apache.org,40175,1694032198914/jenkins-hbase3.apache.org%2C40175%2C1694032198914.1694032201666 2023-09-06T20:30:01,690 DEBUG [RS:0;jenkins-hbase3:40175 {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:42921,DS-034b6e59-86ec-48d5-8563-a1b3f3664ff4,DISK]] 2023-09-06T20:30:01,693 DEBUG [PEWorker-1 {}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:30:01,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-09-06T20:30:01,699 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-09-06T20:30:01,699 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:30:01,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-09-06T20:30:01,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-09-06T20:30:01,703 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-09-06T20:30:01,703 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:30:01,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-09-06T20:30:01,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-09-06T20:30:01,708 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-09-06T20:30:01,709 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:30:01,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-09-06T20:30:01,711 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/data/hbase/meta/1588230740 2023-09-06T20:30:01,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/data/hbase/meta/1588230740 2023-09-06T20:30:01,715 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-09-06T20:30:01,717 DEBUG [PEWorker-1 {}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-09-06T20:30:01,722 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:30:01,723 INFO [PEWorker-1 {}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11498625280, jitterRate=0.07089293003082275}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-09-06T20:30:01,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-09-06T20:30:01,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-09-06T20:30:01,725 INFO [PEWorker-1 {}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-09-06T20:30:01,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-09-06T20:30:01,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-09-06T20:30:01,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-09-06T20:30:01,727 INFO [PEWorker-1 {}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-09-06T20:30:01,727 DEBUG [PEWorker-1 {}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-09-06T20:30:01,732 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2023-09-06T20:30:01,732 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2023-09-06T20:30:01,745 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2023-09-06T20:30:01,762 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2023-09-06T20:30:01,766 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2023-09-06T20:30:01,919 DEBUG [jenkins-hbase3:41433 {}] assignment.AssignmentManager(2303): Processing assignQueue; systemServersCount=1, allServersCount=1 2023-09-06T20:30:01,927 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,40175,1694032198914 2023-09-06T20:30:01,936 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,40175,1694032198914, state=OPENING 2023-09-06T20:30:01,947 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2023-09-06T20:30:01,950 DEBUG [Listener at localhost/46569-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40175-0x100eef94d570001, quorum=127.0.0.1:64406, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:30:01,950 DEBUG [Listener at localhost/46569-EventThread {}] zookeeper.ZKWatcher(604): master:41433-0x100eef94d570000, quorum=127.0.0.1:64406, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:30:01,951 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-09-06T20:30:01,951 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-09-06T20:30:01,956 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,40175,1694032198914}] 2023-09-06T20:30:02,151 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(721): New admin connection to jenkins-hbase3.apache.org,40175,1694032198914 2023-09-06T20:30:02,154 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=AdminService, sasl=false 2023-09-06T20:30:02,158 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:45984, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2023-09-06T20:30:02,171 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(130): Open hbase:meta,,1.1588230740 2023-09-06T20:30:02,172 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-09-06T20:30:02,173 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2023-09-06T20:30:02,176 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C40175%2C1694032198914.meta, suffix=.meta, logDir=hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/WALs/jenkins-hbase3.apache.org,40175,1694032198914, archiveDir=hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/oldWALs, maxLogs=32 2023-09-06T20:30:02,192 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/WALs/jenkins-hbase3.apache.org,40175,1694032198914/jenkins-hbase3.apache.org%2C40175%2C1694032198914.meta.1694032202178.meta, exclude list is [], retry=0 2023-09-06T20:30:02,197 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42921,DS-034b6e59-86ec-48d5-8563-a1b3f3664ff4,DISK] 2023-09-06T20:30:02,201 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/WALs/jenkins-hbase3.apache.org,40175,1694032198914/jenkins-hbase3.apache.org%2C40175%2C1694032198914.meta.1694032202178.meta 2023-09-06T20:30:02,201 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:42921,DS-034b6e59-86ec-48d5-8563-a1b3f3664ff4,DISK]] 2023-09-06T20:30:02,201 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7254): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:30:02,206 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:30:02,207 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2023-09-06T20:30:02,224 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7955): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2023-09-06T20:30:02,224 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(393): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2023-09-06T20:30:02,229 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2023-09-06T20:30:02,229 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:30:02,229 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7296): checking encryption for 1588230740 2023-09-06T20:30:02,229 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7299): checking classloading for 1588230740 2023-09-06T20:30:02,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-09-06T20:30:02,234 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-09-06T20:30:02,234 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:30:02,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-09-06T20:30:02,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-09-06T20:30:02,236 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-09-06T20:30:02,237 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:30:02,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-09-06T20:30:02,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-09-06T20:30:02,239 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-09-06T20:30:02,239 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:30:02,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-09-06T20:30:02,242 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/data/hbase/meta/1588230740 2023-09-06T20:30:02,247 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/data/hbase/meta/1588230740 2023-09-06T20:30:02,250 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-09-06T20:30:02,253 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-09-06T20:30:02,254 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10777390880, jitterRate=0.003722742199897766}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-09-06T20:30:02,257 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-09-06T20:30:02,274 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1694032202142 2023-09-06T20:30:02,329 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:meta,,1.1588230740 2023-09-06T20:30:02,330 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(158): Opened hbase:meta,,1.1588230740 2023-09-06T20:30:02,332 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,40175,1694032198914 2023-09-06T20:30:02,334 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,40175,1694032198914, state=OPEN 2023-09-06T20:30:02,337 DEBUG [Listener at localhost/46569-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40175-0x100eef94d570001, quorum=127.0.0.1:64406, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-09-06T20:30:02,337 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-09-06T20:30:02,338 DEBUG [Listener at localhost/46569-EventThread {}] zookeeper.ZKWatcher(604): master:41433-0x100eef94d570000, quorum=127.0.0.1:64406, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-09-06T20:30:02,338 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-09-06T20:30:02,344 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=3, resume processing ppid=2 2023-09-06T20:30:02,344 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,40175,1694032198914 in 382 msec 2023-09-06T20:30:02,550 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=2, resume processing ppid=1 2023-09-06T20:30:02,550 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 602 msec 2023-09-06T20:30:02,557 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.5440 sec 2023-09-06T20:30:02,558 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1063): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1694032202558, completionTime=-1 2023-09-06T20:30:02,558 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ServerManager(830): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2023-09-06T20:30:02,558 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1629): Joining cluster... 2023-09-06T20:30:02,643 DEBUG [hconnection-0x49571689-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:30:02,648 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:45996, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:30:02,665 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1641): Number of RegionServers=1 2023-09-06T20:30:02,666 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1694032262666 2023-09-06T20:30:02,666 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1694032322666 2023-09-06T20:30:02,666 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1648): Joined the cluster in 107 msec 2023-09-06T20:30:02,692 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,41433,1694032195750-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2023-09-06T20:30:02,692 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,41433,1694032195750-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2023-09-06T20:30:02,692 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,41433,1694032195750-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2023-09-06T20:30:02,694 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-jenkins-hbase3:41433, period=300000, unit=MILLISECONDS is enabled. 2023-09-06T20:30:02,695 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2023-09-06T20:30:02,703 DEBUG [master/jenkins-hbase3:0.Chore.1 {}] janitor.CatalogJanitor(175): 2023-09-06T20:30:02,717 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2023-09-06T20:30:02,719 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2368): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-09-06T20:30:02,729 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2023-09-06T20:30:02,734 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2023-09-06T20:30:02,737 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:30:02,739 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-09-06T20:30:02,778 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 734ec2140b56b0d20df5d391a5a945b8, NAME => 'hbase:namespace,,1694032202718.734ec2140b56b0d20df5d391a5a945b8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce 2023-09-06T20:30:03,209 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(888): Instantiated hbase:namespace,,1694032202718.734ec2140b56b0d20df5d391a5a945b8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:30:03,209 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1668): Closing 734ec2140b56b0d20df5d391a5a945b8, disabling compactions & flushes 2023-09-06T20:30:03,209 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1690): Closing region hbase:namespace,,1694032202718.734ec2140b56b0d20df5d391a5a945b8. 2023-09-06T20:30:03,209 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1694032202718.734ec2140b56b0d20df5d391a5a945b8. 2023-09-06T20:30:03,209 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1694032202718.734ec2140b56b0d20df5d391a5a945b8. after waiting 0 ms 2023-09-06T20:30:03,209 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1694032202718.734ec2140b56b0d20df5d391a5a945b8. 2023-09-06T20:30:03,209 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1909): Closed hbase:namespace,,1694032202718.734ec2140b56b0d20df5d391a5a945b8. 2023-09-06T20:30:03,209 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1622): Region close journal for 734ec2140b56b0d20df5d391a5a945b8: 2023-09-06T20:30:03,212 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2023-09-06T20:30:03,232 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1694032202718.734ec2140b56b0d20df5d391a5a945b8.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1694032203215"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1694032203215"}]},"ts":"1694032203215"} 2023-09-06T20:30:03,287 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-09-06T20:30:03,290 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-09-06T20:30:03,296 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032203290"}]},"ts":"1694032203290"} 2023-09-06T20:30:03,300 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2023-09-06T20:30:03,306 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=734ec2140b56b0d20df5d391a5a945b8, ASSIGN}] 2023-09-06T20:30:03,309 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=734ec2140b56b0d20df5d391a5a945b8, ASSIGN 2023-09-06T20:30:03,311 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=734ec2140b56b0d20df5d391a5a945b8, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,40175,1694032198914; forceNewPlan=false, retain=false 2023-09-06T20:30:03,462 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=734ec2140b56b0d20df5d391a5a945b8, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,40175,1694032198914 2023-09-06T20:30:03,467 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 734ec2140b56b0d20df5d391a5a945b8, server=jenkins-hbase3.apache.org,40175,1694032198914}] 2023-09-06T20:30:03,628 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(130): Open hbase:namespace,,1694032202718.734ec2140b56b0d20df5d391a5a945b8. 2023-09-06T20:30:03,628 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7254): Opening region: {ENCODED => 734ec2140b56b0d20df5d391a5a945b8, NAME => 'hbase:namespace,,1694032202718.734ec2140b56b0d20df5d391a5a945b8.', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:30:03,629 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:30:03,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 734ec2140b56b0d20df5d391a5a945b8 2023-09-06T20:30:03,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(888): Instantiated hbase:namespace,,1694032202718.734ec2140b56b0d20df5d391a5a945b8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:30:03,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7296): checking encryption for 734ec2140b56b0d20df5d391a5a945b8 2023-09-06T20:30:03,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7299): checking classloading for 734ec2140b56b0d20df5d391a5a945b8 2023-09-06T20:30:03,632 INFO [StoreOpener-734ec2140b56b0d20df5d391a5a945b8-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 734ec2140b56b0d20df5d391a5a945b8 2023-09-06T20:30:03,635 INFO [StoreOpener-734ec2140b56b0d20df5d391a5a945b8-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 734ec2140b56b0d20df5d391a5a945b8 columnFamilyName info 2023-09-06T20:30:03,635 DEBUG [StoreOpener-734ec2140b56b0d20df5d391a5a945b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:30:03,635 INFO [StoreOpener-734ec2140b56b0d20df5d391a5a945b8-1 {}] regionserver.HStore(324): Store=734ec2140b56b0d20df5d391a5a945b8/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:30:03,637 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/data/hbase/namespace/734ec2140b56b0d20df5d391a5a945b8 2023-09-06T20:30:03,637 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/data/hbase/namespace/734ec2140b56b0d20df5d391a5a945b8 2023-09-06T20:30:03,641 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1076): writing seq id for 734ec2140b56b0d20df5d391a5a945b8 2023-09-06T20:30:03,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/data/hbase/namespace/734ec2140b56b0d20df5d391a5a945b8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:30:03,646 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1093): Opened 734ec2140b56b0d20df5d391a5a945b8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9659824000, jitterRate=-0.10035878419876099}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-09-06T20:30:03,647 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(992): Region open journal for 734ec2140b56b0d20df5d391a5a945b8: 2023-09-06T20:30:03,649 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:namespace,,1694032202718.734ec2140b56b0d20df5d391a5a945b8., pid=6, masterSystemTime=1694032203621 2023-09-06T20:30:03,653 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:namespace,,1694032202718.734ec2140b56b0d20df5d391a5a945b8. 2023-09-06T20:30:03,653 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(158): Opened hbase:namespace,,1694032202718.734ec2140b56b0d20df5d391a5a945b8. 2023-09-06T20:30:03,654 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=734ec2140b56b0d20df5d391a5a945b8, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,40175,1694032198914 2023-09-06T20:30:03,662 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=6, resume processing ppid=5 2023-09-06T20:30:03,662 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 734ec2140b56b0d20df5d391a5a945b8, server=jenkins-hbase3.apache.org,40175,1694032198914 in 191 msec 2023-09-06T20:30:03,667 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=5, resume processing ppid=4 2023-09-06T20:30:03,667 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=734ec2140b56b0d20df5d391a5a945b8, ASSIGN in 356 msec 2023-09-06T20:30:03,668 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-09-06T20:30:03,669 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032203668"}]},"ts":"1694032203668"} 2023-09-06T20:30:03,672 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2023-09-06T20:30:03,675 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2023-09-06T20:30:03,677 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 955 msec 2023-09-06T20:30:03,734 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:41433-0x100eef94d570000, quorum=127.0.0.1:64406, baseZNode=/1 Set watcher on znode that does not yet exist, /1/namespace 2023-09-06T20:30:03,735 DEBUG [Listener at localhost/46569-EventThread {}] zookeeper.ZKWatcher(604): master:41433-0x100eef94d570000, quorum=127.0.0.1:64406, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/namespace 2023-09-06T20:30:03,735 DEBUG [Listener at localhost/46569-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40175-0x100eef94d570001, quorum=127.0.0.1:64406, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:30:03,735 DEBUG [Listener at localhost/46569-EventThread {}] zookeeper.ZKWatcher(604): master:41433-0x100eef94d570000, quorum=127.0.0.1:64406, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:30:03,795 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2023-09-06T20:30:03,815 DEBUG [Listener at localhost/46569-EventThread {}] zookeeper.ZKWatcher(604): master:41433-0x100eef94d570000, quorum=127.0.0.1:64406, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-09-06T20:30:03,822 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 38 msec 2023-09-06T20:30:03,832 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2023-09-06T20:30:03,847 DEBUG [Listener at localhost/46569-EventThread {}] zookeeper.ZKWatcher(604): master:41433-0x100eef94d570000, quorum=127.0.0.1:64406, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-09-06T20:30:03,852 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 20 msec 2023-09-06T20:30:03,859 DEBUG [Listener at localhost/46569-EventThread {}] zookeeper.ZKWatcher(604): master:41433-0x100eef94d570000, quorum=127.0.0.1:64406, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/default 2023-09-06T20:30:03,862 DEBUG [Listener at localhost/46569-EventThread {}] zookeeper.ZKWatcher(604): master:41433-0x100eef94d570000, quorum=127.0.0.1:64406, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/hbase 2023-09-06T20:30:03,862 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1193): Master has completed initialization 4.803sec 2023-09-06T20:30:03,864 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2023-09-06T20:30:03,866 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2023-09-06T20:30:03,867 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2023-09-06T20:30:03,868 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2023-09-06T20:30:03,868 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2023-09-06T20:30:03,869 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,41433,1694032195750-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-09-06T20:30:03,870 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,41433,1694032195750-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2023-09-06T20:30:03,887 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1296): Balancer post startup initialization complete, took 0 seconds 2023-09-06T20:30:03,889 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2023-09-06T20:30:03,931 DEBUG [Listener at localhost/46569 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x2ab52523 to 127.0.0.1:64406 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:30:03,936 DEBUG [Listener at localhost/46569 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a5ac269, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:30:03,943 DEBUG [Listener at localhost/46569 {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2023-09-06T20:30:03,943 DEBUG [Listener at localhost/46569 {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2023-09-06T20:30:03,961 DEBUG [hconnection-0x3d87e1ea-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:30:03,973 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:46010, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:30:03,987 INFO [Listener at localhost/46569 {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=jenkins-hbase3.apache.org,41433,1694032195750 2023-09-06T20:30:03,987 INFO [Listener at localhost/46569 {}] hbase.HBaseTestingUtility(2786): Starting mini mapreduce cluster... 2023-09-06T20:30:03,988 INFO [Listener at localhost/46569 {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bbb9c477-fb70-4839-dc76-f13d024675e9/test.cache.data in system properties and HBase conf 2023-09-06T20:30:03,988 INFO [Listener at localhost/46569 {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bbb9c477-fb70-4839-dc76-f13d024675e9/hadoop.tmp.dir in system properties and HBase conf 2023-09-06T20:30:03,988 INFO [Listener at localhost/46569 {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bbb9c477-fb70-4839-dc76-f13d024675e9/hadoop.log.dir in system properties and HBase conf 2023-09-06T20:30:03,988 INFO [Listener at localhost/46569 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bbb9c477-fb70-4839-dc76-f13d024675e9/mapreduce.cluster.local.dir in system properties and HBase conf 2023-09-06T20:30:03,988 INFO [Listener at localhost/46569 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bbb9c477-fb70-4839-dc76-f13d024675e9/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-09-06T20:30:03,988 INFO [Listener at localhost/46569 {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-09-06T20:30:03,989 INFO [Listener at localhost/46569 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bbb9c477-fb70-4839-dc76-f13d024675e9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-09-06T20:30:03,989 INFO [Listener at localhost/46569 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bbb9c477-fb70-4839-dc76-f13d024675e9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-09-06T20:30:03,989 INFO [Listener at localhost/46569 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bbb9c477-fb70-4839-dc76-f13d024675e9/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-09-06T20:30:03,989 INFO [Listener at localhost/46569 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bbb9c477-fb70-4839-dc76-f13d024675e9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-09-06T20:30:03,989 INFO [Listener at localhost/46569 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bbb9c477-fb70-4839-dc76-f13d024675e9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-09-06T20:30:03,989 INFO [Listener at localhost/46569 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bbb9c477-fb70-4839-dc76-f13d024675e9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-09-06T20:30:03,990 INFO [Listener at localhost/46569 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bbb9c477-fb70-4839-dc76-f13d024675e9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-09-06T20:30:03,990 INFO [Listener at localhost/46569 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bbb9c477-fb70-4839-dc76-f13d024675e9/dfs.journalnode.edits.dir in system properties and HBase conf 2023-09-06T20:30:03,990 INFO [Listener at localhost/46569 {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bbb9c477-fb70-4839-dc76-f13d024675e9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-09-06T20:30:03,990 INFO [Listener at localhost/46569 {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bbb9c477-fb70-4839-dc76-f13d024675e9/nfs.dump.dir in system properties and HBase conf 2023-09-06T20:30:03,990 INFO [Listener at localhost/46569 {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bbb9c477-fb70-4839-dc76-f13d024675e9/java.io.tmpdir in system properties and HBase conf 2023-09-06T20:30:03,990 INFO [Listener at localhost/46569 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bbb9c477-fb70-4839-dc76-f13d024675e9/dfs.journalnode.edits.dir in system properties and HBase conf 2023-09-06T20:30:03,990 INFO [Listener at localhost/46569 {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bbb9c477-fb70-4839-dc76-f13d024675e9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-09-06T20:30:03,991 INFO [Listener at localhost/46569 {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bbb9c477-fb70-4839-dc76-f13d024675e9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2023-09-06T20:30:05,544 WARN [Thread-249 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-09-06T20:30:05,954 INFO [Thread-249 {}] log.Slf4jLog(67): jetty-6.1.26 2023-09-06T20:30:05,960 INFO [Thread-249 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/jobhistory to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bbb9c477-fb70-4839-dc76-f13d024675e9/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_36423_jobhistory____71xo1o/webapp 2023-09-06T20:30:06,129 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices as a root resource class 2023-09-06T20:30:06,130 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver as a provider class 2023-09-06T20:30:06,130 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-09-06T20:30:06,133 INFO [Thread-249 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-09-06T20:30:06,220 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:30:06,346 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:30:06,688 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices to GuiceManagedComponentProvider with the scope "PerRequest" 2023-09-06T20:30:06,731 INFO [Thread-249 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:36423 2023-09-06T20:30:06,874 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2023-09-06T20:30:06,874 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2023-09-06T20:30:06,884 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2023-09-06T20:30:06,884 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2023-09-06T20:30:06,886 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:30:06,886 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2023-09-06T20:30:06,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-09-06T20:30:06,887 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2023-09-06T20:30:06,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2023-09-06T20:30:06,887 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2023-09-06T20:30:07,036 WARN [Listener at jenkins-hbase3.apache.org/35279 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-09-06T20:30:07,124 WARN [Listener at jenkins-hbase3.apache.org/35279 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-09-06T20:30:07,124 INFO [Listener at jenkins-hbase3.apache.org/35279 {}] log.Slf4jLog(67): jetty-6.1.26 2023-09-06T20:30:07,134 INFO [Listener at jenkins-hbase3.apache.org/35279 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/cluster to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bbb9c477-fb70-4839-dc76-f13d024675e9/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_41591_cluster____.vzwt3h/webapp 2023-09-06T20:30:07,221 INFO [Listener at jenkins-hbase3.apache.org/35279 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class 2023-09-06T20:30:07,221 INFO [Listener at jenkins-hbase3.apache.org/35279 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class 2023-09-06T20:30:07,222 INFO [Listener at jenkins-hbase3.apache.org/35279 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-09-06T20:30:07,222 INFO [Listener at jenkins-hbase3.apache.org/35279 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-09-06T20:30:07,231 INFO [Listener at jenkins-hbase3.apache.org/35279 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:30:07,456 INFO [Listener at jenkins-hbase3.apache.org/35279 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:30:07,571 INFO [Listener at jenkins-hbase3.apache.org/35279 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:30:07,578 INFO [Listener at jenkins-hbase3.apache.org/35279 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:41591 2023-09-06T20:30:07,771 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-09-06T20:30:07,854 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2023-09-06T20:30:07,856 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2023-09-06T20:30:08,099 WARN [Listener at jenkins-hbase3.apache.org/41355 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-09-06T20:30:08,129 WARN [Listener at jenkins-hbase3.apache.org/41355 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-09-06T20:30:08,130 INFO [Listener at jenkins-hbase3.apache.org/41355 {}] log.Slf4jLog(67): jetty-6.1.26 2023-09-06T20:30:08,139 INFO [Listener at jenkins-hbase3.apache.org/41355 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bbb9c477-fb70-4839-dc76-f13d024675e9/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_34671_node____.t5xiky/webapp 2023-09-06T20:30:08,201 INFO [Listener at jenkins-hbase3.apache.org/41355 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-09-06T20:30:08,201 INFO [Listener at jenkins-hbase3.apache.org/41355 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-09-06T20:30:08,201 INFO [Listener at jenkins-hbase3.apache.org/41355 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-09-06T20:30:08,201 INFO [Listener at jenkins-hbase3.apache.org/41355 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-09-06T20:30:08,209 INFO [Listener at jenkins-hbase3.apache.org/41355 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:30:08,231 INFO [Listener at jenkins-hbase3.apache.org/41355 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:30:08,328 INFO [Listener at jenkins-hbase3.apache.org/41355 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:30:08,343 INFO [Listener at jenkins-hbase3.apache.org/41355 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:34671 2023-09-06T20:30:08,566 WARN [Listener at jenkins-hbase3.apache.org/38203 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-09-06T20:30:08,573 WARN [Listener at jenkins-hbase3.apache.org/38203 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-09-06T20:30:08,574 INFO [Listener at jenkins-hbase3.apache.org/38203 {}] log.Slf4jLog(67): jetty-6.1.26 2023-09-06T20:30:08,583 INFO [Listener at jenkins-hbase3.apache.org/38203 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bbb9c477-fb70-4839-dc76-f13d024675e9/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_45493_node____wauez0/webapp 2023-09-06T20:30:08,657 INFO [Listener at jenkins-hbase3.apache.org/38203 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-09-06T20:30:08,657 INFO [Listener at jenkins-hbase3.apache.org/38203 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-09-06T20:30:08,657 INFO [Listener at jenkins-hbase3.apache.org/38203 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-09-06T20:30:08,657 INFO [Listener at jenkins-hbase3.apache.org/38203 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-09-06T20:30:08,669 INFO [Listener at jenkins-hbase3.apache.org/38203 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:30:08,692 INFO [Listener at jenkins-hbase3.apache.org/38203 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:30:08,786 INFO [Listener at jenkins-hbase3.apache.org/38203 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:30:08,794 INFO [Listener at jenkins-hbase3.apache.org/38203 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:45493 2023-09-06T20:30:08,830 INFO [Listener at jenkins-hbase3.apache.org/38203 {}] hbase.HBaseTestingUtility(2821): Mini mapreduce cluster started 2023-09-06T20:30:08,830 INFO [Listener at jenkins-hbase3.apache.org/38203 {}] backup.TestBackupBase(301): ROOTDIR hdfs://localhost:35775/backupUT 2023-09-06T20:30:08,843 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:30:08,850 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:35236, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-09-06T20:30:08,863 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'ns1'} 2023-09-06T20:30:08,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] procedure2.ProcedureExecutor(1032): Stored pid=9, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns1 2023-09-06T20:30:08,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=9 2023-09-06T20:30:08,897 DEBUG [Listener at localhost/46569-EventThread {}] zookeeper.ZKWatcher(604): master:41433-0x100eef94d570000, quorum=127.0.0.1:64406, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-09-06T20:30:08,903 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=9, state=SUCCESS; CreateNamespaceProcedure, namespace=ns1 in 37 msec 2023-09-06T20:30:08,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=9 2023-09-06T20:30:08,994 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'ns2'} 2023-09-06T20:30:08,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] procedure2.ProcedureExecutor(1032): Stored pid=10, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns2 2023-09-06T20:30:09,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=10 2023-09-06T20:30:09,010 DEBUG [Listener at localhost/46569-EventThread {}] zookeeper.ZKWatcher(604): master:41433-0x100eef94d570000, quorum=127.0.0.1:64406, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-09-06T20:30:09,020 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=10, state=SUCCESS; CreateNamespaceProcedure, namespace=ns2 in 23 msec 2023-09-06T20:30:09,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=10 2023-09-06T20:30:09,112 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'ns3'} 2023-09-06T20:30:09,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] procedure2.ProcedureExecutor(1032): Stored pid=11, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns3 2023-09-06T20:30:09,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=11 2023-09-06T20:30:09,130 DEBUG [Listener at localhost/46569-EventThread {}] zookeeper.ZKWatcher(604): master:41433-0x100eef94d570000, quorum=127.0.0.1:64406, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-09-06T20:30:09,137 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=11, state=SUCCESS; CreateNamespaceProcedure, namespace=ns3 in 22 msec 2023-09-06T20:30:09,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=11 2023-09-06T20:30:09,230 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'ns4'} 2023-09-06T20:30:09,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] procedure2.ProcedureExecutor(1032): Stored pid=12, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns4 2023-09-06T20:30:09,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=12 2023-09-06T20:30:09,245 DEBUG [Listener at localhost/46569-EventThread {}] zookeeper.ZKWatcher(604): master:41433-0x100eef94d570000, quorum=127.0.0.1:64406, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-09-06T20:30:09,251 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=12, state=SUCCESS; CreateNamespaceProcedure, namespace=ns4 in 19 msec 2023-09-06T20:30:09,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=12 2023-09-06T20:30:09,356 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'test-1694032208830', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:30:09,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] procedure2.ProcedureExecutor(1032): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test-1694032208830 2023-09-06T20:30:09,361 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test-1694032208830 execute state=CREATE_TABLE_PRE_OPERATION 2023-09-06T20:30:09,361 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:30:09,362 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "default" qualifier: "test-1694032208830" procId is: 13 2023-09-06T20:30:09,363 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test-1694032208830 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-09-06T20:30:09,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-09-06T20:30:09,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-09-06T20:30:09,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-09-06T20:30:09,803 INFO [RegionOpenAndInit-test-1694032208830-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 945de5f57eeafa6ce120fd725e0a8731, NAME => 'test-1694032208830,,1694032209350.945de5f57eeafa6ce120fd725e0a8731.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1694032208830', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce 2023-09-06T20:30:09,820 DEBUG [RegionOpenAndInit-test-1694032208830-pool-0 {}] regionserver.HRegion(888): Instantiated test-1694032208830,,1694032209350.945de5f57eeafa6ce120fd725e0a8731.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:30:09,820 DEBUG [RegionOpenAndInit-test-1694032208830-pool-0 {}] regionserver.HRegion(1668): Closing 945de5f57eeafa6ce120fd725e0a8731, disabling compactions & flushes 2023-09-06T20:30:09,820 INFO [RegionOpenAndInit-test-1694032208830-pool-0 {}] regionserver.HRegion(1690): Closing region test-1694032208830,,1694032209350.945de5f57eeafa6ce120fd725e0a8731. 2023-09-06T20:30:09,820 DEBUG [RegionOpenAndInit-test-1694032208830-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1694032208830,,1694032209350.945de5f57eeafa6ce120fd725e0a8731. 2023-09-06T20:30:09,820 DEBUG [RegionOpenAndInit-test-1694032208830-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on test-1694032208830,,1694032209350.945de5f57eeafa6ce120fd725e0a8731. after waiting 0 ms 2023-09-06T20:30:09,820 DEBUG [RegionOpenAndInit-test-1694032208830-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region test-1694032208830,,1694032209350.945de5f57eeafa6ce120fd725e0a8731. 2023-09-06T20:30:09,820 INFO [RegionOpenAndInit-test-1694032208830-pool-0 {}] regionserver.HRegion(1909): Closed test-1694032208830,,1694032209350.945de5f57eeafa6ce120fd725e0a8731. 2023-09-06T20:30:09,820 DEBUG [RegionOpenAndInit-test-1694032208830-pool-0 {}] regionserver.HRegion(1622): Region close journal for 945de5f57eeafa6ce120fd725e0a8731: 2023-09-06T20:30:09,822 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test-1694032208830 execute state=CREATE_TABLE_ADD_TO_META 2023-09-06T20:30:09,822 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test-1694032208830,,1694032209350.945de5f57eeafa6ce120fd725e0a8731.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1694032209822"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1694032209822"}]},"ts":"1694032209822"} 2023-09-06T20:30:09,825 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-09-06T20:30:09,826 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test-1694032208830 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-09-06T20:30:09,826 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1694032208830","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032209826"}]},"ts":"1694032209826"} 2023-09-06T20:30:09,828 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1694032208830, state=ENABLING in hbase:meta 2023-09-06T20:30:09,832 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1694032208830, region=945de5f57eeafa6ce120fd725e0a8731, ASSIGN}] 2023-09-06T20:30:09,835 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1694032208830, region=945de5f57eeafa6ce120fd725e0a8731, ASSIGN 2023-09-06T20:30:09,836 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test-1694032208830, region=945de5f57eeafa6ce120fd725e0a8731, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,40175,1694032198914; forceNewPlan=false, retain=false 2023-09-06T20:30:09,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-09-06T20:30:09,987 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=945de5f57eeafa6ce120fd725e0a8731, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,40175,1694032198914 2023-09-06T20:30:09,990 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; OpenRegionProcedure 945de5f57eeafa6ce120fd725e0a8731, server=jenkins-hbase3.apache.org,40175,1694032198914}] 2023-09-06T20:30:10,153 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(130): Open test-1694032208830,,1694032209350.945de5f57eeafa6ce120fd725e0a8731. 2023-09-06T20:30:10,153 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7254): Opening region: {ENCODED => 945de5f57eeafa6ce120fd725e0a8731, NAME => 'test-1694032208830,,1694032209350.945de5f57eeafa6ce120fd725e0a8731.', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:30:10,154 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:30:10,154 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1694032208830 945de5f57eeafa6ce120fd725e0a8731 2023-09-06T20:30:10,154 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(888): Instantiated test-1694032208830,,1694032209350.945de5f57eeafa6ce120fd725e0a8731.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:30:10,154 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7296): checking encryption for 945de5f57eeafa6ce120fd725e0a8731 2023-09-06T20:30:10,154 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7299): checking classloading for 945de5f57eeafa6ce120fd725e0a8731 2023-09-06T20:30:10,157 INFO [StoreOpener-945de5f57eeafa6ce120fd725e0a8731-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 945de5f57eeafa6ce120fd725e0a8731 2023-09-06T20:30:10,159 INFO [StoreOpener-945de5f57eeafa6ce120fd725e0a8731-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 945de5f57eeafa6ce120fd725e0a8731 columnFamilyName f 2023-09-06T20:30:10,159 DEBUG [StoreOpener-945de5f57eeafa6ce120fd725e0a8731-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:30:10,160 INFO [StoreOpener-945de5f57eeafa6ce120fd725e0a8731-1 {}] regionserver.HStore(324): Store=945de5f57eeafa6ce120fd725e0a8731/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:30:10,161 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/data/default/test-1694032208830/945de5f57eeafa6ce120fd725e0a8731 2023-09-06T20:30:10,162 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/data/default/test-1694032208830/945de5f57eeafa6ce120fd725e0a8731 2023-09-06T20:30:10,165 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1076): writing seq id for 945de5f57eeafa6ce120fd725e0a8731 2023-09-06T20:30:10,171 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/data/default/test-1694032208830/945de5f57eeafa6ce120fd725e0a8731/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:30:10,172 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): Opened 945de5f57eeafa6ce120fd725e0a8731; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10502135040, jitterRate=-0.021912455558776855}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-09-06T20:30:10,173 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(992): Region open journal for 945de5f57eeafa6ce120fd725e0a8731: 2023-09-06T20:30:10,174 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2556): Post open deploy tasks for test-1694032208830,,1694032209350.945de5f57eeafa6ce120fd725e0a8731., pid=15, masterSystemTime=1694032210144 2023-09-06T20:30:10,177 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2583): Finished post open deploy task for test-1694032208830,,1694032209350.945de5f57eeafa6ce120fd725e0a8731. 2023-09-06T20:30:10,177 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(158): Opened test-1694032208830,,1694032209350.945de5f57eeafa6ce120fd725e0a8731. 2023-09-06T20:30:10,178 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=945de5f57eeafa6ce120fd725e0a8731, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,40175,1694032198914 2023-09-06T20:30:10,183 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=15, resume processing ppid=14 2023-09-06T20:30:10,183 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=15, ppid=14, state=SUCCESS; OpenRegionProcedure 945de5f57eeafa6ce120fd725e0a8731, server=jenkins-hbase3.apache.org,40175,1694032198914 in 190 msec 2023-09-06T20:30:10,185 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=14, resume processing ppid=13 2023-09-06T20:30:10,186 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=14, ppid=13, state=SUCCESS; TransitRegionStateProcedure table=test-1694032208830, region=945de5f57eeafa6ce120fd725e0a8731, ASSIGN in 351 msec 2023-09-06T20:30:10,187 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test-1694032208830 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-09-06T20:30:10,187 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1694032208830","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032210187"}]},"ts":"1694032210187"} 2023-09-06T20:30:10,189 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1694032208830, state=ENABLED in hbase:meta 2023-09-06T20:30:10,192 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test-1694032208830 execute state=CREATE_TABLE_POST_OPERATION 2023-09-06T20:30:10,194 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=13, state=SUCCESS; CreateTableProcedure table=test-1694032208830 in 836 msec 2023-09-06T20:30:10,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-09-06T20:30:10,481 INFO [Listener at jenkins-hbase3.apache.org/38203 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: default:test-1694032208830, procId: 13 completed 2023-09-06T20:30:10,483 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x5b325f0d to 127.0.0.1:64406 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:30:10,490 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65a122d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:30:10,492 DEBUG [hconnection-0x709d4fba-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:30:10,496 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:38562, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:30:10,502 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40175 {}] regionserver.HRegion(8210): writing data to region test-1694032208830,,1694032209350.945de5f57eeafa6ce120fd725e0a8731. with WAL disabled. Data may be lost in the event of a crash. 2023-09-06T20:30:10,640 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'ns2:test-16940322088301', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:30:10,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] procedure2.ProcedureExecutor(1032): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns2:test-16940322088301 2023-09-06T20:30:10,644 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16940322088301 execute state=CREATE_TABLE_PRE_OPERATION 2023-09-06T20:30:10,644 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:30:10,644 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns2" qualifier: "test-16940322088301" procId is: 16 2023-09-06T20:30:10,645 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns2:test-16940322088301 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-09-06T20:30:10,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-09-06T20:30:10,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-09-06T20:30:10,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-09-06T20:30:11,062 INFO [RegionOpenAndInit-ns2:test-16940322088301-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 29fa52912db018832a76991703c3ebdc, NAME => 'ns2:test-16940322088301,,1694032210639.29fa52912db018832a76991703c3ebdc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-16940322088301', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce 2023-09-06T20:30:11,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-09-06T20:30:11,481 DEBUG [RegionOpenAndInit-ns2:test-16940322088301-pool-0 {}] regionserver.HRegion(888): Instantiated ns2:test-16940322088301,,1694032210639.29fa52912db018832a76991703c3ebdc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:30:11,481 DEBUG [RegionOpenAndInit-ns2:test-16940322088301-pool-0 {}] regionserver.HRegion(1668): Closing 29fa52912db018832a76991703c3ebdc, disabling compactions & flushes 2023-09-06T20:30:11,481 INFO [RegionOpenAndInit-ns2:test-16940322088301-pool-0 {}] regionserver.HRegion(1690): Closing region ns2:test-16940322088301,,1694032210639.29fa52912db018832a76991703c3ebdc. 2023-09-06T20:30:11,481 DEBUG [RegionOpenAndInit-ns2:test-16940322088301-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16940322088301,,1694032210639.29fa52912db018832a76991703c3ebdc. 2023-09-06T20:30:11,481 DEBUG [RegionOpenAndInit-ns2:test-16940322088301-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16940322088301,,1694032210639.29fa52912db018832a76991703c3ebdc. after waiting 0 ms 2023-09-06T20:30:11,481 DEBUG [RegionOpenAndInit-ns2:test-16940322088301-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16940322088301,,1694032210639.29fa52912db018832a76991703c3ebdc. 2023-09-06T20:30:11,481 INFO [RegionOpenAndInit-ns2:test-16940322088301-pool-0 {}] regionserver.HRegion(1909): Closed ns2:test-16940322088301,,1694032210639.29fa52912db018832a76991703c3ebdc. 2023-09-06T20:30:11,481 DEBUG [RegionOpenAndInit-ns2:test-16940322088301-pool-0 {}] regionserver.HRegion(1622): Region close journal for 29fa52912db018832a76991703c3ebdc: 2023-09-06T20:30:11,483 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns2:test-16940322088301 execute state=CREATE_TABLE_ADD_TO_META 2023-09-06T20:30:11,483 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns2:test-16940322088301,,1694032210639.29fa52912db018832a76991703c3ebdc.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1694032211483"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1694032211483"}]},"ts":"1694032211483"} 2023-09-06T20:30:11,486 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-09-06T20:30:11,487 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns2:test-16940322088301 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-09-06T20:30:11,487 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16940322088301","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032211487"}]},"ts":"1694032211487"} 2023-09-06T20:30:11,489 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16940322088301, state=ENABLING in hbase:meta 2023-09-06T20:30:11,493 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16940322088301, region=29fa52912db018832a76991703c3ebdc, ASSIGN}] 2023-09-06T20:30:11,495 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16940322088301, region=29fa52912db018832a76991703c3ebdc, ASSIGN 2023-09-06T20:30:11,496 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns2:test-16940322088301, region=29fa52912db018832a76991703c3ebdc, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,40175,1694032198914; forceNewPlan=false, retain=false 2023-09-06T20:30:11,648 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=29fa52912db018832a76991703c3ebdc, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,40175,1694032198914 2023-09-06T20:30:11,650 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE; OpenRegionProcedure 29fa52912db018832a76991703c3ebdc, server=jenkins-hbase3.apache.org,40175,1694032198914}] 2023-09-06T20:30:11,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-09-06T20:30:11,808 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(130): Open ns2:test-16940322088301,,1694032210639.29fa52912db018832a76991703c3ebdc. 2023-09-06T20:30:11,809 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7254): Opening region: {ENCODED => 29fa52912db018832a76991703c3ebdc, NAME => 'ns2:test-16940322088301,,1694032210639.29fa52912db018832a76991703c3ebdc.', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:30:11,809 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:30:11,809 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16940322088301 29fa52912db018832a76991703c3ebdc 2023-09-06T20:30:11,809 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(888): Instantiated ns2:test-16940322088301,,1694032210639.29fa52912db018832a76991703c3ebdc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:30:11,810 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7296): checking encryption for 29fa52912db018832a76991703c3ebdc 2023-09-06T20:30:11,810 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7299): checking classloading for 29fa52912db018832a76991703c3ebdc 2023-09-06T20:30:11,814 INFO [StoreOpener-29fa52912db018832a76991703c3ebdc-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 29fa52912db018832a76991703c3ebdc 2023-09-06T20:30:11,817 INFO [StoreOpener-29fa52912db018832a76991703c3ebdc-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29fa52912db018832a76991703c3ebdc columnFamilyName f 2023-09-06T20:30:11,817 DEBUG [StoreOpener-29fa52912db018832a76991703c3ebdc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:30:11,818 INFO [StoreOpener-29fa52912db018832a76991703c3ebdc-1 {}] regionserver.HStore(324): Store=29fa52912db018832a76991703c3ebdc/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:30:11,820 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/data/ns2/test-16940322088301/29fa52912db018832a76991703c3ebdc 2023-09-06T20:30:11,821 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/data/ns2/test-16940322088301/29fa52912db018832a76991703c3ebdc 2023-09-06T20:30:11,825 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1076): writing seq id for 29fa52912db018832a76991703c3ebdc 2023-09-06T20:30:11,833 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/data/ns2/test-16940322088301/29fa52912db018832a76991703c3ebdc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:30:11,834 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): Opened 29fa52912db018832a76991703c3ebdc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10602659040, jitterRate=-0.01255042850971222}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-09-06T20:30:11,834 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(992): Region open journal for 29fa52912db018832a76991703c3ebdc: 2023-09-06T20:30:11,835 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2556): Post open deploy tasks for ns2:test-16940322088301,,1694032210639.29fa52912db018832a76991703c3ebdc., pid=18, masterSystemTime=1694032211802 2023-09-06T20:30:11,838 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2583): Finished post open deploy task for ns2:test-16940322088301,,1694032210639.29fa52912db018832a76991703c3ebdc. 2023-09-06T20:30:11,838 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(158): Opened ns2:test-16940322088301,,1694032210639.29fa52912db018832a76991703c3ebdc. 2023-09-06T20:30:11,839 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=29fa52912db018832a76991703c3ebdc, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,40175,1694032198914 2023-09-06T20:30:11,844 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=18, resume processing ppid=17 2023-09-06T20:30:11,844 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=18, ppid=17, state=SUCCESS; OpenRegionProcedure 29fa52912db018832a76991703c3ebdc, server=jenkins-hbase3.apache.org,40175,1694032198914 in 191 msec 2023-09-06T20:30:11,846 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=17, resume processing ppid=16 2023-09-06T20:30:11,847 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=17, ppid=16, state=SUCCESS; TransitRegionStateProcedure table=ns2:test-16940322088301, region=29fa52912db018832a76991703c3ebdc, ASSIGN in 351 msec 2023-09-06T20:30:11,848 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns2:test-16940322088301 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-09-06T20:30:11,848 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16940322088301","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032211848"}]},"ts":"1694032211848"} 2023-09-06T20:30:11,850 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16940322088301, state=ENABLED in hbase:meta 2023-09-06T20:30:11,852 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16940322088301 execute state=CREATE_TABLE_POST_OPERATION 2023-09-06T20:30:11,854 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=16, state=SUCCESS; CreateTableProcedure table=ns2:test-16940322088301 in 1.2130 sec 2023-09-06T20:30:12,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-09-06T20:30:12,755 INFO [Listener at jenkins-hbase3.apache.org/38203 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: ns2:test-16940322088301, procId: 16 completed 2023-09-06T20:30:12,759 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40175 {}] regionserver.HRegion(8210): writing data to region ns2:test-16940322088301,,1694032210639.29fa52912db018832a76991703c3ebdc. with WAL disabled. Data may be lost in the event of a crash. 2023-09-06T20:30:12,843 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'ns3:test-16940322088302', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:30:12,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] procedure2.ProcedureExecutor(1032): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns3:test-16940322088302 2023-09-06T20:30:12,848 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16940322088302 execute state=CREATE_TABLE_PRE_OPERATION 2023-09-06T20:30:12,848 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:30:12,848 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns3" qualifier: "test-16940322088302" procId is: 19 2023-09-06T20:30:12,849 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns3:test-16940322088302 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-09-06T20:30:12,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-09-06T20:30:12,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-09-06T20:30:13,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-09-06T20:30:13,273 INFO [RegionOpenAndInit-ns3:test-16940322088302-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 144b1e17718cc1e181375d4d41bb0f06, NAME => 'ns3:test-16940322088302,,1694032212843.144b1e17718cc1e181375d4d41bb0f06.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-16940322088302', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce 2023-09-06T20:30:13,288 DEBUG [RegionOpenAndInit-ns3:test-16940322088302-pool-0 {}] regionserver.HRegion(888): Instantiated ns3:test-16940322088302,,1694032212843.144b1e17718cc1e181375d4d41bb0f06.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:30:13,288 DEBUG [RegionOpenAndInit-ns3:test-16940322088302-pool-0 {}] regionserver.HRegion(1668): Closing 144b1e17718cc1e181375d4d41bb0f06, disabling compactions & flushes 2023-09-06T20:30:13,288 INFO [RegionOpenAndInit-ns3:test-16940322088302-pool-0 {}] regionserver.HRegion(1690): Closing region ns3:test-16940322088302,,1694032212843.144b1e17718cc1e181375d4d41bb0f06. 2023-09-06T20:30:13,288 DEBUG [RegionOpenAndInit-ns3:test-16940322088302-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16940322088302,,1694032212843.144b1e17718cc1e181375d4d41bb0f06. 2023-09-06T20:30:13,288 DEBUG [RegionOpenAndInit-ns3:test-16940322088302-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16940322088302,,1694032212843.144b1e17718cc1e181375d4d41bb0f06. after waiting 0 ms 2023-09-06T20:30:13,289 DEBUG [RegionOpenAndInit-ns3:test-16940322088302-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16940322088302,,1694032212843.144b1e17718cc1e181375d4d41bb0f06. 2023-09-06T20:30:13,289 INFO [RegionOpenAndInit-ns3:test-16940322088302-pool-0 {}] regionserver.HRegion(1909): Closed ns3:test-16940322088302,,1694032212843.144b1e17718cc1e181375d4d41bb0f06. 2023-09-06T20:30:13,289 DEBUG [RegionOpenAndInit-ns3:test-16940322088302-pool-0 {}] regionserver.HRegion(1622): Region close journal for 144b1e17718cc1e181375d4d41bb0f06: 2023-09-06T20:30:13,290 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns3:test-16940322088302 execute state=CREATE_TABLE_ADD_TO_META 2023-09-06T20:30:13,291 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns3:test-16940322088302,,1694032212843.144b1e17718cc1e181375d4d41bb0f06.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1694032213290"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1694032213290"}]},"ts":"1694032213290"} 2023-09-06T20:30:13,293 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-09-06T20:30:13,294 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns3:test-16940322088302 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-09-06T20:30:13,294 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16940322088302","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032213294"}]},"ts":"1694032213294"} 2023-09-06T20:30:13,296 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16940322088302, state=ENABLING in hbase:meta 2023-09-06T20:30:13,300 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16940322088302, region=144b1e17718cc1e181375d4d41bb0f06, ASSIGN}] 2023-09-06T20:30:13,304 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16940322088302, region=144b1e17718cc1e181375d4d41bb0f06, ASSIGN 2023-09-06T20:30:13,306 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns3:test-16940322088302, region=144b1e17718cc1e181375d4d41bb0f06, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,40175,1694032198914; forceNewPlan=false, retain=false 2023-09-06T20:30:13,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-09-06T20:30:13,457 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=144b1e17718cc1e181375d4d41bb0f06, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,40175,1694032198914 2023-09-06T20:30:13,460 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; OpenRegionProcedure 144b1e17718cc1e181375d4d41bb0f06, server=jenkins-hbase3.apache.org,40175,1694032198914}] 2023-09-06T20:30:13,618 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(130): Open ns3:test-16940322088302,,1694032212843.144b1e17718cc1e181375d4d41bb0f06. 2023-09-06T20:30:13,618 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7254): Opening region: {ENCODED => 144b1e17718cc1e181375d4d41bb0f06, NAME => 'ns3:test-16940322088302,,1694032212843.144b1e17718cc1e181375d4d41bb0f06.', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:30:13,619 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:30:13,619 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16940322088302 144b1e17718cc1e181375d4d41bb0f06 2023-09-06T20:30:13,619 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(888): Instantiated ns3:test-16940322088302,,1694032212843.144b1e17718cc1e181375d4d41bb0f06.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:30:13,619 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7296): checking encryption for 144b1e17718cc1e181375d4d41bb0f06 2023-09-06T20:30:13,619 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7299): checking classloading for 144b1e17718cc1e181375d4d41bb0f06 2023-09-06T20:30:13,621 INFO [StoreOpener-144b1e17718cc1e181375d4d41bb0f06-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 144b1e17718cc1e181375d4d41bb0f06 2023-09-06T20:30:13,623 INFO [StoreOpener-144b1e17718cc1e181375d4d41bb0f06-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 144b1e17718cc1e181375d4d41bb0f06 columnFamilyName f 2023-09-06T20:30:13,623 DEBUG [StoreOpener-144b1e17718cc1e181375d4d41bb0f06-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:30:13,624 INFO [StoreOpener-144b1e17718cc1e181375d4d41bb0f06-1 {}] regionserver.HStore(324): Store=144b1e17718cc1e181375d4d41bb0f06/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:30:13,625 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/data/ns3/test-16940322088302/144b1e17718cc1e181375d4d41bb0f06 2023-09-06T20:30:13,625 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/data/ns3/test-16940322088302/144b1e17718cc1e181375d4d41bb0f06 2023-09-06T20:30:13,628 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1076): writing seq id for 144b1e17718cc1e181375d4d41bb0f06 2023-09-06T20:30:13,632 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/data/ns3/test-16940322088302/144b1e17718cc1e181375d4d41bb0f06/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:30:13,632 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): Opened 144b1e17718cc1e181375d4d41bb0f06; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11080299520, jitterRate=0.03193330764770508}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-09-06T20:30:13,633 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(992): Region open journal for 144b1e17718cc1e181375d4d41bb0f06: 2023-09-06T20:30:13,635 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2556): Post open deploy tasks for ns3:test-16940322088302,,1694032212843.144b1e17718cc1e181375d4d41bb0f06., pid=21, masterSystemTime=1694032213613 2023-09-06T20:30:13,637 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2583): Finished post open deploy task for ns3:test-16940322088302,,1694032212843.144b1e17718cc1e181375d4d41bb0f06. 2023-09-06T20:30:13,637 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(158): Opened ns3:test-16940322088302,,1694032212843.144b1e17718cc1e181375d4d41bb0f06. 2023-09-06T20:30:13,638 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=144b1e17718cc1e181375d4d41bb0f06, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,40175,1694032198914 2023-09-06T20:30:13,643 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=21, resume processing ppid=20 2023-09-06T20:30:13,643 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=21, ppid=20, state=SUCCESS; OpenRegionProcedure 144b1e17718cc1e181375d4d41bb0f06, server=jenkins-hbase3.apache.org,40175,1694032198914 in 180 msec 2023-09-06T20:30:13,645 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=20, resume processing ppid=19 2023-09-06T20:30:13,645 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=20, ppid=19, state=SUCCESS; TransitRegionStateProcedure table=ns3:test-16940322088302, region=144b1e17718cc1e181375d4d41bb0f06, ASSIGN in 343 msec 2023-09-06T20:30:13,646 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns3:test-16940322088302 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-09-06T20:30:13,646 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16940322088302","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032213646"}]},"ts":"1694032213646"} 2023-09-06T20:30:13,648 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16940322088302, state=ENABLED in hbase:meta 2023-09-06T20:30:13,652 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16940322088302 execute state=CREATE_TABLE_POST_OPERATION 2023-09-06T20:30:13,654 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=19, state=SUCCESS; CreateTableProcedure table=ns3:test-16940322088302 in 809 msec 2023-09-06T20:30:13,857 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1694032208830' 2023-09-06T20:30:13,858 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-16940322088301' 2023-09-06T20:30:13,859 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-16940322088302' 2023-09-06T20:30:13,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-09-06T20:30:13,958 INFO [Listener at jenkins-hbase3.apache.org/38203 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: ns3:test-16940322088302, procId: 19 completed 2023-09-06T20:30:13,958 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns3:test-16940322088302 get assigned. Timeout = 60000ms 2023-09-06T20:30:13,961 INFO [Listener at jenkins-hbase3.apache.org/38203 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-09-06T20:30:13,965 INFO [Listener at jenkins-hbase3.apache.org/38203 {}] hbase.HBaseTestingUtility(3581): All regions for table ns3:test-16940322088302 assigned to meta. Checking AM states. 2023-09-06T20:30:13,966 INFO [Listener at jenkins-hbase3.apache.org/38203 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-09-06T20:30:13,966 INFO [Listener at jenkins-hbase3.apache.org/38203 {}] hbase.HBaseTestingUtility(3601): All regions for table ns3:test-16940322088302 assigned. 2023-09-06T20:30:13,968 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'ns4:test-16940322088303', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:30:13,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] procedure2.ProcedureExecutor(1032): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns4:test-16940322088303 2023-09-06T20:30:13,972 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16940322088303 execute state=CREATE_TABLE_PRE_OPERATION 2023-09-06T20:30:13,972 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:30:13,972 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns4" qualifier: "test-16940322088303" procId is: 22 2023-09-06T20:30:13,973 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns4:test-16940322088303 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-09-06T20:30:13,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-09-06T20:30:14,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-09-06T20:30:14,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-09-06T20:30:14,390 INFO [RegionOpenAndInit-ns4:test-16940322088303-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 64f3cff5efb1e2dbd13ddecf36175437, NAME => 'ns4:test-16940322088303,,1694032213968.64f3cff5efb1e2dbd13ddecf36175437.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-16940322088303', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce 2023-09-06T20:30:14,408 DEBUG [RegionOpenAndInit-ns4:test-16940322088303-pool-0 {}] regionserver.HRegion(888): Instantiated ns4:test-16940322088303,,1694032213968.64f3cff5efb1e2dbd13ddecf36175437.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:30:14,409 DEBUG [RegionOpenAndInit-ns4:test-16940322088303-pool-0 {}] regionserver.HRegion(1668): Closing 64f3cff5efb1e2dbd13ddecf36175437, disabling compactions & flushes 2023-09-06T20:30:14,409 INFO [RegionOpenAndInit-ns4:test-16940322088303-pool-0 {}] regionserver.HRegion(1690): Closing region ns4:test-16940322088303,,1694032213968.64f3cff5efb1e2dbd13ddecf36175437. 2023-09-06T20:30:14,409 DEBUG [RegionOpenAndInit-ns4:test-16940322088303-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16940322088303,,1694032213968.64f3cff5efb1e2dbd13ddecf36175437. 2023-09-06T20:30:14,409 DEBUG [RegionOpenAndInit-ns4:test-16940322088303-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16940322088303,,1694032213968.64f3cff5efb1e2dbd13ddecf36175437. after waiting 0 ms 2023-09-06T20:30:14,409 DEBUG [RegionOpenAndInit-ns4:test-16940322088303-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16940322088303,,1694032213968.64f3cff5efb1e2dbd13ddecf36175437. 2023-09-06T20:30:14,409 INFO [RegionOpenAndInit-ns4:test-16940322088303-pool-0 {}] regionserver.HRegion(1909): Closed ns4:test-16940322088303,,1694032213968.64f3cff5efb1e2dbd13ddecf36175437. 2023-09-06T20:30:14,409 DEBUG [RegionOpenAndInit-ns4:test-16940322088303-pool-0 {}] regionserver.HRegion(1622): Region close journal for 64f3cff5efb1e2dbd13ddecf36175437: 2023-09-06T20:30:14,410 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns4:test-16940322088303 execute state=CREATE_TABLE_ADD_TO_META 2023-09-06T20:30:14,411 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns4:test-16940322088303,,1694032213968.64f3cff5efb1e2dbd13ddecf36175437.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1694032214411"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1694032214411"}]},"ts":"1694032214411"} 2023-09-06T20:30:14,413 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-09-06T20:30:14,414 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns4:test-16940322088303 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-09-06T20:30:14,414 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16940322088303","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032214414"}]},"ts":"1694032214414"} 2023-09-06T20:30:14,416 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16940322088303, state=ENABLING in hbase:meta 2023-09-06T20:30:14,421 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16940322088303, region=64f3cff5efb1e2dbd13ddecf36175437, ASSIGN}] 2023-09-06T20:30:14,423 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16940322088303, region=64f3cff5efb1e2dbd13ddecf36175437, ASSIGN 2023-09-06T20:30:14,424 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns4:test-16940322088303, region=64f3cff5efb1e2dbd13ddecf36175437, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,40175,1694032198914; forceNewPlan=false, retain=false 2023-09-06T20:30:14,575 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=64f3cff5efb1e2dbd13ddecf36175437, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,40175,1694032198914 2023-09-06T20:30:14,579 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE; OpenRegionProcedure 64f3cff5efb1e2dbd13ddecf36175437, server=jenkins-hbase3.apache.org,40175,1694032198914}] 2023-09-06T20:30:14,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-09-06T20:30:14,736 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(130): Open ns4:test-16940322088303,,1694032213968.64f3cff5efb1e2dbd13ddecf36175437. 2023-09-06T20:30:14,736 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7254): Opening region: {ENCODED => 64f3cff5efb1e2dbd13ddecf36175437, NAME => 'ns4:test-16940322088303,,1694032213968.64f3cff5efb1e2dbd13ddecf36175437.', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:30:14,736 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:30:14,736 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16940322088303 64f3cff5efb1e2dbd13ddecf36175437 2023-09-06T20:30:14,737 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(888): Instantiated ns4:test-16940322088303,,1694032213968.64f3cff5efb1e2dbd13ddecf36175437.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:30:14,737 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7296): checking encryption for 64f3cff5efb1e2dbd13ddecf36175437 2023-09-06T20:30:14,737 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7299): checking classloading for 64f3cff5efb1e2dbd13ddecf36175437 2023-09-06T20:30:14,739 INFO [StoreOpener-64f3cff5efb1e2dbd13ddecf36175437-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 64f3cff5efb1e2dbd13ddecf36175437 2023-09-06T20:30:14,741 INFO [StoreOpener-64f3cff5efb1e2dbd13ddecf36175437-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 64f3cff5efb1e2dbd13ddecf36175437 columnFamilyName f 2023-09-06T20:30:14,741 DEBUG [StoreOpener-64f3cff5efb1e2dbd13ddecf36175437-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:30:14,741 INFO [StoreOpener-64f3cff5efb1e2dbd13ddecf36175437-1 {}] regionserver.HStore(324): Store=64f3cff5efb1e2dbd13ddecf36175437/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:30:14,743 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/data/ns4/test-16940322088303/64f3cff5efb1e2dbd13ddecf36175437 2023-09-06T20:30:14,743 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/data/ns4/test-16940322088303/64f3cff5efb1e2dbd13ddecf36175437 2023-09-06T20:30:14,746 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1076): writing seq id for 64f3cff5efb1e2dbd13ddecf36175437 2023-09-06T20:30:14,754 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/data/ns4/test-16940322088303/64f3cff5efb1e2dbd13ddecf36175437/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:30:14,755 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): Opened 64f3cff5efb1e2dbd13ddecf36175437; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9765468640, jitterRate=-0.09051986038684845}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-09-06T20:30:14,755 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(992): Region open journal for 64f3cff5efb1e2dbd13ddecf36175437: 2023-09-06T20:30:14,757 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2556): Post open deploy tasks for ns4:test-16940322088303,,1694032213968.64f3cff5efb1e2dbd13ddecf36175437., pid=24, masterSystemTime=1694032214731 2023-09-06T20:30:14,759 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2583): Finished post open deploy task for ns4:test-16940322088303,,1694032213968.64f3cff5efb1e2dbd13ddecf36175437. 2023-09-06T20:30:14,759 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(158): Opened ns4:test-16940322088303,,1694032213968.64f3cff5efb1e2dbd13ddecf36175437. 2023-09-06T20:30:14,760 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=64f3cff5efb1e2dbd13ddecf36175437, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,40175,1694032198914 2023-09-06T20:30:14,764 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=24, resume processing ppid=23 2023-09-06T20:30:14,764 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=24, ppid=23, state=SUCCESS; OpenRegionProcedure 64f3cff5efb1e2dbd13ddecf36175437, server=jenkins-hbase3.apache.org,40175,1694032198914 in 184 msec 2023-09-06T20:30:14,767 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=23, resume processing ppid=22 2023-09-06T20:30:14,767 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=23, ppid=22, state=SUCCESS; TransitRegionStateProcedure table=ns4:test-16940322088303, region=64f3cff5efb1e2dbd13ddecf36175437, ASSIGN in 344 msec 2023-09-06T20:30:14,768 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns4:test-16940322088303 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-09-06T20:30:14,768 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16940322088303","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032214768"}]},"ts":"1694032214768"} 2023-09-06T20:30:14,770 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16940322088303, state=ENABLED in hbase:meta 2023-09-06T20:30:14,773 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16940322088303 execute state=CREATE_TABLE_POST_OPERATION 2023-09-06T20:30:14,775 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=22, state=SUCCESS; CreateTableProcedure table=ns4:test-16940322088303 in 805 msec 2023-09-06T20:30:15,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-09-06T20:30:15,081 INFO [Listener at jenkins-hbase3.apache.org/38203 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: ns4:test-16940322088303, procId: 22 completed 2023-09-06T20:30:15,081 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns4:test-16940322088303 get assigned. Timeout = 60000ms 2023-09-06T20:30:15,081 INFO [Listener at jenkins-hbase3.apache.org/38203 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-09-06T20:30:15,086 INFO [Listener at jenkins-hbase3.apache.org/38203 {}] hbase.HBaseTestingUtility(3581): All regions for table ns4:test-16940322088303 assigned to meta. Checking AM states. 2023-09-06T20:30:15,086 INFO [Listener at jenkins-hbase3.apache.org/38203 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-09-06T20:30:15,086 INFO [Listener at jenkins-hbase3.apache.org/38203 {}] hbase.HBaseTestingUtility(3601): All regions for table ns4:test-16940322088303 assigned. 2023-09-06T20:30:15,087 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x5b325f0d to 127.0.0.1:64406 2023-09-06T20:30:15,087 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:30:15,138 INFO [Listener at jenkins-hbase3.apache.org/38203 {}] hbase.ResourceChecker(147): before: backup.TestFullBackup#testFullBackupMultipleCommand Thread=583, OpenFileDescriptor=660, MaxFileDescriptor=60000, SystemLoadAverage=231, ProcessCount=166, AvailableMemoryMB=4086 2023-09-06T20:30:15,138 WARN [Listener at jenkins-hbase3.apache.org/38203 {}] hbase.ResourceChecker(130): Thread=583 is superior to 500 2023-09-06T20:30:15,141 INFO [Listener at jenkins-hbase3.apache.org/38203 {}] backup.TestFullBackup(44): test full backup on a multiple tables with data: command-line 2023-09-06T20:30:15,175 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'backup'} 2023-09-06T20:30:15,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] procedure2.ProcedureExecutor(1032): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=backup 2023-09-06T20:30:15,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=25 2023-09-06T20:30:15,194 DEBUG [Listener at localhost/46569-EventThread {}] zookeeper.ZKWatcher(604): master:41433-0x100eef94d570000, quorum=127.0.0.1:64406, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-09-06T20:30:15,200 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=25, state=SUCCESS; CreateNamespaceProcedure, namespace=backup in 22 msec 2023-09-06T20:30:15,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=25 2023-09-06T20:30:15,309 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:30:15,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] procedure2.ProcedureExecutor(1032): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system 2023-09-06T20:30:15,313 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2023-09-06T20:30:15,313 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:30:15,313 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 26 2023-09-06T20:30:15,315 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-09-06T20:30:15,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=26 2023-09-06T20:30:15,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=26 2023-09-06T20:30:15,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=26 2023-09-06T20:30:15,670 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-09-06T20:30:15,740 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => aac1db4b53224b0ebb39d18a67705a68, NAME => 'backup:system,,1694032215308.aac1db4b53224b0ebb39d18a67705a68.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce 2023-09-06T20:30:15,761 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system,,1694032215308.aac1db4b53224b0ebb39d18a67705a68.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:30:15,761 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1668): Closing aac1db4b53224b0ebb39d18a67705a68, disabling compactions & flushes 2023-09-06T20:30:15,761 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system,,1694032215308.aac1db4b53224b0ebb39d18a67705a68. 2023-09-06T20:30:15,761 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1694032215308.aac1db4b53224b0ebb39d18a67705a68. 2023-09-06T20:30:15,761 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1694032215308.aac1db4b53224b0ebb39d18a67705a68. after waiting 0 ms 2023-09-06T20:30:15,762 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1694032215308.aac1db4b53224b0ebb39d18a67705a68. 2023-09-06T20:30:15,762 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1909): Closed backup:system,,1694032215308.aac1db4b53224b0ebb39d18a67705a68. 2023-09-06T20:30:15,762 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1622): Region close journal for aac1db4b53224b0ebb39d18a67705a68: 2023-09-06T20:30:15,764 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2023-09-06T20:30:15,765 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system,,1694032215308.aac1db4b53224b0ebb39d18a67705a68.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1694032215764"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1694032215764"}]},"ts":"1694032215764"} 2023-09-06T20:30:15,767 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-09-06T20:30:15,771 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-09-06T20:30:15,771 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032215771"}]},"ts":"1694032215771"} 2023-09-06T20:30:15,773 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLING in hbase:meta 2023-09-06T20:30:15,779 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=aac1db4b53224b0ebb39d18a67705a68, ASSIGN}] 2023-09-06T20:30:15,782 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=aac1db4b53224b0ebb39d18a67705a68, ASSIGN 2023-09-06T20:30:15,784 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system, region=aac1db4b53224b0ebb39d18a67705a68, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,40175,1694032198914; forceNewPlan=false, retain=false 2023-09-06T20:30:15,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=26 2023-09-06T20:30:15,936 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=aac1db4b53224b0ebb39d18a67705a68, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,40175,1694032198914 2023-09-06T20:30:15,938 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE; OpenRegionProcedure aac1db4b53224b0ebb39d18a67705a68, server=jenkins-hbase3.apache.org,40175,1694032198914}] 2023-09-06T20:30:16,096 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(130): Open backup:system,,1694032215308.aac1db4b53224b0ebb39d18a67705a68. 2023-09-06T20:30:16,096 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7254): Opening region: {ENCODED => aac1db4b53224b0ebb39d18a67705a68, NAME => 'backup:system,,1694032215308.aac1db4b53224b0ebb39d18a67705a68.', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:30:16,097 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:30:16,097 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system aac1db4b53224b0ebb39d18a67705a68 2023-09-06T20:30:16,097 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(888): Instantiated backup:system,,1694032215308.aac1db4b53224b0ebb39d18a67705a68.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:30:16,098 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7296): checking encryption for aac1db4b53224b0ebb39d18a67705a68 2023-09-06T20:30:16,098 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7299): checking classloading for aac1db4b53224b0ebb39d18a67705a68 2023-09-06T20:30:16,100 INFO [StoreOpener-aac1db4b53224b0ebb39d18a67705a68-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region aac1db4b53224b0ebb39d18a67705a68 2023-09-06T20:30:16,103 INFO [StoreOpener-aac1db4b53224b0ebb39d18a67705a68-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aac1db4b53224b0ebb39d18a67705a68 columnFamilyName meta 2023-09-06T20:30:16,104 DEBUG [StoreOpener-aac1db4b53224b0ebb39d18a67705a68-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:30:16,104 INFO [StoreOpener-aac1db4b53224b0ebb39d18a67705a68-1 {}] regionserver.HStore(324): Store=aac1db4b53224b0ebb39d18a67705a68/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:30:16,104 INFO [StoreOpener-aac1db4b53224b0ebb39d18a67705a68-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region aac1db4b53224b0ebb39d18a67705a68 2023-09-06T20:30:16,107 INFO [StoreOpener-aac1db4b53224b0ebb39d18a67705a68-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aac1db4b53224b0ebb39d18a67705a68 columnFamilyName session 2023-09-06T20:30:16,107 DEBUG [StoreOpener-aac1db4b53224b0ebb39d18a67705a68-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:30:16,107 INFO [StoreOpener-aac1db4b53224b0ebb39d18a67705a68-1 {}] regionserver.HStore(324): Store=aac1db4b53224b0ebb39d18a67705a68/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:30:16,109 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/data/backup/system/aac1db4b53224b0ebb39d18a67705a68 2023-09-06T20:30:16,109 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/data/backup/system/aac1db4b53224b0ebb39d18a67705a68 2023-09-06T20:30:16,111 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-09-06T20:30:16,114 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1076): writing seq id for aac1db4b53224b0ebb39d18a67705a68 2023-09-06T20:30:16,117 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/data/backup/system/aac1db4b53224b0ebb39d18a67705a68/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:30:16,118 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): Opened aac1db4b53224b0ebb39d18a67705a68; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10246816160, jitterRate=-0.045690879225730896}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-09-06T20:30:16,119 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(992): Region open journal for aac1db4b53224b0ebb39d18a67705a68: 2023-09-06T20:30:16,120 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2556): Post open deploy tasks for backup:system,,1694032215308.aac1db4b53224b0ebb39d18a67705a68., pid=28, masterSystemTime=1694032216090 2023-09-06T20:30:16,122 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2583): Finished post open deploy task for backup:system,,1694032215308.aac1db4b53224b0ebb39d18a67705a68. 2023-09-06T20:30:16,122 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(158): Opened backup:system,,1694032215308.aac1db4b53224b0ebb39d18a67705a68. 2023-09-06T20:30:16,123 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=aac1db4b53224b0ebb39d18a67705a68, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,40175,1694032198914 2023-09-06T20:30:16,128 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=28, resume processing ppid=27 2023-09-06T20:30:16,128 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=28, ppid=27, state=SUCCESS; OpenRegionProcedure aac1db4b53224b0ebb39d18a67705a68, server=jenkins-hbase3.apache.org,40175,1694032198914 in 187 msec 2023-09-06T20:30:16,130 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=27, resume processing ppid=26 2023-09-06T20:30:16,130 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=27, ppid=26, state=SUCCESS; TransitRegionStateProcedure table=backup:system, region=aac1db4b53224b0ebb39d18a67705a68, ASSIGN in 349 msec 2023-09-06T20:30:16,131 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-09-06T20:30:16,132 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032216131"}]},"ts":"1694032216131"} 2023-09-06T20:30:16,133 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLED in hbase:meta 2023-09-06T20:30:16,136 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2023-09-06T20:30:16,139 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=26, state=SUCCESS; CreateTableProcedure table=backup:system in 827 msec 2023-09-06T20:30:16,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=26 2023-09-06T20:30:16,423 INFO [Listener at jenkins-hbase3.apache.org/38203 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: backup:system, procId: 26 completed 2023-09-06T20:30:16,444 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:30:16,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] procedure2.ProcedureExecutor(1032): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system_bulk 2023-09-06T20:30:16,449 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2023-09-06T20:30:16,449 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:30:16,449 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 29 2023-09-06T20:30:16,450 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-09-06T20:30:16,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=29 2023-09-06T20:30:16,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=29 2023-09-06T20:30:16,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=29 2023-09-06T20:30:16,867 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 67a27d724548c8884754246c11f659d9, NAME => 'backup:system_bulk,,1694032216444.67a27d724548c8884754246c11f659d9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce 2023-09-06T20:30:16,873 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2023-09-06T20:30:16,873 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2023-09-06T20:30:16,876 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1694032208830 2023-09-06T20:30:16,876 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1694032208830 Metrics about Tables on a single HBase RegionServer 2023-09-06T20:30:16,878 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-16940322088301 2023-09-06T20:30:16,878 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-16940322088301 Metrics about Tables on a single HBase RegionServer 2023-09-06T20:30:16,879 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-16940322088302 2023-09-06T20:30:16,880 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-16940322088302 Metrics about Tables on a single HBase RegionServer 2023-09-06T20:30:16,881 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-16940322088303 2023-09-06T20:30:16,881 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-16940322088303 Metrics about Tables on a single HBase RegionServer 2023-09-06T20:30:16,895 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1694032216444.67a27d724548c8884754246c11f659d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:30:16,895 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1668): Closing 67a27d724548c8884754246c11f659d9, disabling compactions & flushes 2023-09-06T20:30:16,895 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1694032216444.67a27d724548c8884754246c11f659d9. 2023-09-06T20:30:16,895 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1694032216444.67a27d724548c8884754246c11f659d9. 2023-09-06T20:30:16,896 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1694032216444.67a27d724548c8884754246c11f659d9. after waiting 0 ms 2023-09-06T20:30:16,896 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1694032216444.67a27d724548c8884754246c11f659d9. 2023-09-06T20:30:16,896 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1909): Closed backup:system_bulk,,1694032216444.67a27d724548c8884754246c11f659d9. 2023-09-06T20:30:16,896 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1622): Region close journal for 67a27d724548c8884754246c11f659d9: 2023-09-06T20:30:16,897 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2023-09-06T20:30:16,897 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system_bulk,,1694032216444.67a27d724548c8884754246c11f659d9.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1694032216897"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1694032216897"}]},"ts":"1694032216897"} 2023-09-06T20:30:16,900 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-09-06T20:30:16,901 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-09-06T20:30:16,901 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032216901"}]},"ts":"1694032216901"} 2023-09-06T20:30:16,903 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2023-09-06T20:30:16,907 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=67a27d724548c8884754246c11f659d9, ASSIGN}] 2023-09-06T20:30:16,909 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=67a27d724548c8884754246c11f659d9, ASSIGN 2023-09-06T20:30:16,910 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system_bulk, region=67a27d724548c8884754246c11f659d9, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,40175,1694032198914; forceNewPlan=false, retain=false 2023-09-06T20:30:17,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=29 2023-09-06T20:30:17,062 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=67a27d724548c8884754246c11f659d9, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,40175,1694032198914 2023-09-06T20:30:17,065 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; OpenRegionProcedure 67a27d724548c8884754246c11f659d9, server=jenkins-hbase3.apache.org,40175,1694032198914}] 2023-09-06T20:30:17,222 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(130): Open backup:system_bulk,,1694032216444.67a27d724548c8884754246c11f659d9. 2023-09-06T20:30:17,223 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7254): Opening region: {ENCODED => 67a27d724548c8884754246c11f659d9, NAME => 'backup:system_bulk,,1694032216444.67a27d724548c8884754246c11f659d9.', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:30:17,223 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:30:17,223 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk 67a27d724548c8884754246c11f659d9 2023-09-06T20:30:17,223 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1694032216444.67a27d724548c8884754246c11f659d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:30:17,224 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7296): checking encryption for 67a27d724548c8884754246c11f659d9 2023-09-06T20:30:17,224 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7299): checking classloading for 67a27d724548c8884754246c11f659d9 2023-09-06T20:30:17,226 INFO [StoreOpener-67a27d724548c8884754246c11f659d9-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 67a27d724548c8884754246c11f659d9 2023-09-06T20:30:17,227 INFO [StoreOpener-67a27d724548c8884754246c11f659d9-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 67a27d724548c8884754246c11f659d9 columnFamilyName meta 2023-09-06T20:30:17,227 DEBUG [StoreOpener-67a27d724548c8884754246c11f659d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:30:17,228 INFO [StoreOpener-67a27d724548c8884754246c11f659d9-1 {}] regionserver.HStore(324): Store=67a27d724548c8884754246c11f659d9/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:30:17,228 INFO [StoreOpener-67a27d724548c8884754246c11f659d9-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 67a27d724548c8884754246c11f659d9 2023-09-06T20:30:17,230 INFO [StoreOpener-67a27d724548c8884754246c11f659d9-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 67a27d724548c8884754246c11f659d9 columnFamilyName session 2023-09-06T20:30:17,230 DEBUG [StoreOpener-67a27d724548c8884754246c11f659d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:30:17,230 INFO [StoreOpener-67a27d724548c8884754246c11f659d9-1 {}] regionserver.HStore(324): Store=67a27d724548c8884754246c11f659d9/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:30:17,232 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/data/backup/system_bulk/67a27d724548c8884754246c11f659d9 2023-09-06T20:30:17,232 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/data/backup/system_bulk/67a27d724548c8884754246c11f659d9 2023-09-06T20:30:17,234 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-09-06T20:30:17,235 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1076): writing seq id for 67a27d724548c8884754246c11f659d9 2023-09-06T20:30:17,238 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/data/backup/system_bulk/67a27d724548c8884754246c11f659d9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:30:17,239 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): Opened 67a27d724548c8884754246c11f659d9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9646883360, jitterRate=-0.10156397521495819}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-09-06T20:30:17,240 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(992): Region open journal for 67a27d724548c8884754246c11f659d9: 2023-09-06T20:30:17,241 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2556): Post open deploy tasks for backup:system_bulk,,1694032216444.67a27d724548c8884754246c11f659d9., pid=31, masterSystemTime=1694032217217 2023-09-06T20:30:17,243 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2583): Finished post open deploy task for backup:system_bulk,,1694032216444.67a27d724548c8884754246c11f659d9. 2023-09-06T20:30:17,243 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(158): Opened backup:system_bulk,,1694032216444.67a27d724548c8884754246c11f659d9. 2023-09-06T20:30:17,244 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=67a27d724548c8884754246c11f659d9, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,40175,1694032198914 2023-09-06T20:30:17,248 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=31, resume processing ppid=30 2023-09-06T20:30:17,248 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=31, ppid=30, state=SUCCESS; OpenRegionProcedure 67a27d724548c8884754246c11f659d9, server=jenkins-hbase3.apache.org,40175,1694032198914 in 181 msec 2023-09-06T20:30:17,250 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=30, resume processing ppid=29 2023-09-06T20:30:17,250 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=30, ppid=29, state=SUCCESS; TransitRegionStateProcedure table=backup:system_bulk, region=67a27d724548c8884754246c11f659d9, ASSIGN in 341 msec 2023-09-06T20:30:17,251 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-09-06T20:30:17,251 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032217251"}]},"ts":"1694032217251"} 2023-09-06T20:30:17,252 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2023-09-06T20:30:17,256 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2023-09-06T20:30:17,257 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=29, state=SUCCESS; CreateTableProcedure table=backup:system_bulk in 811 msec 2023-09-06T20:30:17,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=29 2023-09-06T20:30:17,559 INFO [Listener at jenkins-hbase3.apache.org/38203 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: backup:system_bulk, procId: 29 completed 2023-09-06T20:30:17,612 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d211d71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:30:17,613 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:30:17,615 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:57764, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-09-06T20:30:17,620 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:30:17,622 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:38578, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:30:17,681 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] impl.BackupSystemTable(610): Start new backup exclusive operation 2023-09-06T20:30:17,743 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.MasterRpcServices(1687): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-09-06T20:30:17,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1694032217743 (current time:1694032217743). 2023-09-06T20:30:17,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-09-06T20:30:17,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-09-06T20:30:17,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40416b20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:30:17,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:30:17,761 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:38582, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:30:17,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:30:17,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-09-06T20:30:17,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] procedure2.ProcedureExecutor(1032): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-09-06T20:30:17,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-09-06T20:30:17,783 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-09-06T20:30:17,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-09-06T20:30:17,789 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-09-06T20:30:17,792 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-09-06T20:30:17,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-09-06T20:30:18,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-09-06T20:30:18,204 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-09-06T20:30:18,207 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure aac1db4b53224b0ebb39d18a67705a68}] 2023-09-06T20:30:18,214 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure aac1db4b53224b0ebb39d18a67705a68 2023-09-06T20:30:18,377 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40175 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2023-09-06T20:30:18,378 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1694032215308.aac1db4b53224b0ebb39d18a67705a68. 2023-09-06T20:30:18,380 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2819): Flushing aac1db4b53224b0ebb39d18a67705a68 2/2 column families, dataSize=45 B heapSize=632 B 2023-09-06T20:30:18,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-09-06T20:30:18,470 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/data/backup/system/aac1db4b53224b0ebb39d18a67705a68/.tmp/session/5008841a08714afdbbf2208a36ff3945 is 49, key is activesession:/session:c/1694032217721/Put/seqid=0 2023-09-06T20:30:18,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-09-06T20:30:18,891 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/data/backup/system/aac1db4b53224b0ebb39d18a67705a68/.tmp/session/5008841a08714afdbbf2208a36ff3945 2023-09-06T20:30:18,972 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/data/backup/system/aac1db4b53224b0ebb39d18a67705a68/.tmp/session/5008841a08714afdbbf2208a36ff3945 as hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/data/backup/system/aac1db4b53224b0ebb39d18a67705a68/session/5008841a08714afdbbf2208a36ff3945 2023-09-06T20:30:19,009 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/data/backup/system/aac1db4b53224b0ebb39d18a67705a68/session/5008841a08714afdbbf2208a36ff3945, entries=1, sequenceid=5, filesize=4.9 K 2023-09-06T20:30:19,013 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3022): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for aac1db4b53224b0ebb39d18a67705a68 in 633ms, sequenceid=5, compaction requested=false 2023-09-06T20:30:19,013 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2023-09-06T20:30:19,015 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2520): Flush status journal for aac1db4b53224b0ebb39d18a67705a68: 2023-09-06T20:30:19,015 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1694032215308.aac1db4b53224b0ebb39d18a67705a68. for snapshot_backup_system completed. 2023-09-06T20:30:19,016 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1694032215308.aac1db4b53224b0ebb39d18a67705a68.' region-info for snapshot=snapshot_backup_system 2023-09-06T20:30:19,023 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-09-06T20:30:19,027 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [] hfiles 2023-09-06T20:30:19,027 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/data/backup/system/aac1db4b53224b0ebb39d18a67705a68/session/5008841a08714afdbbf2208a36ff3945] hfiles 2023-09-06T20:30:19,027 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/data/backup/system/aac1db4b53224b0ebb39d18a67705a68/session/5008841a08714afdbbf2208a36ff3945 for snapshot=snapshot_backup_system 2023-09-06T20:30:19,443 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1694032215308.aac1db4b53224b0ebb39d18a67705a68. 2023-09-06T20:30:19,446 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=33 2023-09-06T20:30:19,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.HMaster(3995): Remote procedure done, pid=33 2023-09-06T20:30:19,450 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region aac1db4b53224b0ebb39d18a67705a68 2023-09-06T20:30:19,451 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure aac1db4b53224b0ebb39d18a67705a68 2023-09-06T20:30:19,455 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=33, resume processing ppid=32 2023-09-06T20:30:19,455 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-09-06T20:30:19,455 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=33, ppid=32, state=SUCCESS; SnapshotRegionProcedure aac1db4b53224b0ebb39d18a67705a68 in 1.2460 sec 2023-09-06T20:30:19,457 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-09-06T20:30:19,460 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-09-06T20:30:19,460 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-09-06T20:30:19,463 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/.hbase-snapshot/.tmp/snapshot_backup_system 2023-09-06T20:30:19,860 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2023-09-06T20:30:19,861 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-16940322088303' 2023-09-06T20:30:19,888 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-09-06T20:30:19,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-09-06T20:30:19,902 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-09-06T20:30:19,903 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/.hbase-snapshot/snapshot_backup_system 2023-09-06T20:30:19,905 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-09-06T20:30:19,905 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-09-06T20:30:19,907 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.1310 sec 2023-09-06T20:30:21,602 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-09-06T20:30:21,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-09-06T20:30:21,893 INFO [Listener at jenkins-hbase3.apache.org/38203 {}] impl.TableBackupClient(115): Backup backup_1694032217654 started at 1694032221893. 2023-09-06T20:30:21,916 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] impl.TableBackupClient(119): Backup session backup_1694032217654 has been started. 2023-09-06T20:30:21,919 INFO [Listener at jenkins-hbase3.apache.org/38203 {}] impl.FullTableBackupClient(150): Execute roll log procedure for full backup ... 2023-09-06T20:30:21,929 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.MasterRpcServices(948): Client=jenkins//172.31.12.81 procedure request for: rolllog-proc 2023-09-06T20:30:21,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-09-06T20:30:21,935 INFO [(jenkins-hbase3.apache.org,41433,1694032195750)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-09-06T20:30:21,936 DEBUG [(jenkins-hbase3.apache.org,41433,1694032195750)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-09-06T20:30:21,937 DEBUG [(jenkins-hbase3.apache.org,41433,1694032195750)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-09-06T20:30:21,937 DEBUG [(jenkins-hbase3.apache.org,41433,1694032195750)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-09-06T20:30:21,937 DEBUG [(jenkins-hbase3.apache.org,41433,1694032195750)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-09-06T20:30:21,939 DEBUG [(jenkins-hbase3.apache.org,41433,1694032195750)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,40175,1694032198914 2023-09-06T20:30:21,939 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-09-06T20:30:21,939 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-09-06T20:30:21,939 DEBUG [(jenkins-hbase3.apache.org,41433,1694032195750)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-09-06T20:30:21,939 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-09-06T20:30:21,940 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-09-06T20:30:21,940 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-09-06T20:30:21,940 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-09-06T20:30:21,942 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-09-06T20:30:21,942 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-09-06T20:30:21,942 DEBUG [member: 'jenkins-hbase3.apache.org,40175,1694032198914' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-09-06T20:30:21,942 DEBUG [member: 'jenkins-hbase3.apache.org,40175,1694032198914' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-09-06T20:30:21,943 DEBUG [member: 'jenkins-hbase3.apache.org,40175,1694032198914' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-09-06T20:30:21,943 DEBUG [member: 'jenkins-hbase3.apache.org,40175,1694032198914' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-09-06T20:30:21,943 DEBUG [member: 'jenkins-hbase3.apache.org,40175,1694032198914' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,40175,1694032198914' joining acquired barrier for procedure (rolllog) in zk 2023-09-06T20:30:21,945 DEBUG [member: 'jenkins-hbase3.apache.org,40175,1694032198914' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-09-06T20:30:21,945 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,40175,1694032198914 2023-09-06T20:30:21,946 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-09-06T20:30:21,946 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-09-06T20:30:21,946 DEBUG [member: 'jenkins-hbase3.apache.org,40175,1694032198914' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-09-06T20:30:21,946 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-09-06T20:30:21,946 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-09-06T20:30:21,947 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:30:21,947 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,40175,1694032198914 2023-09-06T20:30:21,947 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-09-06T20:30:21,948 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,40175,1694032198914' joining acquired barrier for procedure 'rolllog' on coordinator 2023-09-06T20:30:21,948 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@2d803f4[Count = 0] remaining members to acquire global barrier 2023-09-06T20:30:21,948 DEBUG [(jenkins-hbase3.apache.org,41433,1694032195750)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-09-06T20:30:21,948 DEBUG [(jenkins-hbase3.apache.org,41433,1694032195750)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-09-06T20:30:21,950 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-09-06T20:30:21,950 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-09-06T20:30:21,950 DEBUG [member: 'jenkins-hbase3.apache.org,40175,1694032198914' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-09-06T20:30:21,950 DEBUG [(jenkins-hbase3.apache.org,41433,1694032195750)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-09-06T20:30:21,951 DEBUG [member: 'jenkins-hbase3.apache.org,40175,1694032198914' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-09-06T20:30:21,951 DEBUG [rs(jenkins-hbase3.apache.org,40175,1694032198914)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase3.apache.org,40175,1694032198914 2023-09-06T20:30:21,951 INFO [rs(jenkins-hbase3.apache.org,40175,1694032198914)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1694032201666 highest: 1694032201666 on jenkins-hbase3.apache.org,40175,1694032198914 2023-09-06T20:30:21,951 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C40175%2C1694032198914.meta:.meta(num 1694032202178) roll requested 2023-09-06T20:30:21,963 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/WALs/jenkins-hbase3.apache.org,40175,1694032198914/jenkins-hbase3.apache.org%2C40175%2C1694032198914.meta.1694032221951.meta, exclude list is [], retry=0 2023-09-06T20:30:21,969 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42921,DS-034b6e59-86ec-48d5-8563-a1b3f3664ff4,DISK] 2023-09-06T20:30:21,972 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/WALs/jenkins-hbase3.apache.org,40175,1694032198914/jenkins-hbase3.apache.org%2C40175%2C1694032198914.meta.1694032202178.meta with entries=36, filesize=11.13 KB; new WAL /user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/WALs/jenkins-hbase3.apache.org,40175,1694032198914/jenkins-hbase3.apache.org%2C40175%2C1694032198914.meta.1694032221951.meta 2023-09-06T20:30:21,974 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:42921,DS-034b6e59-86ec-48d5-8563-a1b3f3664ff4,DISK]] 2023-09-06T20:30:21,974 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/WALs/jenkins-hbase3.apache.org,40175,1694032198914/jenkins-hbase3.apache.org%2C40175%2C1694032198914.meta.1694032202178.meta is not closed yet, will try archiving it next time 2023-09-06T20:30:21,974 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C40175%2C1694032198914:(num 1694032201666) roll requested 2023-09-06T20:30:21,987 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/WALs/jenkins-hbase3.apache.org,40175,1694032198914/jenkins-hbase3.apache.org%2C40175%2C1694032198914.1694032221974, exclude list is [], retry=0 2023-09-06T20:30:21,990 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42921,DS-034b6e59-86ec-48d5-8563-a1b3f3664ff4,DISK] 2023-09-06T20:30:21,992 DEBUG [rs(jenkins-hbase3.apache.org,40175,1694032198914)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 41 2023-09-06T20:30:21,992 INFO [rs(jenkins-hbase3.apache.org,40175,1694032198914)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1694032221974 on jenkins-hbase3.apache.org,40175,1694032198914 2023-09-06T20:30:21,994 DEBUG [rs(jenkins-hbase3.apache.org,40175,1694032198914)-backup-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:30:21,994 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/WALs/jenkins-hbase3.apache.org,40175,1694032198914/jenkins-hbase3.apache.org%2C40175%2C1694032198914.1694032201666 with entries=19, filesize=4.02 KB; new WAL /user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/WALs/jenkins-hbase3.apache.org,40175,1694032198914/jenkins-hbase3.apache.org%2C40175%2C1694032198914.1694032221974 2023-09-06T20:30:21,994 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:42921,DS-034b6e59-86ec-48d5-8563-a1b3f3664ff4,DISK]] 2023-09-06T20:30:21,994 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/WALs/jenkins-hbase3.apache.org,40175,1694032198914/jenkins-hbase3.apache.org%2C40175%2C1694032198914.1694032201666 is not closed yet, will try archiving it next time 2023-09-06T20:30:21,996 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:41496, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-09-06T20:30:22,014 DEBUG [member: 'jenkins-hbase3.apache.org,40175,1694032198914' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-09-06T20:30:22,014 DEBUG [member: 'jenkins-hbase3.apache.org,40175,1694032198914' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase3.apache.org,40175,1694032198914' in zk 2023-09-06T20:30:22,018 DEBUG [member: 'jenkins-hbase3.apache.org,40175,1694032198914' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-09-06T20:30:22,018 DEBUG [member: 'jenkins-hbase3.apache.org,40175,1694032198914' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-09-06T20:30:22,019 DEBUG [member: 'jenkins-hbase3.apache.org,40175,1694032198914' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-09-06T20:30:22,019 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,40175,1694032198914 2023-09-06T20:30:22,019 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-09-06T20:30:22,019 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-09-06T20:30:22,020 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-09-06T20:30:22,020 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-09-06T20:30:22,020 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:30:22,021 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,40175,1694032198914 2023-09-06T20:30:22,021 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-09-06T20:30:22,021 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:30:22,022 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,40175,1694032198914 2023-09-06T20:30:22,022 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase3.apache.org,40175,1694032198914': 2023-09-06T20:30:22,022 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,40175,1694032198914' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-09-06T20:30:22,022 INFO [(jenkins-hbase3.apache.org,41433,1694032195750)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-09-06T20:30:22,023 DEBUG [(jenkins-hbase3.apache.org,41433,1694032195750)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-09-06T20:30:22,023 DEBUG [(jenkins-hbase3.apache.org,41433,1694032195750)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-09-06T20:30:22,023 DEBUG [(jenkins-hbase3.apache.org,41433,1694032195750)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-09-06T20:30:22,023 INFO [(jenkins-hbase3.apache.org,41433,1694032195750)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-09-06T20:30:22,025 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-09-06T20:30:22,025 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-09-06T20:30:22,025 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-09-06T20:30:22,025 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-09-06T20:30:22,025 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-09-06T20:30:22,025 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-09-06T20:30:22,026 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-09-06T20:30:22,026 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-09-06T20:30:22,026 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-09-06T20:30:22,026 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:30:22,026 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-09-06T20:30:22,027 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:30:22,027 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,40175,1694032198914 2023-09-06T20:30:22,027 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-09-06T20:30:22,028 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:30:22,028 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,40175,1694032198914 2023-09-06T20:30:22,035 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-09-06T20:30:22,035 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-09-06T20:30:22,035 DEBUG [(jenkins-hbase3.apache.org,41433,1694032195750)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-09-06T20:30:22,035 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-09-06T20:30:22,036 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-09-06T20:30:22,036 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-09-06T20:30:22,036 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-09-06T20:30:22,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.MasterRpcServices(1249): Checking to see if procedure from request:rolllog-proc is done 2023-09-06T20:30:22,149 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.MasterRpcServices(1687): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1694032222148_default_test-1694032208830 table=test-1694032208830 type=FLUSH ttl=0 } 2023-09-06T20:30:22,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1694032222149 (current time:1694032222149). 2023-09-06T20:30:22,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-09-06T20:30:22,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1694032222148_default_test-1694032208830 VERSION not specified, setting to 2 2023-09-06T20:30:22,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e1018f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:30:22,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:30:22,159 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:43678, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:30:22,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:30:22,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-09-06T20:30:22,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] procedure2.ProcedureExecutor(1032): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694032222148_default_test-1694032208830 table=test-1694032208830 type=FLUSH ttl=0 } 2023-09-06T20:30:22,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_1694032222148_default_test-1694032208830 table=test-1694032208830 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-09-06T20:30:22,163 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694032222148_default_test-1694032208830 table=test-1694032208830 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-09-06T20:30:22,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-09-06T20:30:22,164 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694032222148_default_test-1694032208830 table=test-1694032208830 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-09-06T20:30:22,166 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694032222148_default_test-1694032208830 table=test-1694032208830 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-09-06T20:30:22,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-09-06T20:30:22,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-09-06T20:30:22,577 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694032222148_default_test-1694032208830 table=test-1694032208830 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-09-06T20:30:22,577 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure 945de5f57eeafa6ce120fd725e0a8731}] 2023-09-06T20:30:22,579 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure 945de5f57eeafa6ce120fd725e0a8731 2023-09-06T20:30:22,731 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40175 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2023-09-06T20:30:22,731 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1694032208830,,1694032209350.945de5f57eeafa6ce120fd725e0a8731. 2023-09-06T20:30:22,733 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2819): Flushing 945de5f57eeafa6ce120fd725e0a8731 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-09-06T20:30:22,752 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/data/default/test-1694032208830/945de5f57eeafa6ce120fd725e0a8731/.tmp/f/efb7a889c2b446958c3f5cedb46b8fcf is 37, key is row10/f:q1/1694032210517/Put/seqid=0 2023-09-06T20:30:22,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-09-06T20:30:23,165 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/data/default/test-1694032208830/945de5f57eeafa6ce120fd725e0a8731/.tmp/f/efb7a889c2b446958c3f5cedb46b8fcf 2023-09-06T20:30:23,177 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/data/default/test-1694032208830/945de5f57eeafa6ce120fd725e0a8731/.tmp/f/efb7a889c2b446958c3f5cedb46b8fcf as hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/data/default/test-1694032208830/945de5f57eeafa6ce120fd725e0a8731/f/efb7a889c2b446958c3f5cedb46b8fcf 2023-09-06T20:30:23,187 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/data/default/test-1694032208830/945de5f57eeafa6ce120fd725e0a8731/f/efb7a889c2b446958c3f5cedb46b8fcf, entries=99, sequenceid=103, filesize=8.2 K 2023-09-06T20:30:23,189 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 945de5f57eeafa6ce120fd725e0a8731 in 456ms, sequenceid=103, compaction requested=false 2023-09-06T20:30:23,189 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2520): Flush status journal for 945de5f57eeafa6ce120fd725e0a8731: 2023-09-06T20:30:23,189 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1694032208830,,1694032209350.945de5f57eeafa6ce120fd725e0a8731. for snapshot_1694032222148_default_test-1694032208830 completed. 2023-09-06T20:30:23,190 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(240): Storing 'test-1694032208830,,1694032209350.945de5f57eeafa6ce120fd725e0a8731.' region-info for snapshot=snapshot_1694032222148_default_test-1694032208830 2023-09-06T20:30:23,190 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-09-06T20:30:23,190 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/data/default/test-1694032208830/945de5f57eeafa6ce120fd725e0a8731/f/efb7a889c2b446958c3f5cedb46b8fcf] hfiles 2023-09-06T20:30:23,190 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/data/default/test-1694032208830/945de5f57eeafa6ce120fd725e0a8731/f/efb7a889c2b446958c3f5cedb46b8fcf for snapshot=snapshot_1694032222148_default_test-1694032208830 2023-09-06T20:30:23,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-09-06T20:30:23,601 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1694032208830,,1694032209350.945de5f57eeafa6ce120fd725e0a8731. 2023-09-06T20:30:23,602 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=35 2023-09-06T20:30:23,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.HMaster(3995): Remote procedure done, pid=35 2023-09-06T20:30:23,602 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1694032222148_default_test-1694032208830 on region 945de5f57eeafa6ce120fd725e0a8731 2023-09-06T20:30:23,604 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure 945de5f57eeafa6ce120fd725e0a8731 2023-09-06T20:30:23,607 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=35, resume processing ppid=34 2023-09-06T20:30:23,607 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694032222148_default_test-1694032208830 table=test-1694032208830 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-09-06T20:30:23,607 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=35, ppid=34, state=SUCCESS; SnapshotRegionProcedure 945de5f57eeafa6ce120fd725e0a8731 in 1.0280 sec 2023-09-06T20:30:23,609 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694032222148_default_test-1694032208830 table=test-1694032208830 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-09-06T20:30:23,610 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694032222148_default_test-1694032208830 table=test-1694032208830 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-09-06T20:30:23,610 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1694032222148_default_test-1694032208830 2023-09-06T20:30:23,611 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/.hbase-snapshot/.tmp/snapshot_1694032222148_default_test-1694032208830 2023-09-06T20:30:24,028 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694032222148_default_test-1694032208830 table=test-1694032208830 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-09-06T20:30:24,035 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694032222148_default_test-1694032208830 table=test-1694032208830 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-09-06T20:30:24,036 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/.hbase-snapshot/.tmp/snapshot_1694032222148_default_test-1694032208830 to hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/.hbase-snapshot/snapshot_1694032222148_default_test-1694032208830 2023-09-06T20:30:24,037 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694032222148_default_test-1694032208830 table=test-1694032208830 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-09-06T20:30:24,037 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_1694032222148_default_test-1694032208830 table=test-1694032208830 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-09-06T20:30:24,039 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694032222148_default_test-1694032208830 table=test-1694032208830 type=FLUSH ttl=0 } in 1.8770 sec 2023-09-06T20:30:24,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-09-06T20:30:24,271 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.MasterRpcServices(1687): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1694032224270_ns2_test-16940322088301 table=ns2:test-16940322088301 type=FLUSH ttl=0 } 2023-09-06T20:30:24,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1694032224271 (current time:1694032224271). 2023-09-06T20:30:24,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-09-06T20:30:24,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1694032224270_ns2_test-16940322088301 VERSION not specified, setting to 2 2023-09-06T20:30:24,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d75e7ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:30:24,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:30:24,281 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:43688, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:30:24,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:30:24,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-09-06T20:30:24,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] procedure2.ProcedureExecutor(1032): Stored pid=36, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1694032224270_ns2_test-16940322088301 table=ns2:test-16940322088301 type=FLUSH ttl=0 } 2023-09-06T20:30:24,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_1694032224270_ns2_test-16940322088301 table=ns2:test-16940322088301 type=FLUSH ttl=0 }, snapshot procedure id = 36 2023-09-06T20:30:24,286 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1694032224270_ns2_test-16940322088301 table=ns2:test-16940322088301 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-09-06T20:30:24,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=36 2023-09-06T20:30:24,287 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1694032224270_ns2_test-16940322088301 table=ns2:test-16940322088301 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-09-06T20:30:24,289 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1694032224270_ns2_test-16940322088301 table=ns2:test-16940322088301 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-09-06T20:30:24,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=36 2023-09-06T20:30:24,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=36 2023-09-06T20:30:24,701 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1694032224270_ns2_test-16940322088301 table=ns2:test-16940322088301 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-09-06T20:30:24,702 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure 29fa52912db018832a76991703c3ebdc}] 2023-09-06T20:30:24,704 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure 29fa52912db018832a76991703c3ebdc 2023-09-06T20:30:24,856 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40175 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=37 2023-09-06T20:30:24,856 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-16940322088301,,1694032210639.29fa52912db018832a76991703c3ebdc. 2023-09-06T20:30:24,857 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2819): Flushing 29fa52912db018832a76991703c3ebdc 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-09-06T20:30:24,875 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/data/ns2/test-16940322088301/29fa52912db018832a76991703c3ebdc/.tmp/f/77a0fd3f80ed4661b70fc49fa49fd5b6 is 37, key is row10/f:q1/1694032212768/Put/seqid=0 2023-09-06T20:30:24,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=36 2023-09-06T20:30:24,892 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/data/ns2/test-16940322088301/29fa52912db018832a76991703c3ebdc/.tmp/f/77a0fd3f80ed4661b70fc49fa49fd5b6 2023-09-06T20:30:24,900 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/data/ns2/test-16940322088301/29fa52912db018832a76991703c3ebdc/.tmp/f/77a0fd3f80ed4661b70fc49fa49fd5b6 as hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/data/ns2/test-16940322088301/29fa52912db018832a76991703c3ebdc/f/77a0fd3f80ed4661b70fc49fa49fd5b6 2023-09-06T20:30:24,908 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/data/ns2/test-16940322088301/29fa52912db018832a76991703c3ebdc/f/77a0fd3f80ed4661b70fc49fa49fd5b6, entries=99, sequenceid=103, filesize=8.2 K 2023-09-06T20:30:24,909 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 29fa52912db018832a76991703c3ebdc in 52ms, sequenceid=103, compaction requested=false 2023-09-06T20:30:24,910 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2520): Flush status journal for 29fa52912db018832a76991703c3ebdc: 2023-09-06T20:30:24,910 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-16940322088301,,1694032210639.29fa52912db018832a76991703c3ebdc. for snapshot_1694032224270_ns2_test-16940322088301 completed. 2023-09-06T20:30:24,911 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(240): Storing 'ns2:test-16940322088301,,1694032210639.29fa52912db018832a76991703c3ebdc.' region-info for snapshot=snapshot_1694032224270_ns2_test-16940322088301 2023-09-06T20:30:24,911 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-09-06T20:30:24,911 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/data/ns2/test-16940322088301/29fa52912db018832a76991703c3ebdc/f/77a0fd3f80ed4661b70fc49fa49fd5b6] hfiles 2023-09-06T20:30:24,911 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/data/ns2/test-16940322088301/29fa52912db018832a76991703c3ebdc/f/77a0fd3f80ed4661b70fc49fa49fd5b6 for snapshot=snapshot_1694032224270_ns2_test-16940322088301 2023-09-06T20:30:24,920 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-16940322088301,,1694032210639.29fa52912db018832a76991703c3ebdc. 2023-09-06T20:30:24,921 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=37 2023-09-06T20:30:24,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.HMaster(3995): Remote procedure done, pid=37 2023-09-06T20:30:24,921 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1694032224270_ns2_test-16940322088301 on region 29fa52912db018832a76991703c3ebdc 2023-09-06T20:30:24,922 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure 29fa52912db018832a76991703c3ebdc 2023-09-06T20:30:24,925 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=37, resume processing ppid=36 2023-09-06T20:30:24,925 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=37, ppid=36, state=SUCCESS; SnapshotRegionProcedure 29fa52912db018832a76991703c3ebdc in 221 msec 2023-09-06T20:30:24,925 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1694032224270_ns2_test-16940322088301 table=ns2:test-16940322088301 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-09-06T20:30:24,926 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1694032224270_ns2_test-16940322088301 table=ns2:test-16940322088301 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-09-06T20:30:24,927 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1694032224270_ns2_test-16940322088301 table=ns2:test-16940322088301 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-09-06T20:30:24,927 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1694032224270_ns2_test-16940322088301 2023-09-06T20:30:24,928 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/.hbase-snapshot/.tmp/snapshot_1694032224270_ns2_test-16940322088301 2023-09-06T20:30:24,955 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1694032224270_ns2_test-16940322088301 table=ns2:test-16940322088301 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-09-06T20:30:24,962 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1694032224270_ns2_test-16940322088301 table=ns2:test-16940322088301 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-09-06T20:30:24,963 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/.hbase-snapshot/.tmp/snapshot_1694032224270_ns2_test-16940322088301 to hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/.hbase-snapshot/snapshot_1694032224270_ns2_test-16940322088301 2023-09-06T20:30:24,964 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1694032224270_ns2_test-16940322088301 table=ns2:test-16940322088301 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-09-06T20:30:24,965 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_1694032224270_ns2_test-16940322088301 table=ns2:test-16940322088301 type=FLUSH ttl=0 }, snapshot procedure id = 36 2023-09-06T20:30:24,966 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=36, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1694032224270_ns2_test-16940322088301 table=ns2:test-16940322088301 type=FLUSH ttl=0 } in 682 msec 2023-09-06T20:30:25,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=36 2023-09-06T20:30:25,392 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] impl.FullTableBackupClient(171): snapshot copy for backup_1694032217654 2023-09-06T20:30:25,392 INFO [Listener at jenkins-hbase3.apache.org/38203 {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2023-09-06T20:30:25,394 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] impl.FullTableBackupClient(80): There are 2 snapshots to be copied. 2023-09-06T20:30:25,394 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1694032217654_test-1694032208830 2023-09-06T20:30:25,394 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1694032222148_default_test-1694032208830 to hdfs://localhost:35775/backupUT/backup_1694032217654/default/test-1694032208830/ 2023-09-06T20:30:25,398 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-09-06T20:30:25,426 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:35775, inputRoot=hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce 2023-09-06T20:30:25,426 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,41433,1694032195750_-1978314293_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:35775/backupUT/backup_1694032217654/default/test-1694032208830, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:35775/backupUT/backup_1694032217654/default/test-1694032208830/.hbase-snapshot/.tmp/snapshot_1694032222148_default_test-1694032208830 2023-09-06T20:30:25,426 INFO [Listener at jenkins-hbase3.apache.org/38203 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:35775, inputRoot=hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce, snapshotDir=hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/.hbase-snapshot/snapshot_1694032222148_default_test-1694032208830. 2023-09-06T20:30:25,439 INFO [Listener at jenkins-hbase3.apache.org/38203 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/.hbase-snapshot/snapshot_1694032222148_default_test-1694032208830 to hdfs://localhost:35775/backupUT/backup_1694032217654/default/test-1694032208830/.hbase-snapshot/.tmp/snapshot_1694032222148_default_test-1694032208830 2023-09-06T20:30:25,873 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:25,874 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:25,874 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:25,875 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:26,854 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bbb9c477-fb70-4839-dc76-f13d024675e9/hadoop-8870987146529473236.jar 2023-09-06T20:30:26,854 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:26,855 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:26,855 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:26,856 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:26,856 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:26,857 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:26,857 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:26,858 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:26,858 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:26,859 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-09-06T20:30:26,860 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-09-06T20:30:26,860 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-09-06T20:30:26,860 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-09-06T20:30:26,861 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-09-06T20:30:26,861 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-09-06T20:30:26,862 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-09-06T20:30:26,862 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-09-06T20:30:26,863 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-09-06T20:30:26,863 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-09-06T20:30:26,864 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-09-06T20:30:26,864 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-09-06T20:30:26,868 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-09-06T20:30:26,869 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-09-06T20:30:26,869 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-09-06T20:30:26,869 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-09-06T20:30:26,870 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-09-06T20:30:26,870 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-09-06T20:30:26,871 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-09-06T20:30:26,873 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2023-09-06T20:30:26,873 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2023-09-06T20:30:26,957 INFO [Listener at jenkins-hbase3.apache.org/38203 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1694032222148_default_test-1694032208830' hfile list 2023-09-06T20:30:26,968 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] snapshot.ExportSnapshot(674): export split=0 size=8.2 K 2023-09-06T20:30:27,192 WARN [Listener at jenkins-hbase3.apache.org/38203 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bbb9c477-fb70-4839-dc76-f13d024675e9/mapreduce.cluster.local.dir/1694032227144/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-09-06T20:30:27,192 WARN [Listener at jenkins-hbase3.apache.org/38203 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bbb9c477-fb70-4839-dc76-f13d024675e9/mapreduce.cluster.local.dir/1694032227144/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-09-06T20:30:27,372 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(228): Using bufferSize=128 M 2023-09-06T20:30:27,402 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/data/default/test-1694032208830/945de5f57eeafa6ce120fd725e0a8731/f/efb7a889c2b446958c3f5cedb46b8fcf output=hdfs://localhost:35775/backupUT/backup_1694032217654/default/test-1694032208830/archive/data/default/test-1694032208830/945de5f57eeafa6ce120fd725e0a8731/f/efb7a889c2b446958c3f5cedb46b8fcf 2023-09-06T20:30:27,402 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=8396 (8.2 K) time=0sec 4.004M/sec 2023-09-06T20:30:28,270 INFO [Listener at jenkins-hbase3.apache.org/38203 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-09-06T20:30:28,271 INFO [Listener at jenkins-hbase3.apache.org/38203 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-09-06T20:30:28,278 INFO [Listener at jenkins-hbase3.apache.org/38203 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1694032222148_default_test-1694032208830 2023-09-06T20:30:28,278 INFO [Listener at jenkins-hbase3.apache.org/38203 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1694032222148_default_test-1694032208830 finished. 2023-09-06T20:30:28,278 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1694032217654_ns2:test-16940322088301 2023-09-06T20:30:28,278 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1694032224270_ns2_test-16940322088301 to hdfs://localhost:35775/backupUT/backup_1694032217654/ns2/test-16940322088301/ 2023-09-06T20:30:28,279 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-09-06T20:30:28,302 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:35775, inputRoot=hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce 2023-09-06T20:30:28,302 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,41433,1694032195750_-1564419667_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:35775/backupUT/backup_1694032217654/ns2/test-16940322088301, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:35775/backupUT/backup_1694032217654/ns2/test-16940322088301/.hbase-snapshot/.tmp/snapshot_1694032224270_ns2_test-16940322088301 2023-09-06T20:30:28,302 INFO [Listener at jenkins-hbase3.apache.org/38203 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:35775, inputRoot=hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce, snapshotDir=hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/.hbase-snapshot/snapshot_1694032224270_ns2_test-16940322088301. 2023-09-06T20:30:28,310 INFO [Listener at jenkins-hbase3.apache.org/38203 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/.hbase-snapshot/snapshot_1694032224270_ns2_test-16940322088301 to hdfs://localhost:35775/backupUT/backup_1694032217654/ns2/test-16940322088301/.hbase-snapshot/.tmp/snapshot_1694032224270_ns2_test-16940322088301 2023-09-06T20:30:28,732 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:28,733 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:28,733 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:28,734 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:29,734 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bbb9c477-fb70-4839-dc76-f13d024675e9/hadoop-7780814029634757979.jar 2023-09-06T20:30:29,735 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:29,735 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:29,736 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:29,736 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:29,737 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:29,737 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:29,738 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:29,738 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:29,738 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:29,739 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-09-06T20:30:29,740 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-09-06T20:30:29,740 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-09-06T20:30:29,741 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-09-06T20:30:29,741 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-09-06T20:30:29,742 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-09-06T20:30:29,742 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-09-06T20:30:29,742 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-09-06T20:30:29,743 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-09-06T20:30:29,743 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-09-06T20:30:29,744 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-09-06T20:30:29,744 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-09-06T20:30:29,745 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-09-06T20:30:29,745 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-09-06T20:30:29,746 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-09-06T20:30:29,746 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-09-06T20:30:29,747 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-09-06T20:30:29,747 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-09-06T20:30:29,748 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-09-06T20:30:29,792 INFO [Listener at jenkins-hbase3.apache.org/38203 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1694032224270_ns2_test-16940322088301' hfile list 2023-09-06T20:30:29,795 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] snapshot.ExportSnapshot(674): export split=0 size=8.2 K 2023-09-06T20:30:29,867 WARN [Listener at jenkins-hbase3.apache.org/38203 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bbb9c477-fb70-4839-dc76-f13d024675e9/mapreduce.cluster.local.dir/1694032229833/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-09-06T20:30:29,867 WARN [Listener at jenkins-hbase3.apache.org/38203 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bbb9c477-fb70-4839-dc76-f13d024675e9/mapreduce.cluster.local.dir/1694032229833/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-09-06T20:30:29,937 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(228): Using bufferSize=128 M 2023-09-06T20:30:29,988 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/data/ns2/test-16940322088301/29fa52912db018832a76991703c3ebdc/f/77a0fd3f80ed4661b70fc49fa49fd5b6 output=hdfs://localhost:35775/backupUT/backup_1694032217654/ns2/test-16940322088301/archive/data/ns2/test-16940322088301/29fa52912db018832a76991703c3ebdc/f/77a0fd3f80ed4661b70fc49fa49fd5b6 2023-09-06T20:30:29,989 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=8396 (8.2 K) time=0sec 8.007M/sec 2023-09-06T20:30:30,918 INFO [Listener at jenkins-hbase3.apache.org/38203 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-09-06T20:30:30,920 INFO [Listener at jenkins-hbase3.apache.org/38203 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-09-06T20:30:30,928 INFO [Listener at jenkins-hbase3.apache.org/38203 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1694032224270_ns2_test-16940322088301 2023-09-06T20:30:30,928 INFO [Listener at jenkins-hbase3.apache.org/38203 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1694032224270_ns2_test-16940322088301 finished. 2023-09-06T20:30:30,929 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] impl.BackupSystemTable(1014): test-1694032208830 2023-09-06T20:30:30,929 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] impl.BackupSystemTable(1014): ns2:test-16940322088301 2023-09-06T20:30:31,007 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1694032217654 2023-09-06T20:30:31,007 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-09-06T20:30:31,419 INFO [Listener at jenkins-hbase3.apache.org/38203 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:35775/backupUT/backup_1694032217654/.backup.manifest 2023-09-06T20:30:31,419 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1694032217654 2023-09-06T20:30:31,419 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-09-06T20:30:31,826 INFO [Listener at jenkins-hbase3.apache.org/38203 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:35775/backupUT/backup_1694032217654/.backup.manifest 2023-09-06T20:30:31,826 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] impl.TableBackupClient(358): Backup backup_1694032217654 finished: type=FULL,tablelist=test-1694032208830;ns2:test-16940322088301,targetRootDir=hdfs://localhost:35775/backupUT,startts=1694032221893,completets=1694032231004,bytescopied=0 2023-09-06T20:30:31,826 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] impl.TableBackupClient(138): Trying to delete snapshot for full backup. 2023-09-06T20:30:31,826 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1694032222148_default_test-1694032208830 2023-09-06T20:30:31,833 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.MasterRpcServices(761): Client=jenkins//172.31.12.81 delete name: "snapshot_1694032222148_default_test-1694032208830" 2023-09-06T20:30:31,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_1694032222148_default_test-1694032208830 2023-09-06T20:30:31,838 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1694032222148_default_test-1694032208830 for backup backup_1694032217654 succeeded. 2023-09-06T20:30:31,838 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1694032224270_ns2_test-16940322088301 2023-09-06T20:30:31,839 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.MasterRpcServices(761): Client=jenkins//172.31.12.81 delete name: "snapshot_1694032224270_ns2_test-16940322088301" 2023-09-06T20:30:31,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_1694032224270_ns2_test-16940322088301 2023-09-06T20:30:31,843 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1694032224270_ns2_test-16940322088301 for backup backup_1694032217654 succeeded. 2023-09-06T20:30:31,844 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] impl.BackupSystemTable(1552): Deleting snapshot_backup_system from the system 2023-09-06T20:30:31,856 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.MasterRpcServices(761): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-09-06T20:30:31,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_backup_system 2023-09-06T20:30:31,859 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] impl.BackupSystemTable(1557): Done deleting backup system table snapshot 2023-09-06T20:30:31,867 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] impl.BackupSystemTable(637): Finish backup exclusive operation 2023-09-06T20:30:31,886 INFO [Listener at jenkins-hbase3.apache.org/38203 {}] impl.TableBackupClient(376): Backup backup_1694032217654 completed. Backup session backup_1694032217654 finished. Status: SUCCESS 2023-09-06T20:30:31,886 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:30:31,898 ERROR [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40175 {}] util.ResourceLeakDetector(319): LEAK: RefCnt.release() was not called before it's garbage-collected. See https://netty.io/wiki/reference-counted-objects.html for more information. Recent access records: Created at: org.apache.hadoop.hbase.nio.RefCnt.(RefCnt.java:59) org.apache.hadoop.hbase.nio.RefCnt.create(RefCnt.java:54) org.apache.hadoop.hbase.regionserver.MemStoreLABImpl.(MemStoreLABImpl.java:108) sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) java.lang.reflect.Constructor.newInstance(Constructor.java:423) org.apache.hadoop.hbase.util.ReflectionUtils.instantiate(ReflectionUtils.java:55) org.apache.hadoop.hbase.util.ReflectionUtils.instantiateWithCustomCtor(ReflectionUtils.java:43) org.apache.hadoop.hbase.regionserver.MemStoreLAB.newInstance(MemStoreLAB.java:116) org.apache.hadoop.hbase.regionserver.SegmentFactory.createMutableSegment(SegmentFactory.java:81) org.apache.hadoop.hbase.regionserver.AbstractMemStore.resetActive(AbstractMemStore.java:93) org.apache.hadoop.hbase.regionserver.AbstractMemStore.(AbstractMemStore.java:83) org.apache.hadoop.hbase.regionserver.DefaultMemStore.(DefaultMemStore.java:79) sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) java.lang.reflect.Constructor.newInstance(Constructor.java:423) org.apache.hadoop.hbase.util.ReflectionUtils.instantiate(ReflectionUtils.java:55) org.apache.hadoop.hbase.util.ReflectionUtils.newInstance(ReflectionUtils.java:92) org.apache.hadoop.hbase.regionserver.HStore.getMemstore(HStore.java:377) org.apache.hadoop.hbase.regionserver.HStore.(HStore.java:283) org.apache.hadoop.hbase.regionserver.HRegion.instantiateHStore(HRegion.java:6432) org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1140) org.apache.hadoop.hbase.regionserver.HRegion$1.call(HRegion.java:1137) java.util.concurrent.FutureTask.run(FutureTask.java:266) java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) java.util.concurrent.FutureTask.run(FutureTask.java:266) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) 2023-09-06T20:30:31,907 INFO [Listener at jenkins-hbase3.apache.org/38203 {}] backup.TestFullBackup(60): backup complete 2023-09-06T20:30:31,925 INFO [Listener at jenkins-hbase3.apache.org/38203 {}] hbase.ResourceChecker(175): after: backup.TestFullBackup#testFullBackupMultipleCommand Thread=595 (was 583) Potentially hanging thread: PacketResponder: BP-1157115213-172.31.12.81-1694032192612:blk_1073741855_1031, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:64406@0x72166bc4 java.lang.Object.wait(Native Method) java.lang.Thread.join(Thread.java:1257) java.lang.Thread.join(Thread.java:1331) org.apache.zookeeper.ClientCnxn.disconnect(ClientCnxn.java:1455) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1485) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1415) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$495/1996686161.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: member: 'jenkins-hbase3.apache.org,40175,1694032198914' subprocedure-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bbb9c477-fb70-4839-dc76-f13d024675e9/cluster_5bd752de-041c-78cc-86dc-0219b1424cc4/dfs/data/data1/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_430093290_16 at /127.0.0.1:47084 [Waiting for operation #18] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: (jenkins-hbase3.apache.org,41433,1694032195750)-proc-coordinator-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: rs(jenkins-hbase3.apache.org,40175,1694032198914)-backup-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:64406@0x72166bc4-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_636403758_16 at /127.0.0.1:46986 [Receiving block BP-1157115213-172.31.12.81-1694032192612:blk_1073741856_1032] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_636403758_16 at /127.0.0.1:46980 [Receiving block BP-1157115213-172.31.12.81-1694032192612:blk_1073741855_1031] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x3d87e1ea-shared-pool-7 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x3d87e1ea-shared-pool-8 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x3d87e1ea-shared-pool-6 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x3d87e1ea-shared-pool-9 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-1157115213-172.31.12.81-1694032192612:blk_1073741856_1032, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:64406@0x72166bc4-SendThread(127.0.0.1:64406) java.lang.Thread.sleep(Native Method) org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:228) org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1338) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1261) Potentially hanging thread: hconnection-0x49571689-shared-pool-9 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_430093290_16 at /127.0.0.1:47112 [Waiting for operation #12] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) - Thread LEAK? -, OpenFileDescriptor=683 (was 660) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=204 (was 231), ProcessCount=166 (was 166), AvailableMemoryMB=3717 (was 4086) 2023-09-06T20:30:31,925 WARN [Listener at jenkins-hbase3.apache.org/38203 {}] hbase.ResourceChecker(130): Thread=595 is superior to 500 2023-09-06T20:30:31,933 INFO [Listener at jenkins-hbase3.apache.org/38203 {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2023-09-06T20:30:31,933 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:30:31,934 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2023-09-06T20:30:31,934 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] util.JVMClusterUtil(257): Found active master hash=1611883694, stopped=false 2023-09-06T20:30:31,934 INFO [Listener at jenkins-hbase3.apache.org/38203 {}] master.ServerManager(910): Cluster shutdown requested of master=jenkins-hbase3.apache.org,41433,1694032195750 2023-09-06T20:30:31,937 INFO [Listener at jenkins-hbase3.apache.org/38203 {}] procedure2.ProcedureExecutor(630): Stopping 2023-09-06T20:30:31,937 DEBUG [Listener at jenkins-hbase3.apache.org/38203 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:30:31,937 INFO [Listener at jenkins-hbase3.apache.org/38203 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase3.apache.org,40175,1694032198914' ***** 2023-09-06T20:30:31,938 INFO [Listener at jenkins-hbase3.apache.org/38203 {}] regionserver.HRegionServer(2531): STOPPED: Shutdown requested 2023-09-06T20:30:31,938 INFO [RS:0;jenkins-hbase3:40175 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-09-06T20:30:31,949 INFO [RS:0;jenkins-hbase3:40175 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@1a1a3d9b{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-09-06T20:30:31,954 INFO [RS:0;jenkins-hbase3:40175 {}] server.AbstractConnector(383): Stopped ServerConnector@5b435ba3{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-09-06T20:30:31,954 INFO [RS:0;jenkins-hbase3:40175 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-09-06T20:30:31,955 INFO [RS:0;jenkins-hbase3:40175 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@17fca597{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-09-06T20:30:31,955 INFO [RS:0;jenkins-hbase3:40175 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@640bb327{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bbb9c477-fb70-4839-dc76-f13d024675e9/hadoop.log.dir/,STOPPED} 2023-09-06T20:30:31,958 INFO [RS:0;jenkins-hbase3:40175 {}] regionserver.HeapMemoryManager(220): Stopping 2023-09-06T20:30:31,958 INFO [RS:0;jenkins-hbase3:40175 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2023-09-06T20:30:31,958 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2023-09-06T20:30:31,958 INFO [RS:0;jenkins-hbase3:40175 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2023-09-06T20:30:31,958 INFO [RS:0;jenkins-hbase3:40175 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2023-09-06T20:30:31,958 INFO [RS:0;jenkins-hbase3:40175 {}] regionserver.HRegionServer(3528): Received CLOSE for 29fa52912db018832a76991703c3ebdc 2023-09-06T20:30:31,959 INFO [RS:0;jenkins-hbase3:40175 {}] regionserver.HRegionServer(3528): Received CLOSE for 144b1e17718cc1e181375d4d41bb0f06 2023-09-06T20:30:31,959 INFO [RS:0;jenkins-hbase3:40175 {}] regionserver.HRegionServer(3528): Received CLOSE for 64f3cff5efb1e2dbd13ddecf36175437 2023-09-06T20:30:31,959 INFO [RS:0;jenkins-hbase3:40175 {}] regionserver.HRegionServer(3528): Received CLOSE for 734ec2140b56b0d20df5d391a5a945b8 2023-09-06T20:30:31,959 INFO [RS:0;jenkins-hbase3:40175 {}] regionserver.HRegionServer(3528): Received CLOSE for 945de5f57eeafa6ce120fd725e0a8731 2023-09-06T20:30:31,959 INFO [RS:0;jenkins-hbase3:40175 {}] regionserver.HRegionServer(3528): Received CLOSE for aac1db4b53224b0ebb39d18a67705a68 2023-09-06T20:30:31,959 INFO [RS:0;jenkins-hbase3:40175 {}] regionserver.HRegionServer(3528): Received CLOSE for 67a27d724548c8884754246c11f659d9 2023-09-06T20:30:31,959 INFO [RS:0;jenkins-hbase3:40175 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,40175,1694032198914 2023-09-06T20:30:31,959 DEBUG [RS:0;jenkins-hbase3:40175 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:30:31,960 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 29fa52912db018832a76991703c3ebdc, disabling compactions & flushes 2023-09-06T20:30:31,960 INFO [RS:0;jenkins-hbase3:40175 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2023-09-06T20:30:31,960 INFO [RS:0;jenkins-hbase3:40175 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2023-09-06T20:30:31,960 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns2:test-16940322088301,,1694032210639.29fa52912db018832a76991703c3ebdc. 2023-09-06T20:30:31,960 INFO [RS:0;jenkins-hbase3:40175 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2023-09-06T20:30:31,960 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16940322088301,,1694032210639.29fa52912db018832a76991703c3ebdc. 2023-09-06T20:30:31,960 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16940322088301,,1694032210639.29fa52912db018832a76991703c3ebdc. after waiting 0 ms 2023-09-06T20:30:31,960 INFO [RS:0;jenkins-hbase3:40175 {}] regionserver.HRegionServer(3528): Received CLOSE for 1588230740 2023-09-06T20:30:31,960 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16940322088301,,1694032210639.29fa52912db018832a76991703c3ebdc. 2023-09-06T20:30:31,960 INFO [RS:0;jenkins-hbase3:40175 {}] regionserver.HRegionServer(1579): Waiting on 8 regions to close 2023-09-06T20:30:31,960 DEBUG [RS:0;jenkins-hbase3:40175 {}] regionserver.HRegionServer(1583): Online Regions={29fa52912db018832a76991703c3ebdc=ns2:test-16940322088301,,1694032210639.29fa52912db018832a76991703c3ebdc., 144b1e17718cc1e181375d4d41bb0f06=ns3:test-16940322088302,,1694032212843.144b1e17718cc1e181375d4d41bb0f06., 1588230740=hbase:meta,,1.1588230740, 64f3cff5efb1e2dbd13ddecf36175437=ns4:test-16940322088303,,1694032213968.64f3cff5efb1e2dbd13ddecf36175437., 734ec2140b56b0d20df5d391a5a945b8=hbase:namespace,,1694032202718.734ec2140b56b0d20df5d391a5a945b8., 945de5f57eeafa6ce120fd725e0a8731=test-1694032208830,,1694032209350.945de5f57eeafa6ce120fd725e0a8731., aac1db4b53224b0ebb39d18a67705a68=backup:system,,1694032215308.aac1db4b53224b0ebb39d18a67705a68., 67a27d724548c8884754246c11f659d9=backup:system_bulk,,1694032216444.67a27d724548c8884754246c11f659d9.} 2023-09-06T20:30:31,961 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-09-06T20:30:31,961 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-09-06T20:30:31,961 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-09-06T20:30:31,961 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-09-06T20:30:31,961 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-09-06T20:30:31,961 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2819): Flushing 1588230740 3/3 column families, dataSize=9.25 KB heapSize=16.20 KB 2023-09-06T20:30:31,963 DEBUG [RS:0;jenkins-hbase3:40175 {}] regionserver.HRegionServer(1609): Waiting on 144b1e17718cc1e181375d4d41bb0f06, 1588230740, 29fa52912db018832a76991703c3ebdc, 64f3cff5efb1e2dbd13ddecf36175437, 67a27d724548c8884754246c11f659d9, 734ec2140b56b0d20df5d391a5a945b8, 945de5f57eeafa6ce120fd725e0a8731, aac1db4b53224b0ebb39d18a67705a68 2023-09-06T20:30:31,967 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/data/ns2/test-16940322088301/29fa52912db018832a76991703c3ebdc/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2023-09-06T20:30:31,968 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:30:31,969 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns2:test-16940322088301,,1694032210639.29fa52912db018832a76991703c3ebdc. 2023-09-06T20:30:31,969 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 29fa52912db018832a76991703c3ebdc: 2023-09-06T20:30:31,969 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-16940322088301,,1694032210639.29fa52912db018832a76991703c3ebdc. 2023-09-06T20:30:31,970 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 144b1e17718cc1e181375d4d41bb0f06, disabling compactions & flushes 2023-09-06T20:30:31,970 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns3:test-16940322088302,,1694032212843.144b1e17718cc1e181375d4d41bb0f06. 2023-09-06T20:30:31,970 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16940322088302,,1694032212843.144b1e17718cc1e181375d4d41bb0f06. 2023-09-06T20:30:31,970 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16940322088302,,1694032212843.144b1e17718cc1e181375d4d41bb0f06. after waiting 0 ms 2023-09-06T20:30:31,970 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16940322088302,,1694032212843.144b1e17718cc1e181375d4d41bb0f06. 2023-09-06T20:30:31,974 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/data/ns3/test-16940322088302/144b1e17718cc1e181375d4d41bb0f06/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-09-06T20:30:31,974 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:30:31,975 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns3:test-16940322088302,,1694032212843.144b1e17718cc1e181375d4d41bb0f06. 2023-09-06T20:30:31,975 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 144b1e17718cc1e181375d4d41bb0f06: 2023-09-06T20:30:31,975 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-16940322088302,,1694032212843.144b1e17718cc1e181375d4d41bb0f06. 2023-09-06T20:30:31,976 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 64f3cff5efb1e2dbd13ddecf36175437, disabling compactions & flushes 2023-09-06T20:30:31,976 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns4:test-16940322088303,,1694032213968.64f3cff5efb1e2dbd13ddecf36175437. 2023-09-06T20:30:31,976 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16940322088303,,1694032213968.64f3cff5efb1e2dbd13ddecf36175437. 2023-09-06T20:30:31,976 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16940322088303,,1694032213968.64f3cff5efb1e2dbd13ddecf36175437. after waiting 0 ms 2023-09-06T20:30:31,976 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16940322088303,,1694032213968.64f3cff5efb1e2dbd13ddecf36175437. 2023-09-06T20:30:31,978 INFO [regionserver/jenkins-hbase3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2023-09-06T20:30:31,980 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/data/ns4/test-16940322088303/64f3cff5efb1e2dbd13ddecf36175437/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-09-06T20:30:31,981 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:30:31,982 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns4:test-16940322088303,,1694032213968.64f3cff5efb1e2dbd13ddecf36175437. 2023-09-06T20:30:31,982 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 64f3cff5efb1e2dbd13ddecf36175437: 2023-09-06T20:30:31,982 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-16940322088303,,1694032213968.64f3cff5efb1e2dbd13ddecf36175437. 2023-09-06T20:30:31,983 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 734ec2140b56b0d20df5d391a5a945b8, disabling compactions & flushes 2023-09-06T20:30:31,983 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region hbase:namespace,,1694032202718.734ec2140b56b0d20df5d391a5a945b8. 2023-09-06T20:30:31,983 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1694032202718.734ec2140b56b0d20df5d391a5a945b8. 2023-09-06T20:30:31,983 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1694032202718.734ec2140b56b0d20df5d391a5a945b8. after waiting 0 ms 2023-09-06T20:30:31,983 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1694032202718.734ec2140b56b0d20df5d391a5a945b8. 2023-09-06T20:30:31,983 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 734ec2140b56b0d20df5d391a5a945b8 1/1 column families, dataSize=249 B heapSize=1.02 KB 2023-09-06T20:30:31,995 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/data/hbase/meta/1588230740/.tmp/info/ab79e609bc1347d59110b437f8667452 is 159, key is ns2:test-16940322088301,,1694032210639.29fa52912db018832a76991703c3ebdc./info:regioninfo/1694032211838/Put/seqid=0 2023-09-06T20:30:31,999 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/data/hbase/namespace/734ec2140b56b0d20df5d391a5a945b8/.tmp/info/d4f569510d81447e9f8c4d7ea0fdfaa5 is 45, key is default/info:d/1694032203809/Put/seqid=0 2023-09-06T20:30:32,049 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(140): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=jenkins-hbase3.apache.org:41433 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:217) ~[hbase-client-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:394) ~[hbase-client-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:93) ~[hbase-client-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:429) ~[hbase-client-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:424) ~[hbase-client-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:450) ~[hbase-client-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:335) ~[hbase-client-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$200(AbstractRpcClient.java:93) ~[hbase-client-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:599) ~[hbase-client-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.getLiveRegionServers(RegionServerStatusProtos.java:18041) ~[hbase-protocol-shaded-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionImplementation.getLiveRegionServers(ConnectionImplementation.java:2369) ~[hbase-client-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:138) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_362] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:180) ~[?:1.8.0_362] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293) ~[?:1.8.0_362] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:365) ~[hbase-client-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:447) ~[hbase-client-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] ... 13 more 2023-09-06T20:30:32,163 DEBUG [RS:0;jenkins-hbase3:40175 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 67a27d724548c8884754246c11f659d9, 734ec2140b56b0d20df5d391a5a945b8, 945de5f57eeafa6ce120fd725e0a8731, aac1db4b53224b0ebb39d18a67705a68 2023-09-06T20:30:32,364 DEBUG [RS:0;jenkins-hbase3:40175 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 67a27d724548c8884754246c11f659d9, 734ec2140b56b0d20df5d391a5a945b8, 945de5f57eeafa6ce120fd725e0a8731, aac1db4b53224b0ebb39d18a67705a68 2023-09-06T20:30:32,403 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.55 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/data/hbase/meta/1588230740/.tmp/info/ab79e609bc1347d59110b437f8667452 2023-09-06T20:30:32,404 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/data/hbase/namespace/734ec2140b56b0d20df5d391a5a945b8/.tmp/info/d4f569510d81447e9f8c4d7ea0fdfaa5 2023-09-06T20:30:32,412 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/data/hbase/namespace/734ec2140b56b0d20df5d391a5a945b8/.tmp/info/d4f569510d81447e9f8c4d7ea0fdfaa5 as hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/data/hbase/namespace/734ec2140b56b0d20df5d391a5a945b8/info/d4f569510d81447e9f8c4d7ea0fdfaa5 2023-09-06T20:30:32,419 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/data/hbase/namespace/734ec2140b56b0d20df5d391a5a945b8/info/d4f569510d81447e9f8c4d7ea0fdfaa5, entries=7, sequenceid=11, filesize=5.1 K 2023-09-06T20:30:32,420 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~249 B/249, heapSize ~1.01 KB/1032, currentSize=0 B/0 for 734ec2140b56b0d20df5d391a5a945b8 in 437ms, sequenceid=11, compaction requested=false 2023-09-06T20:30:32,427 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/data/hbase/namespace/734ec2140b56b0d20df5d391a5a945b8/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2023-09-06T20:30:32,428 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:30:32,428 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed hbase:namespace,,1694032202718.734ec2140b56b0d20df5d391a5a945b8. 2023-09-06T20:30:32,428 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 734ec2140b56b0d20df5d391a5a945b8: 2023-09-06T20:30:32,429 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1694032202718.734ec2140b56b0d20df5d391a5a945b8. 2023-09-06T20:30:32,429 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 945de5f57eeafa6ce120fd725e0a8731, disabling compactions & flushes 2023-09-06T20:30:32,429 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region test-1694032208830,,1694032209350.945de5f57eeafa6ce120fd725e0a8731. 2023-09-06T20:30:32,429 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1694032208830,,1694032209350.945de5f57eeafa6ce120fd725e0a8731. 2023-09-06T20:30:32,429 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on test-1694032208830,,1694032209350.945de5f57eeafa6ce120fd725e0a8731. after waiting 0 ms 2023-09-06T20:30:32,429 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region test-1694032208830,,1694032209350.945de5f57eeafa6ce120fd725e0a8731. 2023-09-06T20:30:32,434 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/data/default/test-1694032208830/945de5f57eeafa6ce120fd725e0a8731/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2023-09-06T20:30:32,435 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:30:32,436 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed test-1694032208830,,1694032209350.945de5f57eeafa6ce120fd725e0a8731. 2023-09-06T20:30:32,436 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 945de5f57eeafa6ce120fd725e0a8731: 2023-09-06T20:30:32,436 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/data/hbase/meta/1588230740/.tmp/table/41e4a01c590b4d258d54f4a17439215e is 59, key is ns2:test-16940322088301/table:state/1694032211848/Put/seqid=0 2023-09-06T20:30:32,436 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1694032208830,,1694032209350.945de5f57eeafa6ce120fd725e0a8731. 2023-09-06T20:30:32,436 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing aac1db4b53224b0ebb39d18a67705a68, disabling compactions & flushes 2023-09-06T20:30:32,436 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system,,1694032215308.aac1db4b53224b0ebb39d18a67705a68. 2023-09-06T20:30:32,436 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1694032215308.aac1db4b53224b0ebb39d18a67705a68. 2023-09-06T20:30:32,436 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1694032215308.aac1db4b53224b0ebb39d18a67705a68. after waiting 0 ms 2023-09-06T20:30:32,436 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1694032215308.aac1db4b53224b0ebb39d18a67705a68. 2023-09-06T20:30:32,436 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing aac1db4b53224b0ebb39d18a67705a68 2/2 column families, dataSize=1.46 KB heapSize=2.69 KB 2023-09-06T20:30:32,456 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/data/backup/system/aac1db4b53224b0ebb39d18a67705a68/.tmp/meta/5559db021c4d40a98c053c11f1fd7725 is 171, key is trslm:hdfs://localhost:35775/backupUT\x00ns2:test-16940322088301/meta:log-roll-map/1694032230994/Put/seqid=0 2023-09-06T20:30:32,479 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2023-09-06T20:30:32,479 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2023-09-06T20:30:32,564 DEBUG [RS:0;jenkins-hbase3:40175 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 67a27d724548c8884754246c11f659d9, aac1db4b53224b0ebb39d18a67705a68 2023-09-06T20:30:32,764 DEBUG [RS:0;jenkins-hbase3:40175 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 67a27d724548c8884754246c11f659d9, aac1db4b53224b0ebb39d18a67705a68 2023-09-06T20:30:32,842 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=714 B at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/data/hbase/meta/1588230740/.tmp/table/41e4a01c590b4d258d54f4a17439215e 2023-09-06T20:30:32,850 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/data/hbase/meta/1588230740/.tmp/info/ab79e609bc1347d59110b437f8667452 as hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/data/hbase/meta/1588230740/info/ab79e609bc1347d59110b437f8667452 2023-09-06T20:30:32,856 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/data/hbase/meta/1588230740/info/ab79e609bc1347d59110b437f8667452, entries=70, sequenceid=39, filesize=14.1 K 2023-09-06T20:30:32,858 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/data/hbase/meta/1588230740/.tmp/table/41e4a01c590b4d258d54f4a17439215e as hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/data/hbase/meta/1588230740/table/41e4a01c590b4d258d54f4a17439215e 2023-09-06T20:30:32,862 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=785 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/data/backup/system/aac1db4b53224b0ebb39d18a67705a68/.tmp/meta/5559db021c4d40a98c053c11f1fd7725 2023-09-06T20:30:32,869 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/data/hbase/meta/1588230740/table/41e4a01c590b4d258d54f4a17439215e, entries=14, sequenceid=39, filesize=5.8 K 2023-09-06T20:30:32,871 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3022): Finished flush of dataSize ~9.25 KB/9474, heapSize ~15.92 KB/16304, currentSize=0 B/0 for 1588230740 in 909ms, sequenceid=39, compaction requested=false 2023-09-06T20:30:32,878 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/data/backup/system/aac1db4b53224b0ebb39d18a67705a68/.tmp/session/f7016d324b6f46bda1ab2459e1a750e6 is 459, key is session:backup_1694032217654/session:context/1694032231866/Put/seqid=0 2023-09-06T20:30:32,880 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/data/hbase/meta/1588230740/recovered.edits/42.seqid, newMaxSeqId=42, maxSeqId=1 2023-09-06T20:30:32,881 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:30:32,881 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-09-06T20:30:32,881 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-09-06T20:30:32,881 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-09-06T20:30:32,881 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2023-09-06T20:30:32,965 INFO [RS:0;jenkins-hbase3:40175 {}] regionserver.HRegionServer(1579): Waiting on 2 regions to close 2023-09-06T20:30:32,965 DEBUG [RS:0;jenkins-hbase3:40175 {}] regionserver.HRegionServer(1583): Online Regions={aac1db4b53224b0ebb39d18a67705a68=backup:system,,1694032215308.aac1db4b53224b0ebb39d18a67705a68., 67a27d724548c8884754246c11f659d9=backup:system_bulk,,1694032216444.67a27d724548c8884754246c11f659d9.} 2023-09-06T20:30:32,965 DEBUG [RS:0;jenkins-hbase3:40175 {}] regionserver.HRegionServer(1609): Waiting on 67a27d724548c8884754246c11f659d9, aac1db4b53224b0ebb39d18a67705a68 2023-09-06T20:30:33,165 DEBUG [RS:0;jenkins-hbase3:40175 {}] regionserver.HRegionServer(1609): Waiting on 67a27d724548c8884754246c11f659d9, aac1db4b53224b0ebb39d18a67705a68 2023-09-06T20:30:33,284 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=713 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/data/backup/system/aac1db4b53224b0ebb39d18a67705a68/.tmp/session/f7016d324b6f46bda1ab2459e1a750e6 2023-09-06T20:30:33,292 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/data/backup/system/aac1db4b53224b0ebb39d18a67705a68/.tmp/meta/5559db021c4d40a98c053c11f1fd7725 as hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/data/backup/system/aac1db4b53224b0ebb39d18a67705a68/meta/5559db021c4d40a98c053c11f1fd7725 2023-09-06T20:30:33,298 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/data/backup/system/aac1db4b53224b0ebb39d18a67705a68/meta/5559db021c4d40a98c053c11f1fd7725, entries=6, sequenceid=16, filesize=5.8 K 2023-09-06T20:30:33,299 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/data/backup/system/aac1db4b53224b0ebb39d18a67705a68/.tmp/session/f7016d324b6f46bda1ab2459e1a750e6 as hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/data/backup/system/aac1db4b53224b0ebb39d18a67705a68/session/f7016d324b6f46bda1ab2459e1a750e6 2023-09-06T20:30:33,304 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/data/backup/system/aac1db4b53224b0ebb39d18a67705a68/session/f7016d324b6f46bda1ab2459e1a750e6, entries=2, sequenceid=16, filesize=5.4 K 2023-09-06T20:30:33,305 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~1.46 KB/1498, heapSize ~2.66 KB/2720, currentSize=0 B/0 for aac1db4b53224b0ebb39d18a67705a68 in 869ms, sequenceid=16, compaction requested=false 2023-09-06T20:30:33,314 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/data/backup/system/aac1db4b53224b0ebb39d18a67705a68/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2023-09-06T20:30:33,315 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:30:33,315 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system,,1694032215308.aac1db4b53224b0ebb39d18a67705a68. 2023-09-06T20:30:33,315 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for aac1db4b53224b0ebb39d18a67705a68: 2023-09-06T20:30:33,316 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1694032215308.aac1db4b53224b0ebb39d18a67705a68. 2023-09-06T20:30:33,316 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 67a27d724548c8884754246c11f659d9, disabling compactions & flushes 2023-09-06T20:30:33,316 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1694032216444.67a27d724548c8884754246c11f659d9. 2023-09-06T20:30:33,316 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1694032216444.67a27d724548c8884754246c11f659d9. 2023-09-06T20:30:33,316 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1694032216444.67a27d724548c8884754246c11f659d9. after waiting 0 ms 2023-09-06T20:30:33,316 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1694032216444.67a27d724548c8884754246c11f659d9. 2023-09-06T20:30:33,319 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/data/backup/system_bulk/67a27d724548c8884754246c11f659d9/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-09-06T20:30:33,320 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:30:33,321 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system_bulk,,1694032216444.67a27d724548c8884754246c11f659d9. 2023-09-06T20:30:33,321 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 67a27d724548c8884754246c11f659d9: 2023-09-06T20:30:33,321 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1694032216444.67a27d724548c8884754246c11f659d9. 2023-09-06T20:30:33,365 INFO [RS:0;jenkins-hbase3:40175 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,40175,1694032198914; all regions closed. 2023-09-06T20:30:33,375 DEBUG [RS:0;jenkins-hbase3:40175 {}] wal.AbstractFSWAL(1062): Moved 2 WAL file(s) to /user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/oldWALs 2023-09-06T20:30:33,375 INFO [RS:0;jenkins-hbase3:40175 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C40175%2C1694032198914.meta:.meta(num 1694032221951) 2023-09-06T20:30:33,381 DEBUG [RS:0;jenkins-hbase3:40175 {}] wal.AbstractFSWAL(1062): Moved 2 WAL file(s) to /user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/oldWALs 2023-09-06T20:30:33,381 INFO [RS:0;jenkins-hbase3:40175 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C40175%2C1694032198914:(num 1694032221974) 2023-09-06T20:30:33,381 DEBUG [RS:0;jenkins-hbase3:40175 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:30:33,381 INFO [RS:0;jenkins-hbase3:40175 {}] regionserver.LeaseManager(133): Closed leases 2023-09-06T20:30:33,382 INFO [RS:0;jenkins-hbase3:40175 {}] hbase.ChoreService(370): Chore service for: regionserver/jenkins-hbase3:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2023-09-06T20:30:33,382 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-09-06T20:30:33,384 INFO [RS:0;jenkins-hbase3:40175 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.12.81:40175 2023-09-06T20:30:33,393 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [jenkins-hbase3.apache.org,40175,1694032198914] 2023-09-06T20:30:33,393 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing jenkins-hbase3.apache.org,40175,1694032198914; numProcessing=1 2023-09-06T20:30:33,395 INFO [RegionServerTracker-0 {}] master.ServerManager(569): Cluster shutdown set; jenkins-hbase3.apache.org,40175,1694032198914 expired; onlineServers=0 2023-09-06T20:30:33,395 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase3.apache.org,41433,1694032195750' ***** 2023-09-06T20:30:33,395 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2531): STOPPED: Cluster shutdown set; onlineServer=0 2023-09-06T20:30:33,395 DEBUG [M:0;jenkins-hbase3:41433 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@730eb63a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-09-06T20:30:33,396 INFO [M:0;jenkins-hbase3:41433 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-09-06T20:30:33,438 INFO [M:0;jenkins-hbase3:41433 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@31552aa0{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-09-06T20:30:33,438 INFO [M:0;jenkins-hbase3:41433 {}] server.AbstractConnector(383): Stopped ServerConnector@3caff8f5{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-09-06T20:30:33,438 INFO [M:0;jenkins-hbase3:41433 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-09-06T20:30:33,439 INFO [M:0;jenkins-hbase3:41433 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@d1a4d1a{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-09-06T20:30:33,440 INFO [M:0;jenkins-hbase3:41433 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@385860fe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bbb9c477-fb70-4839-dc76-f13d024675e9/hadoop.log.dir/,STOPPED} 2023-09-06T20:30:33,440 INFO [M:0;jenkins-hbase3:41433 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,41433,1694032195750 2023-09-06T20:30:33,440 INFO [M:0;jenkins-hbase3:41433 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,41433,1694032195750; all regions closed. 2023-09-06T20:30:33,440 DEBUG [M:0;jenkins-hbase3:41433 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:30:33,440 INFO [M:0;jenkins-hbase3:41433 {}] master.HMaster(1665): Stopping master jetty server 2023-09-06T20:30:33,441 INFO [M:0;jenkins-hbase3:41433 {}] server.AbstractConnector(383): Stopped ServerConnector@6a08ac35{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-09-06T20:30:33,441 DEBUG [M:0;jenkins-hbase3:41433 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2023-09-06T20:30:33,441 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2023-09-06T20:30:33,441 INFO [M:0;jenkins-hbase3:41433 {}] master.BackupLogCleaner(171): Stopping BackupLogCleaner 2023-09-06T20:30:33,442 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1694032201297 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1694032201297,5,FailOnTimeoutGroup] 2023-09-06T20:30:33,442 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1694032201298 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1694032201298,5,FailOnTimeoutGroup] 2023-09-06T20:30:33,442 DEBUG [M:0;jenkins-hbase3:41433 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:30:33,442 DEBUG [M:0;jenkins-hbase3:41433 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2023-09-06T20:30:33,442 INFO [M:0;jenkins-hbase3:41433 {}] hbase.ChoreService(370): Chore service for: master/jenkins-hbase3:0 had [] on shutdown 2023-09-06T20:30:33,442 DEBUG [M:0;jenkins-hbase3:41433 {}] master.HMaster(1688): Stopping service threads 2023-09-06T20:30:33,442 INFO [M:0;jenkins-hbase3:41433 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2023-09-06T20:30:33,443 ERROR [M:0;jenkins-hbase3:41433 {}] procedure2.ProcedureExecutor(654): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] 2023-09-06T20:30:33,443 INFO [M:0;jenkins-hbase3:41433 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-09-06T20:30:33,443 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2023-09-06T20:30:33,444 WARN [M:0;jenkins-hbase3:41433 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2023-09-06T20:30:33,444 INFO [M:0;jenkins-hbase3:41433 {}] assignment.AssignmentManager(382): Stopping assignment manager 2023-09-06T20:30:33,444 INFO [M:0;jenkins-hbase3:41433 {}] region.MasterRegion(178): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2023-09-06T20:30:33,445 DEBUG [M:0;jenkins-hbase3:41433 {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-09-06T20:30:33,457 INFO [M:0;jenkins-hbase3:41433 {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-09-06T20:30:33,457 DEBUG [M:0;jenkins-hbase3:41433 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-09-06T20:30:33,457 DEBUG [M:0;jenkins-hbase3:41433 {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-09-06T20:30:33,457 DEBUG [M:0;jenkins-hbase3:41433 {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-09-06T20:30:33,458 INFO [M:0;jenkins-hbase3:41433 {}] regionserver.HRegion(2819): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=147.61 KB heapSize=176.92 KB 2023-09-06T20:30:33,473 DEBUG [M:0;jenkins-hbase3:41433 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2e89b73a6a4745058895cf5bcb3e856a is 88, key is hbase:meta,,1/info:sn/1694032201920/Put/seqid=0 2023-09-06T20:30:33,493 INFO [RS:0;jenkins-hbase3:40175 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,40175,1694032198914; zookeeper connection closed. 2023-09-06T20:30:33,494 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@9b653d9 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@9b653d9 2023-09-06T20:30:33,494 INFO [Listener at jenkins-hbase3.apache.org/38203 {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2023-09-06T20:30:33,878 INFO [M:0;jenkins-hbase3:41433 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=530 B at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2e89b73a6a4745058895cf5bcb3e856a 2023-09-06T20:30:33,899 DEBUG [M:0;jenkins-hbase3:41433 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e859be86d77248b3a9a2de9019d72661 is 987, key is \x00\x00\x00\x00\x00\x00\x00\x1D/proc:d/1694032217257/Put/seqid=0 2023-09-06T20:30:34,304 INFO [M:0;jenkins-hbase3:41433 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147.01 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e859be86d77248b3a9a2de9019d72661 2023-09-06T20:30:34,311 INFO [M:0;jenkins-hbase3:41433 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e859be86d77248b3a9a2de9019d72661 2023-09-06T20:30:34,324 DEBUG [M:0;jenkins-hbase3:41433 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/95ff74d62656454c9ff32c5d8899d834 is 82, key is jenkins-hbase3.apache.org,40175,1694032198914/rs:state/1694032201397/Put/seqid=0 2023-09-06T20:30:34,729 INFO [M:0;jenkins-hbase3:41433 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/95ff74d62656454c9ff32c5d8899d834 2023-09-06T20:30:34,736 DEBUG [M:0;jenkins-hbase3:41433 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2e89b73a6a4745058895cf5bcb3e856a as hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2e89b73a6a4745058895cf5bcb3e856a 2023-09-06T20:30:34,742 INFO [M:0;jenkins-hbase3:41433 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2e89b73a6a4745058895cf5bcb3e856a, entries=8, sequenceid=341, filesize=5.5 K 2023-09-06T20:30:34,743 DEBUG [M:0;jenkins-hbase3:41433 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e859be86d77248b3a9a2de9019d72661 as hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e859be86d77248b3a9a2de9019d72661 2023-09-06T20:30:34,748 INFO [M:0;jenkins-hbase3:41433 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e859be86d77248b3a9a2de9019d72661 2023-09-06T20:30:34,748 INFO [M:0;jenkins-hbase3:41433 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e859be86d77248b3a9a2de9019d72661, entries=37, sequenceid=341, filesize=13.3 K 2023-09-06T20:30:34,750 DEBUG [M:0;jenkins-hbase3:41433 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/95ff74d62656454c9ff32c5d8899d834 as hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/95ff74d62656454c9ff32c5d8899d834 2023-09-06T20:30:34,755 INFO [M:0;jenkins-hbase3:41433 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35775/user/jenkins/test-data/c11a0119-e15b-8c8a-80b7-d96db07726ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/95ff74d62656454c9ff32c5d8899d834, entries=1, sequenceid=341, filesize=5.1 K 2023-09-06T20:30:34,756 INFO [M:0;jenkins-hbase3:41433 {}] regionserver.HRegion(3022): Finished flush of dataSize ~147.61 KB/151148, heapSize ~176.63 KB/180864, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1299ms, sequenceid=341, compaction requested=false 2023-09-06T20:30:34,760 INFO [M:0;jenkins-hbase3:41433 {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-09-06T20:30:34,760 DEBUG [M:0;jenkins-hbase3:41433 {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-09-06T20:30:34,763 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-09-06T20:30:34,763 INFO [M:0;jenkins-hbase3:41433 {}] flush.MasterFlushTableProcedureManager(85): stop: server shutting down. 2023-09-06T20:30:34,763 INFO [M:0;jenkins-hbase3:41433 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2023-09-06T20:30:34,764 INFO [M:0;jenkins-hbase3:41433 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.12.81:41433 2023-09-06T20:30:34,867 INFO [M:0;jenkins-hbase3:41433 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,41433,1694032195750; zookeeper connection closed. 2023-09-06T20:30:34,870 WARN [Listener at jenkins-hbase3.apache.org/38203 {}] datanode.DirectoryScanner(537): DirectoryScanner: shutdown has been called 2023-09-06T20:30:34,880 INFO [Listener at jenkins-hbase3.apache.org/38203 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-09-06T20:30:34,987 WARN [BP-1157115213-172.31.12.81-1694032192612 heartbeating to localhost/127.0.0.1:35775 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2023-09-06T20:30:34,987 WARN [BP-1157115213-172.31.12.81-1694032192612 heartbeating to localhost/127.0.0.1:35775 {}] datanode.BPServiceActor(862): Ending block pool service for: Block pool BP-1157115213-172.31.12.81-1694032192612 (Datanode Uuid 05d1d289-bdb6-4dd7-9d20-497cfce2764f) service to localhost/127.0.0.1:35775 2023-09-06T20:30:34,989 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bbb9c477-fb70-4839-dc76-f13d024675e9/cluster_5bd752de-041c-78cc-86dc-0219b1424cc4/dfs/data/data1/current/BP-1157115213-172.31.12.81-1694032192612 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-09-06T20:30:34,990 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/bbb9c477-fb70-4839-dc76-f13d024675e9/cluster_5bd752de-041c-78cc-86dc-0219b1424cc4/dfs/data/data2/current/BP-1157115213-172.31.12.81-1694032192612 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-09-06T20:30:35,028 INFO [Listener at jenkins-hbase3.apache.org/38203 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-09-06T20:30:35,186 INFO [Listener at jenkins-hbase3.apache.org/38203 {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2023-09-06T20:30:35,186 INFO [Listener at jenkins-hbase3.apache.org/38203 {}] hbase.HBaseTestingUtility(2857): Stopping mini mapreduce cluster... 2023-09-06T20:30:35,197 INFO [Listener at jenkins-hbase3.apache.org/38203 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-09-06T20:30:35,320 INFO [Listener at jenkins-hbase3.apache.org/38203 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-09-06T20:30:35,449 ERROR [Thread[Thread-275,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-09-06T20:30:35,449 INFO [Listener at jenkins-hbase3.apache.org/38203 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-09-06T20:30:35,542 WARN [Log Scanner/Cleaner #0 {}] hs.JobHistory$HistoryCleaner(207): Error trying to clean up java.io.EOFException: End of File Exception between local host is: "jenkins-hbase3.apache.org/172.31.12.81"; destination host is: "localhost":35775; : java.io.EOFException; For more details see: http://wiki.apache.org/hadoop/EOFException at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.net.NetUtils.wrapWithMessage(NetUtils.java:827) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:791) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1564) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getListing(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getListing(ClientNamenodeProtocolTranslatorPB.java:601) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.GeneratedMethodAccessor14.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getListing(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.listPaths(DFSClient.java:1661) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.Hdfs$DirListingIterator.(Hdfs.java:228) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.Hdfs$DirListingIterator.(Hdfs.java:215) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.Hdfs$2.(Hdfs.java:197) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.Hdfs.listStatusIterator(Hdfs.java:197) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileContext$22.next(FileContext.java:1521) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.fs.FileContext$22.next(FileContext.java:1516) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.fs.FSLinkResolver.resolve(FSLinkResolver.java:90) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.fs.FileContext.listStatus(FileContext.java:1516) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.mapreduce.v2.jobhistory.JobHistoryUtils.getHistoryDirsForCleaning(JobHistoryUtils.java:592) ~[hadoop-mapreduce-client-common-2.10.2.jar:?] at org.apache.hadoop.mapreduce.v2.hs.HistoryFileManager.getHistoryDirsForCleaning(HistoryFileManager.java:1166) ~[hadoop-mapreduce-client-hs-2.10.2.jar:?] at org.apache.hadoop.mapreduce.v2.hs.HistoryFileManager.clean(HistoryFileManager.java:1180) ~[hadoop-mapreduce-client-hs-2.10.2.jar:?] at org.apache.hadoop.mapreduce.v2.hs.JobHistory$HistoryCleaner.run(JobHistory.java:205) ~[hadoop-mapreduce-client-hs-2.10.2.jar:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_362] at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) ~[?:1.8.0_362] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) ~[?:1.8.0_362] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) ~[?:1.8.0_362] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] Caused by: java.io.EOFException at java.io.DataInputStream.readInt(DataInputStream.java:392) ~[?:1.8.0_362] at org.apache.hadoop.ipc.Client$IpcStreams.readResponse(Client.java:1865) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client$Connection.receiveRpcResponse(Client.java:1202) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client$Connection.run(Client.java:1098) ~[hadoop-common-2.10.2.jar:?] 2023-09-06T20:30:35,573 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2023-09-06T20:30:35,585 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(61): Returning, interrupted : java.lang.InterruptedException 2023-09-06T20:30:35,587 ERROR [Thread[Thread-285,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-09-06T20:30:35,595 INFO [Listener at jenkins-hbase3.apache.org/38203 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-09-06T20:30:35,700 ERROR [Thread[Thread-250,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-09-06T20:30:35,700 INFO [Listener at jenkins-hbase3.apache.org/38203 {}] hbase.HBaseTestingUtility(2860): Mini mapreduce cluster stopped