2023-09-06 20:28:51,724 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@175c2241 2023-09-06 20:28:51,739 main DEBUG Took 0.011799 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2023-09-06 20:28:51,739 main DEBUG PluginManager 'Core' found 129 plugins 2023-09-06 20:28:51,739 main DEBUG PluginManager 'Level' found 0 plugins 2023-09-06 20:28:51,740 main DEBUG PluginManager 'Lookup' found 16 plugins 2023-09-06 20:28:51,742 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:28:51,752 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2023-09-06 20:28:51,767 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:28:51,769 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:28:51,770 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:28:51,770 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:28:51,771 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:28:51,771 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:28:51,772 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:28:51,772 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:28:51,773 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:28:51,773 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:28:51,774 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:28:51,774 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:28:51,775 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:28:51,775 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:28:51,776 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:28:51,776 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:28:51,776 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:28:51,777 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:28:51,777 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:28:51,778 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:28:51,778 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:28:51,779 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:28:51,779 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:28:51,779 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:28:51,780 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:28:51,780 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2023-09-06 20:28:51,783 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:28:51,786 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2023-09-06 20:28:51,788 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2023-09-06 20:28:51,789 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2023-09-06 20:28:51,790 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2023-09-06 20:28:51,790 main DEBUG PluginManager 'Converter' found 47 plugins 2023-09-06 20:28:51,804 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2023-09-06 20:28:51,808 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2023-09-06 20:28:51,813 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2023-09-06 20:28:51,814 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2023-09-06 20:28:51,814 main DEBUG createAppenders(={Console}) 2023-09-06 20:28:51,815 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@175c2241 initialized 2023-09-06 20:28:51,816 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@175c2241 2023-09-06 20:28:51,816 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@175c2241 OK. 2023-09-06 20:28:51,817 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2023-09-06 20:28:51,817 main DEBUG OutputStream closed 2023-09-06 20:28:51,818 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2023-09-06 20:28:51,818 main DEBUG Appender DefaultConsole-1 stopped with status true 2023-09-06 20:28:51,818 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@2145b572 OK 2023-09-06 20:28:51,874 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586 2023-09-06 20:28:51,877 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=StatusLogger 2023-09-06 20:28:51,878 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=ContextSelector 2023-09-06 20:28:51,879 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name= 2023-09-06 20:28:51,880 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.directory 2023-09-06 20:28:51,880 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2023-09-06 20:28:51,880 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.zookeeper 2023-09-06 20:28:51,880 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2023-09-06 20:28:51,881 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2023-09-06 20:28:51,881 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2023-09-06 20:28:51,881 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase 2023-09-06 20:28:51,882 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop 2023-09-06 20:28:51,882 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2023-09-06 20:28:51,882 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2023-09-06 20:28:51,883 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2023-09-06 20:28:51,883 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2023-09-06 20:28:51,883 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2023-09-06 20:28:51,885 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Appenders,name=Console 2023-09-06 20:28:51,888 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-09-06 20:28:51,888 main DEBUG Reconfiguration complete for context[name=1b6d3586] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.6.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@49912c99) with optional ClassLoader: null 2023-09-06 20:28:51,889 main DEBUG Shutdown hook enabled. Registering a new one. 2023-09-06 20:28:51,889 main DEBUG LoggerContext[name=1b6d3586, org.apache.logging.log4j.core.LoggerContext@49912c99] started OK. 2023-09-06T20:28:51,921 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestFullBackupSetRestoreSet timeout: 13 mins 2023-09-06 20:28:51,924 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2023-09-06 20:28:51,925 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-09-06T20:28:52,233 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/40bb9d34-679b-4a3d-0b8b-af5fe94ec53e 2023-09-06T20:28:52,239 DEBUG [Time-limited test {}] impl.BackupManager(127): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-09-06T20:28:52,242 DEBUG [Time-limited test {}] impl.BackupManager(157): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:28:52,244 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2023-09-06T20:28:52,249 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/40bb9d34-679b-4a3d-0b8b-af5fe94ec53e/cluster_88f8c21c-9c7f-bf5c-0c80-28101175d1ab, deleteOnExit=true 2023-09-06T20:28:52,249 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2023-09-06T20:28:52,250 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/40bb9d34-679b-4a3d-0b8b-af5fe94ec53e/test.cache.data in system properties and HBase conf 2023-09-06T20:28:52,251 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/40bb9d34-679b-4a3d-0b8b-af5fe94ec53e/hadoop.tmp.dir in system properties and HBase conf 2023-09-06T20:28:52,251 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/40bb9d34-679b-4a3d-0b8b-af5fe94ec53e/hadoop.log.dir in system properties and HBase conf 2023-09-06T20:28:52,252 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/40bb9d34-679b-4a3d-0b8b-af5fe94ec53e/mapreduce.cluster.local.dir in system properties and HBase conf 2023-09-06T20:28:52,252 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/40bb9d34-679b-4a3d-0b8b-af5fe94ec53e/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-09-06T20:28:52,252 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-09-06T20:28:52,364 WARN [Time-limited test {}] util.NativeCodeLoader(62): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2023-09-06T20:28:52,837 DEBUG [Time-limited test {}] fs.HFileSystem(308): The file system is not a DistributedFileSystem. Skipping on block location reordering 2023-09-06T20:28:52,842 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/40bb9d34-679b-4a3d-0b8b-af5fe94ec53e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-09-06T20:28:52,842 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/40bb9d34-679b-4a3d-0b8b-af5fe94ec53e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-09-06T20:28:52,843 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/40bb9d34-679b-4a3d-0b8b-af5fe94ec53e/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-09-06T20:28:52,843 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/40bb9d34-679b-4a3d-0b8b-af5fe94ec53e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-09-06T20:28:52,844 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/40bb9d34-679b-4a3d-0b8b-af5fe94ec53e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-09-06T20:28:52,844 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/40bb9d34-679b-4a3d-0b8b-af5fe94ec53e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-09-06T20:28:52,845 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/40bb9d34-679b-4a3d-0b8b-af5fe94ec53e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-09-06T20:28:52,845 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/40bb9d34-679b-4a3d-0b8b-af5fe94ec53e/dfs.journalnode.edits.dir in system properties and HBase conf 2023-09-06T20:28:52,846 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/40bb9d34-679b-4a3d-0b8b-af5fe94ec53e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-09-06T20:28:52,846 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/40bb9d34-679b-4a3d-0b8b-af5fe94ec53e/nfs.dump.dir in system properties and HBase conf 2023-09-06T20:28:52,847 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/40bb9d34-679b-4a3d-0b8b-af5fe94ec53e/java.io.tmpdir in system properties and HBase conf 2023-09-06T20:28:52,847 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/40bb9d34-679b-4a3d-0b8b-af5fe94ec53e/dfs.journalnode.edits.dir in system properties and HBase conf 2023-09-06T20:28:52,848 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/40bb9d34-679b-4a3d-0b8b-af5fe94ec53e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-09-06T20:28:52,848 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/40bb9d34-679b-4a3d-0b8b-af5fe94ec53e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf Formatting using clusterid: testClusterID 2023-09-06T20:28:53,324 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-09-06T20:28:53,329 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-09-06T20:28:53,637 WARN [Time-limited test {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2023-09-06T20:28:53,780 INFO [Time-limited test {}] log.Slf4jLog(67): Logging to org.apache.logging.slf4j.Log4jLogger@6b8729fb via org.mortbay.log.Slf4jLog 2023-09-06T20:28:53,796 WARN [Time-limited test {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-09-06T20:28:53,839 INFO [Time-limited test {}] log.Slf4jLog(67): jetty-6.1.26 2023-09-06T20:28:53,879 INFO [Time-limited test {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/hdfs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/40bb9d34-679b-4a3d-0b8b-af5fe94ec53e/java.io.tmpdir/Jetty_localhost_33393_hdfs____.a7h7hl/webapp 2023-09-06T20:28:54,018 INFO [Time-limited test {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:33393 2023-09-06T20:28:54,047 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-09-06T20:28:54,047 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-09-06T20:28:54,590 WARN [Listener at localhost/38783 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-09-06T20:28:54,654 WARN [Listener at localhost/38783 {}] conf.Configuration(1733): No unit for dfs.datanode.outliers.report.interval(1800000) assuming MILLISECONDS 2023-09-06T20:28:54,672 WARN [Listener at localhost/38783 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-09-06T20:28:54,678 INFO [Listener at localhost/38783 {}] log.Slf4jLog(67): jetty-6.1.26 2023-09-06T20:28:54,683 INFO [Listener at localhost/38783 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/datanode to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/40bb9d34-679b-4a3d-0b8b-af5fe94ec53e/java.io.tmpdir/Jetty_localhost_46665_datanode____.xdwag6/webapp 2023-09-06T20:28:54,787 INFO [Listener at localhost/38783 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:46665 2023-09-06T20:28:55,098 WARN [Listener at localhost/42449 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-09-06T20:28:55,429 WARN [Thread-52 {}] conf.Configuration(1733): No unit for dfs.datanode.lock-reporting-threshold-ms(300) assuming MILLISECONDS 2023-09-06T20:28:55,581 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0xafa07c5991fbf5d5: Processing first storage report for DS-dd16bfc9-5ec4-4172-a481-7124ea64b8c3 from datanode 2d20b8aa-cf9e-418f-9c01-8b1535bd77b6 2023-09-06T20:28:55,582 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0xafa07c5991fbf5d5: from storage DS-dd16bfc9-5ec4-4172-a481-7124ea64b8c3 node DatanodeRegistration(127.0.0.1:40607, datanodeUuid=2d20b8aa-cf9e-418f-9c01-8b1535bd77b6, infoPort=45875, infoSecurePort=0, ipcPort=42449, storageInfo=lv=-57;cid=testClusterID;nsid=76244544;c=1694032133403), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2023-09-06T20:28:55,582 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0xafa07c5991fbf5d5: Processing first storage report for DS-ad5009f9-478c-4ec8-9605-430dc4d66749 from datanode 2d20b8aa-cf9e-418f-9c01-8b1535bd77b6 2023-09-06T20:28:55,582 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0xafa07c5991fbf5d5: from storage DS-ad5009f9-478c-4ec8-9605-430dc4d66749 node DatanodeRegistration(127.0.0.1:40607, datanodeUuid=2d20b8aa-cf9e-418f-9c01-8b1535bd77b6, infoPort=45875, infoSecurePort=0, ipcPort=42449, storageInfo=lv=-57;cid=testClusterID;nsid=76244544;c=1694032133403), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2023-09-06T20:28:55,649 DEBUG [Listener at localhost/42449 {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/40bb9d34-679b-4a3d-0b8b-af5fe94ec53e 2023-09-06T20:28:55,734 INFO [Listener at localhost/42449 {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/40bb9d34-679b-4a3d-0b8b-af5fe94ec53e/cluster_88f8c21c-9c7f-bf5c-0c80-28101175d1ab/zookeeper_0, clientPort=52399, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/40bb9d34-679b-4a3d-0b8b-af5fe94ec53e/cluster_88f8c21c-9c7f-bf5c-0c80-28101175d1ab/zookeeper_0/version-2, dataDirSize=424 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/40bb9d34-679b-4a3d-0b8b-af5fe94ec53e/cluster_88f8c21c-9c7f-bf5c-0c80-28101175d1ab/zookeeper_0/version-2, dataLogSize=424 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, serverId=0 2023-09-06T20:28:55,752 INFO [Listener at localhost/42449 {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=52399 2023-09-06T20:28:55,760 INFO [Listener at localhost/42449 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-09-06T20:28:55,762 INFO [Listener at localhost/42449 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-09-06T20:28:56,431 INFO [Listener at localhost/42449 {}] util.FSUtils(461): Created version file at hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315 with version=8 2023-09-06T20:28:56,431 INFO [Listener at localhost/42449 {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/hbase-staging 2023-09-06T20:28:56,449 DEBUG [Listener at localhost/42449 {}] hbase.LocalHBaseCluster(134): Setting Master Port to random. 2023-09-06T20:28:56,450 DEBUG [Listener at localhost/42449 {}] hbase.LocalHBaseCluster(141): Setting RegionServer Port to random. 2023-09-06T20:28:56,450 DEBUG [Listener at localhost/42449 {}] hbase.LocalHBaseCluster(151): Setting RS InfoServer Port to random. 2023-09-06T20:28:56,450 DEBUG [Listener at localhost/42449 {}] hbase.LocalHBaseCluster(159): Setting Master InfoServer Port to random. 2023-09-06T20:28:56,668 DEBUG [Listener at localhost/42449 {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2023-09-06T20:28:57,533 INFO [Listener at localhost/42449 {}] client.ConnectionUtils(128): master/jenkins-hbase3:0 server-side Connection retries=45 2023-09-06T20:28:57,594 INFO [Listener at localhost/42449 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-09-06T20:28:57,595 INFO [Listener at localhost/42449 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-09-06T20:28:57,595 INFO [Listener at localhost/42449 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-09-06T20:28:57,595 INFO [Listener at localhost/42449 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-09-06T20:28:57,595 INFO [Listener at localhost/42449 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-09-06T20:28:57,756 INFO [Listener at localhost/42449 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-09-06T20:28:57,892 INFO [Listener at localhost/42449 {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2023-09-06T20:28:57,911 DEBUG [Listener at localhost/42449 {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2023-09-06T20:28:57,918 INFO [Listener at localhost/42449 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-09-06T20:28:57,976 DEBUG [Listener at localhost/42449 {}] channel.DefaultChannelId(79): -Dio.netty.processId: 15574 (auto-detected) 2023-09-06T20:28:57,979 DEBUG [Listener at localhost/42449 {}] channel.DefaultChannelId(101): -Dio.netty.machineId: 02:42:1c:ff:fe:e2:13:ea (auto-detected) 2023-09-06T20:28:58,029 INFO [Listener at localhost/42449 {}] ipc.NettyRpcServer(192): Bind to /172.31.12.81:45901 2023-09-06T20:28:58,046 INFO [Listener at localhost/42449 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-09-06T20:28:58,048 INFO [Listener at localhost/42449 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-09-06T20:28:58,073 INFO [Listener at localhost/42449 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=master:45901 connecting to ZooKeeper ensemble=127.0.0.1:52399 2023-09-06T20:28:58,133 DEBUG [Listener at localhost/42449-EventThread {}] zookeeper.ZKWatcher(604): master:459010x0, quorum=127.0.0.1:52399, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-09-06T20:28:58,137 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): master:45901-0x100eef8667c0000 connected 2023-09-06T20:28:58,165 DEBUG [Listener at localhost/42449 {}] zookeeper.ZKUtil(113): master:45901-0x100eef8667c0000, quorum=127.0.0.1:52399, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-09-06T20:28:58,169 DEBUG [Listener at localhost/42449 {}] zookeeper.ZKUtil(113): master:45901-0x100eef8667c0000, quorum=127.0.0.1:52399, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-09-06T20:28:58,172 DEBUG [Listener at localhost/42449 {}] zookeeper.ZKUtil(113): master:45901-0x100eef8667c0000, quorum=127.0.0.1:52399, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-09-06T20:28:58,183 DEBUG [Listener at localhost/42449 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45901 2023-09-06T20:28:58,183 DEBUG [Listener at localhost/42449 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45901 2023-09-06T20:28:58,184 DEBUG [Listener at localhost/42449 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45901 2023-09-06T20:28:58,184 DEBUG [Listener at localhost/42449 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45901 2023-09-06T20:28:58,184 DEBUG [Listener at localhost/42449 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45901 2023-09-06T20:28:58,239 INFO [Listener at localhost/42449 {}] log.Log(170): Logging initialized @7202ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2023-09-06T20:28:58,366 INFO [Listener at localhost/42449 {}] http.HttpServer(973): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-09-06T20:28:58,366 INFO [Listener at localhost/42449 {}] http.HttpServer(973): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-09-06T20:28:58,367 INFO [Listener at localhost/42449 {}] http.HttpServer(973): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-09-06T20:28:58,370 INFO [Listener at localhost/42449 {}] http.HttpServer(952): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2023-09-06T20:28:58,370 INFO [Listener at localhost/42449 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-09-06T20:28:58,371 INFO [Listener at localhost/42449 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-09-06T20:28:58,374 INFO [Listener at localhost/42449 {}] http.HttpServer(797): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-09-06T20:28:58,542 INFO [Listener at localhost/42449 {}] http.HttpServer(1219): Jetty bound to port 38575 2023-09-06T20:28:58,544 INFO [Listener at localhost/42449 {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-09-06T20:28:58,584 INFO [Listener at localhost/42449 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-09-06T20:28:58,587 INFO [Listener at localhost/42449 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@100c94ec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/40bb9d34-679b-4a3d-0b8b-af5fe94ec53e/hadoop.log.dir/,AVAILABLE} 2023-09-06T20:28:58,588 INFO [Listener at localhost/42449 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-09-06T20:28:58,588 INFO [Listener at localhost/42449 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@1d328213{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-09-06T20:28:58,660 INFO [Listener at localhost/42449 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-09-06T20:28:58,674 INFO [Listener at localhost/42449 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-09-06T20:28:58,675 INFO [Listener at localhost/42449 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-09-06T20:28:58,677 INFO [Listener at localhost/42449 {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2023-09-06T20:28:58,684 INFO [Listener at localhost/42449 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-09-06T20:28:59,900 INFO [Listener at localhost/42449 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@18cb47b7{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-09-06T20:28:59,912 INFO [Listener at localhost/42449 {}] server.AbstractConnector(333): Started ServerConnector@538640d9{HTTP/1.1, (http/1.1)}{0.0.0.0:38575} 2023-09-06T20:28:59,913 INFO [Listener at localhost/42449 {}] server.Server(415): Started @8875ms 2023-09-06T20:28:59,917 INFO [Listener at localhost/42449 {}] master.HMaster(485): hbase.rootdir=hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315, hbase.cluster.distributed=false 2023-09-06T20:28:59,983 INFO [Listener at localhost/42449 {}] client.ConnectionUtils(128): regionserver/jenkins-hbase3:0 server-side Connection retries=45 2023-09-06T20:28:59,983 INFO [Listener at localhost/42449 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-09-06T20:28:59,984 INFO [Listener at localhost/42449 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-09-06T20:28:59,984 INFO [Listener at localhost/42449 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-09-06T20:28:59,984 INFO [Listener at localhost/42449 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-09-06T20:28:59,984 INFO [Listener at localhost/42449 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-09-06T20:28:59,992 INFO [Listener at localhost/42449 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-09-06T20:28:59,995 INFO [Listener at localhost/42449 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-09-06T20:28:59,996 INFO [Listener at localhost/42449 {}] ipc.NettyRpcServer(192): Bind to /172.31.12.81:45993 2023-09-06T20:28:59,999 INFO [Listener at localhost/42449 {}] hfile.BlockCacheFactory(127): Allocating BlockCache size=782.40 MB, blockSize=64 KB 2023-09-06T20:29:00,008 DEBUG [Listener at localhost/42449 {}] mob.MobFileCache(120): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2023-09-06T20:29:00,009 INFO [Listener at localhost/42449 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-09-06T20:29:00,012 INFO [Listener at localhost/42449 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-09-06T20:29:00,014 INFO [Listener at localhost/42449 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=regionserver:45993 connecting to ZooKeeper ensemble=127.0.0.1:52399 2023-09-06T20:29:00,018 DEBUG [Listener at localhost/42449-EventThread {}] zookeeper.ZKWatcher(604): regionserver:459930x0, quorum=127.0.0.1:52399, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-09-06T20:29:00,019 DEBUG [Listener at localhost/42449 {}] zookeeper.ZKUtil(113): regionserver:459930x0, quorum=127.0.0.1:52399, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-09-06T20:29:00,019 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): regionserver:45993-0x100eef8667c0001 connected 2023-09-06T20:29:00,020 DEBUG [Listener at localhost/42449 {}] zookeeper.ZKUtil(113): regionserver:45993-0x100eef8667c0001, quorum=127.0.0.1:52399, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-09-06T20:29:00,021 DEBUG [Listener at localhost/42449 {}] zookeeper.ZKUtil(113): regionserver:45993-0x100eef8667c0001, quorum=127.0.0.1:52399, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-09-06T20:29:00,023 DEBUG [Listener at localhost/42449 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45993 2023-09-06T20:29:00,023 DEBUG [Listener at localhost/42449 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45993 2023-09-06T20:29:00,023 DEBUG [Listener at localhost/42449 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45993 2023-09-06T20:29:00,024 DEBUG [Listener at localhost/42449 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45993 2023-09-06T20:29:00,024 DEBUG [Listener at localhost/42449 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45993 2023-09-06T20:29:00,028 INFO [Listener at localhost/42449 {}] http.HttpServer(973): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-09-06T20:29:00,028 INFO [Listener at localhost/42449 {}] http.HttpServer(973): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-09-06T20:29:00,029 INFO [Listener at localhost/42449 {}] http.HttpServer(973): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-09-06T20:29:00,030 INFO [Listener at localhost/42449 {}] http.HttpServer(952): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2023-09-06T20:29:00,030 INFO [Listener at localhost/42449 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-09-06T20:29:00,030 INFO [Listener at localhost/42449 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-09-06T20:29:00,030 INFO [Listener at localhost/42449 {}] http.HttpServer(797): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-09-06T20:29:00,033 INFO [Listener at localhost/42449 {}] http.HttpServer(1219): Jetty bound to port 33633 2023-09-06T20:29:00,033 INFO [Listener at localhost/42449 {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-09-06T20:29:00,035 INFO [Listener at localhost/42449 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-09-06T20:29:00,036 INFO [Listener at localhost/42449 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@488dcc81{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/40bb9d34-679b-4a3d-0b8b-af5fe94ec53e/hadoop.log.dir/,AVAILABLE} 2023-09-06T20:29:00,036 INFO [Listener at localhost/42449 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-09-06T20:29:00,036 INFO [Listener at localhost/42449 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@24e350d6{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-09-06T20:29:00,048 INFO [Listener at localhost/42449 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-09-06T20:29:00,050 INFO [Listener at localhost/42449 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-09-06T20:29:00,050 INFO [Listener at localhost/42449 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-09-06T20:29:00,050 INFO [Listener at localhost/42449 {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2023-09-06T20:29:00,051 INFO [Listener at localhost/42449 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-09-06T20:29:00,056 INFO [Listener at localhost/42449 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@458f0330{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-09-06T20:29:00,057 INFO [Listener at localhost/42449 {}] server.AbstractConnector(333): Started ServerConnector@3ce08e8e{HTTP/1.1, (http/1.1)}{0.0.0.0:33633} 2023-09-06T20:29:00,057 INFO [Listener at localhost/42449 {}] server.Server(415): Started @9020ms 2023-09-06T20:29:00,062 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-09-06T20:29:00,065 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@76e5672a{HTTP/1.1, (http/1.1)}{0.0.0.0:45589} 2023-09-06T20:29:00,065 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(415): Started @9028ms 2023-09-06T20:29:00,065 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2388): Adding backup master ZNode /1/backup-masters/jenkins-hbase3.apache.org,45901,1694032136650 2023-09-06T20:29:00,077 DEBUG [Listener at localhost/42449-EventThread {}] zookeeper.ZKWatcher(604): master:45901-0x100eef8667c0000, quorum=127.0.0.1:52399, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-09-06T20:29:00,077 DEBUG [Listener at localhost/42449-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45993-0x100eef8667c0001, quorum=127.0.0.1:52399, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-09-06T20:29:00,079 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45901-0x100eef8667c0000, quorum=127.0.0.1:52399, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/jenkins-hbase3.apache.org,45901,1694032136650 2023-09-06T20:29:00,088 DEBUG [M:0;jenkins-hbase3:45901 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;jenkins-hbase3:45901 2023-09-06T20:29:00,099 DEBUG [Listener at localhost/42449-EventThread {}] zookeeper.ZKWatcher(604): master:45901-0x100eef8667c0000, quorum=127.0.0.1:52399, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-09-06T20:29:00,099 DEBUG [Listener at localhost/42449-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45993-0x100eef8667c0001, quorum=127.0.0.1:52399, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-09-06T20:29:00,099 DEBUG [Listener at localhost/42449-EventThread {}] zookeeper.ZKWatcher(604): master:45901-0x100eef8667c0000, quorum=127.0.0.1:52399, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:29:00,100 DEBUG [Listener at localhost/42449-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45993-0x100eef8667c0001, quorum=127.0.0.1:52399, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:29:00,102 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45901-0x100eef8667c0000, quorum=127.0.0.1:52399, baseZNode=/1 Set watcher on existing znode=/1/master 2023-09-06T20:29:00,104 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:45901-0x100eef8667c0000, quorum=127.0.0.1:52399, baseZNode=/1 Set watcher on existing znode=/1/master 2023-09-06T20:29:00,104 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/jenkins-hbase3.apache.org,45901,1694032136650 from backup master directory 2023-09-06T20:29:00,107 DEBUG [Listener at localhost/42449-EventThread {}] zookeeper.ZKWatcher(604): master:45901-0x100eef8667c0000, quorum=127.0.0.1:52399, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/jenkins-hbase3.apache.org,45901,1694032136650 2023-09-06T20:29:00,108 DEBUG [Listener at localhost/42449-EventThread {}] zookeeper.ZKWatcher(604): master:45901-0x100eef8667c0000, quorum=127.0.0.1:52399, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-09-06T20:29:00,108 DEBUG [Listener at localhost/42449-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45993-0x100eef8667c0001, quorum=127.0.0.1:52399, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-09-06T20:29:00,110 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-09-06T20:29:00,111 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=jenkins-hbase3.apache.org,45901,1694032136650 2023-09-06T20:29:00,114 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 352, initial count 0 2023-09-06T20:29:00,116 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 391, initial count 0 2023-09-06T20:29:00,220 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] util.FSUtils(610): Created cluster ID file at hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/hbase.id with ID: f010b238-58ad-4fac-bced-00cfec60f50c 2023-09-06T20:29:00,268 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-09-06T20:29:00,285 DEBUG [Listener at localhost/42449-EventThread {}] zookeeper.ZKWatcher(604): master:45901-0x100eef8667c0000, quorum=127.0.0.1:52399, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:29:00,285 DEBUG [Listener at localhost/42449-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45993-0x100eef8667c0001, quorum=127.0.0.1:52399, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:29:00,339 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(355): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:29:00,343 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2023-09-06T20:29:00,371 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(270): ClientProtocol::create wrong number of arguments, should be hadoop 3.2 or below 2023-09-06T20:29:00,372 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(276): ClientProtocol::create wrong number of arguments, should be hadoop 2.x 2023-09-06T20:29:00,374 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(285): can not find SHOULD_REPLICATE flag, should be hadoop 2.x java.lang.IllegalArgumentException: No enum constant org.apache.hadoop.fs.CreateFlag.SHOULD_REPLICATE at java.lang.Enum.valueOf(Enum.java:238) ~[?:1.8.0_362] at org.apache.hadoop.fs.CreateFlag.valueOf(CreateFlag.java:63) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.loadShouldReplicateFlag(FanOutOneBlockAsyncDFSOutputHelper.java:283) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.(FanOutOneBlockAsyncDFSOutputHelper.java:310) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:140) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:951) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2413) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:574) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:571) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-09-06T20:29:00,425 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2130) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:951) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2413) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:574) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:571) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-09-06T20:29:00,427 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-09-06T20:29:00,533 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7093): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/MasterData/data/master/store 2023-09-06T20:29:00,577 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2023-09-06T20:29:00,578 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:29:00,579 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-09-06T20:29:00,579 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-09-06T20:29:00,579 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-09-06T20:29:00,579 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-09-06T20:29:00,579 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-09-06T20:29:00,579 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-09-06T20:29:00,580 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-09-06T20:29:00,582 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(232): failed to clean up initializing flag: hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/MasterData/data/master/store/.initializing 2023-09-06T20:29:00,582 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(202): WALDir=hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/MasterData/WALs/jenkins-hbase3.apache.org,45901,1694032136650 2023-09-06T20:29:00,595 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-09-06T20:29:00,612 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C45901%2C1694032136650, suffix=, logDir=hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/MasterData/WALs/jenkins-hbase3.apache.org,45901,1694032136650, archiveDir=hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/MasterData/oldWALs, maxLogs=10 2023-09-06T20:29:00,652 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/MasterData/WALs/jenkins-hbase3.apache.org,45901,1694032136650/jenkins-hbase3.apache.org%2C45901%2C1694032136650.1694032140622, exclude list is [], retry=0 2023-09-06T20:29:00,677 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40607,DS-dd16bfc9-5ec4-4172-a481-7124ea64b8c3,DISK] 2023-09-06T20:29:00,684 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(123): Hadoop 3.2 and below use unshaded protobuf. java.lang.ClassNotFoundException: org.apache.hadoop.thirdparty.protobuf.MessageLite at java.net.URLClassLoader.findClass(URLClassLoader.java:387) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:418) ~[?:1.8.0_362] at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:352) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:351) ~[?:1.8.0_362] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.ProtobufDecoder.(ProtobufDecoder.java:118) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.processWriteBlockResponse(FanOutOneBlockAsyncDFSOutputHelper.java:346) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$100(FanOutOneBlockAsyncDFSOutputHelper.java:120) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$4.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:430) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:557) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:185) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:35) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hadoop.hbase.util.NettyFutureUtils.addListener(NettyFutureUtils.java:52) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:424) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$300(FanOutOneBlockAsyncDFSOutputHelper.java:120) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:482) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:477) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:653) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:691) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:489) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:397) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.4.jar:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-09-06T20:29:00,762 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/MasterData/WALs/jenkins-hbase3.apache.org,45901,1694032136650/jenkins-hbase3.apache.org%2C45901%2C1694032136650.1694032140622 2023-09-06T20:29:00,762 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:40607,DS-dd16bfc9-5ec4-4172-a481-7124ea64b8c3,DISK]] 2023-09-06T20:29:00,763 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7254): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:29:00,763 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:29:00,768 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7296): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:29:00,769 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7299): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:29:00,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:29:00,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2023-09-06T20:29:00,907 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:29:00,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-09-06T20:29:00,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:29:00,914 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2023-09-06T20:29:00,914 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:29:00,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:29:00,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:29:00,918 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2023-09-06T20:29:00,918 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:29:00,919 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:29:00,919 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:29:00,921 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2023-09-06T20:29:00,921 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:29:00,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:29:00,927 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:29:00,928 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:29:00,943 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2023-09-06T20:29:00,947 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1076): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:29:00,951 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:29:00,952 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1093): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9786446880, jitterRate=-0.08856610953807831}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2023-09-06T20:29:00,962 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(992): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2023-09-06T20:29:00,963 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2023-09-06T20:29:00,999 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38dae814, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:29:01,071 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(860): No meta location available on zookeeper, skip migrating... 2023-09-06T20:29:01,093 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2023-09-06T20:29:01,093 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(563): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2023-09-06T20:29:01,096 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-09-06T20:29:01,098 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(583): Recovered RegionProcedureStore lease in 1 msec 2023-09-06T20:29:01,104 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(597): Loaded RegionProcedureStore in 6 msec 2023-09-06T20:29:01,104 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2023-09-06T20:29:01,142 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2023-09-06T20:29:01,158 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45901-0x100eef8667c0000, quorum=127.0.0.1:52399, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2023-09-06T20:29:01,162 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/balancer already deleted, retry=false 2023-09-06T20:29:01,165 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(150): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2023-09-06T20:29:01,166 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45901-0x100eef8667c0000, quorum=127.0.0.1:52399, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2023-09-06T20:29:01,168 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/normalizer already deleted, retry=false 2023-09-06T20:29:01,170 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2023-09-06T20:29:01,177 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45901-0x100eef8667c0000, quorum=127.0.0.1:52399, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2023-09-06T20:29:01,178 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/split already deleted, retry=false 2023-09-06T20:29:01,179 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45901-0x100eef8667c0000, quorum=127.0.0.1:52399, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2023-09-06T20:29:01,180 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/merge already deleted, retry=false 2023-09-06T20:29:01,196 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45901-0x100eef8667c0000, quorum=127.0.0.1:52399, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2023-09-06T20:29:01,198 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/snapshot-cleanup already deleted, retry=false 2023-09-06T20:29:01,203 DEBUG [Listener at localhost/42449-EventThread {}] zookeeper.ZKWatcher(604): master:45901-0x100eef8667c0000, quorum=127.0.0.1:52399, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-09-06T20:29:01,203 DEBUG [Listener at localhost/42449-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45993-0x100eef8667c0001, quorum=127.0.0.1:52399, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-09-06T20:29:01,203 DEBUG [Listener at localhost/42449-EventThread {}] zookeeper.ZKWatcher(604): master:45901-0x100eef8667c0000, quorum=127.0.0.1:52399, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:29:01,203 DEBUG [Listener at localhost/42449-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45993-0x100eef8667c0001, quorum=127.0.0.1:52399, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:29:01,204 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(804): Active/primary master=jenkins-hbase3.apache.org,45901,1694032136650, sessionid=0x100eef8667c0000, setting cluster-up flag (Was=false) 2023-09-06T20:29:01,213 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2023-09-06T20:29:01,220 DEBUG [Listener at localhost/42449-EventThread {}] zookeeper.ZKWatcher(604): master:45901-0x100eef8667c0000, quorum=127.0.0.1:52399, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:29:01,220 DEBUG [Listener at localhost/42449-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45993-0x100eef8667c0001, quorum=127.0.0.1:52399, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:29:01,227 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2023-09-06T20:29:01,228 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,45901,1694032136650 2023-09-06T20:29:01,232 DEBUG [Listener at localhost/42449-EventThread {}] zookeeper.ZKWatcher(604): master:45901-0x100eef8667c0000, quorum=127.0.0.1:52399, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:29:01,233 DEBUG [Listener at localhost/42449-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45993-0x100eef8667c0001, quorum=127.0.0.1:52399, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:29:01,237 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2023-09-06T20:29:01,238 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,45901,1694032136650 2023-09-06T20:29:01,243 DEBUG [Listener at localhost/42449-EventThread {}] zookeeper.ZKWatcher(604): master:45901-0x100eef8667c0000, quorum=127.0.0.1:52399, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:29:01,243 DEBUG [Listener at localhost/42449-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45993-0x100eef8667c0001, quorum=127.0.0.1:52399, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:29:01,249 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2023-09-06T20:29:01,250 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,45901,1694032136650 2023-09-06T20:29:01,271 DEBUG [RS:0;jenkins-hbase3:45993 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;jenkins-hbase3:45993 2023-09-06T20:29:01,272 INFO [RS:0;jenkins-hbase3:45993 {}] regionserver.HRegionServer(997): ClusterId : f010b238-58ad-4fac-bced-00cfec60f50c 2023-09-06T20:29:01,274 INFO [RS:0;jenkins-hbase3:45993 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2023-09-06T20:29:01,276 DEBUG [RS:0;jenkins-hbase3:45993 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2023-09-06T20:29:01,281 DEBUG [RS:0;jenkins-hbase3:45993 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2023-09-06T20:29:01,281 DEBUG [RS:0;jenkins-hbase3:45993 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2023-09-06T20:29:01,284 DEBUG [RS:0;jenkins-hbase3:45993 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2023-09-06T20:29:01,284 DEBUG [RS:0;jenkins-hbase3:45993 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2023-09-06T20:29:01,287 DEBUG [RS:0;jenkins-hbase3:45993 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2023-09-06T20:29:01,288 DEBUG [RS:0;jenkins-hbase3:45993 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1df5db15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:29:01,289 DEBUG [RS:0;jenkins-hbase3:45993 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f0b9992, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-09-06T20:29:01,294 INFO [RS:0;jenkins-hbase3:45993 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2023-09-06T20:29:01,294 INFO [RS:0;jenkins-hbase3:45993 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2023-09-06T20:29:01,294 DEBUG [RS:0;jenkins-hbase3:45993 {}] regionserver.HRegionServer(1079): About to register with Master. 2023-09-06T20:29:01,297 INFO [RS:0;jenkins-hbase3:45993 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase3.apache.org,45901,1694032136650 with isa=jenkins-hbase3.apache.org/172.31.12.81:45993, startcode=1694032139982 2023-09-06T20:29:01,316 DEBUG [RS:0;jenkins-hbase3:45993 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-09-06T20:29:01,372 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:54781, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-09-06T20:29:01,380 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45901 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3181) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:590) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:17393) ~[hbase-protocol-shaded-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:437) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.6.0-SNAPSHOT] 2023-09-06T20:29:01,391 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2023-09-06T20:29:01,402 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(574): slop=0.2 2023-09-06T20:29:01,407 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(285): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2023-09-06T20:29:01,413 DEBUG [RS:0;jenkins-hbase3:45993 {}] regionserver.HRegionServer(3046): Master is not running yet 2023-09-06T20:29:01,413 WARN [RS:0;jenkins-hbase3:45993 {}] regionserver.HRegionServer(1088): reportForDuty failed; sleeping 100 ms and then retrying. 2023-09-06T20:29:01,415 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: jenkins-hbase3.apache.org,45901,1694032136650 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2023-09-06T20:29:01,420 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-09-06T20:29:01,420 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-09-06T20:29:01,420 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-09-06T20:29:01,420 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-09-06T20:29:01,420 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/jenkins-hbase3:0, corePoolSize=10, maxPoolSize=10 2023-09-06T20:29:01,420 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:29:01,420 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-09-06T20:29:01,421 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:29:01,425 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1694032171425 2023-09-06T20:29:01,429 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2023-09-06T20:29:01,432 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2023-09-06T20:29:01,432 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2023-09-06T20:29:01,433 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2023-09-06T20:29:01,438 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:29:01,438 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-09-06T20:29:01,444 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2023-09-06T20:29:01,444 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2023-09-06T20:29:01,445 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2023-09-06T20:29:01,446 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2023-09-06T20:29:01,446 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2023-09-06T20:29:01,450 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-09-06T20:29:01,453 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2023-09-06T20:29:01,456 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2023-09-06T20:29:01,457 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2023-09-06T20:29:01,464 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ReadOnlyZKClient(139): Connect 0x10a06290 to 127.0.0.1:52399 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:29:01,473 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30bee393, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:29:01,473 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-09-06T20:29:01,476 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2023-09-06T20:29:01,477 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2023-09-06T20:29:01,479 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1694032141478,5,FailOnTimeoutGroup] 2023-09-06T20:29:01,480 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1694032141479,5,FailOnTimeoutGroup] 2023-09-06T20:29:01,480 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-09-06T20:29:01,480 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1635): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2023-09-06T20:29:01,481 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2023-09-06T20:29:01,482 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2023-09-06T20:29:01,514 INFO [RS:0;jenkins-hbase3:45993 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase3.apache.org,45901,1694032136650 with isa=jenkins-hbase3.apache.org/172.31.12.81:45993, startcode=1694032139982 2023-09-06T20:29:01,520 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45901 {}] master.ServerManager(403): Registering regionserver=jenkins-hbase3.apache.org,45993,1694032139982 2023-09-06T20:29:01,531 DEBUG [RS:0;jenkins-hbase3:45993 {}] regionserver.HRegionServer(1705): Config from master: hbase.rootdir=hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315 2023-09-06T20:29:01,531 DEBUG [RS:0;jenkins-hbase3:45993 {}] regionserver.HRegionServer(1705): Config from master: fs.defaultFS=hdfs://localhost:38783 2023-09-06T20:29:01,531 DEBUG [RS:0;jenkins-hbase3:45993 {}] regionserver.HRegionServer(1705): Config from master: hbase.master.info.port=38575 2023-09-06T20:29:01,538 DEBUG [Listener at localhost/42449-EventThread {}] zookeeper.ZKWatcher(604): master:45901-0x100eef8667c0000, quorum=127.0.0.1:52399, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2023-09-06T20:29:01,538 DEBUG [RS:0;jenkins-hbase3:45993 {}] zookeeper.ZKUtil(111): regionserver:45993-0x100eef8667c0001, quorum=127.0.0.1:52399, baseZNode=/1 Set watcher on existing znode=/1/rs/jenkins-hbase3.apache.org,45993,1694032139982 2023-09-06T20:29:01,539 WARN [RS:0;jenkins-hbase3:45993 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-09-06T20:29:01,539 INFO [RS:0;jenkins-hbase3:45993 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-09-06T20:29:01,539 DEBUG [RS:0;jenkins-hbase3:45993 {}] regionserver.HRegionServer(2060): logDir=hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/WALs/jenkins-hbase3.apache.org,45993,1694032139982 2023-09-06T20:29:01,541 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [jenkins-hbase3.apache.org,45993,1694032139982] 2023-09-06T20:29:01,564 DEBUG [RS:0;jenkins-hbase3:45993 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2023-09-06T20:29:01,583 INFO [RS:0;jenkins-hbase3:45993 {}] regionserver.MetricsRegionServerWrapperImpl(165): Computing regionserver metrics every 5000 milliseconds 2023-09-06T20:29:01,597 INFO [RS:0;jenkins-hbase3:45993 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=782.4 M, globalMemStoreLimitLowMark=743.3 M, Offheap=false 2023-09-06T20:29:01,603 INFO [RS:0;jenkins-hbase3:45993 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2023-09-06T20:29:01,603 INFO [RS:0;jenkins-hbase3:45993 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2023-09-06T20:29:01,604 INFO [RS:0;jenkins-hbase3:45993 {}] regionserver.HRegionServer$CompactionChecker(1947): CompactionChecker runs every PT1S 2023-09-06T20:29:01,614 INFO [RS:0;jenkins-hbase3:45993 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2023-09-06T20:29:01,615 DEBUG [RS:0;jenkins-hbase3:45993 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:29:01,615 DEBUG [RS:0;jenkins-hbase3:45993 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:29:01,615 DEBUG [RS:0;jenkins-hbase3:45993 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:29:01,615 DEBUG [RS:0;jenkins-hbase3:45993 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:29:01,615 DEBUG [RS:0;jenkins-hbase3:45993 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:29:01,615 DEBUG [RS:0;jenkins-hbase3:45993 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-09-06T20:29:01,616 DEBUG [RS:0;jenkins-hbase3:45993 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:29:01,616 DEBUG [RS:0;jenkins-hbase3:45993 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:29:01,616 DEBUG [RS:0;jenkins-hbase3:45993 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:29:01,616 DEBUG [RS:0;jenkins-hbase3:45993 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:29:01,616 DEBUG [RS:0;jenkins-hbase3:45993 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:29:01,616 DEBUG [RS:0;jenkins-hbase3:45993 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-09-06T20:29:01,616 DEBUG [RS:0;jenkins-hbase3:45993 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-09-06T20:29:01,617 INFO [RS:0;jenkins-hbase3:45993 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2023-09-06T20:29:01,617 INFO [RS:0;jenkins-hbase3:45993 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2023-09-06T20:29:01,618 INFO [RS:0;jenkins-hbase3:45993 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2023-09-06T20:29:01,618 INFO [RS:0;jenkins-hbase3:45993 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2023-09-06T20:29:01,618 INFO [RS:0;jenkins-hbase3:45993 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,45993,1694032139982-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-09-06T20:29:01,634 INFO [RS:0;jenkins-hbase3:45993 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2023-09-06T20:29:01,637 INFO [RS:0;jenkins-hbase3:45993 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,45993,1694032139982-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2023-09-06T20:29:01,652 INFO [RS:0;jenkins-hbase3:45993 {}] regionserver.Replication(204): jenkins-hbase3.apache.org,45993,1694032139982 started 2023-09-06T20:29:01,653 INFO [RS:0;jenkins-hbase3:45993 {}] regionserver.HRegionServer(1747): Serving as jenkins-hbase3.apache.org,45993,1694032139982, RpcServer on jenkins-hbase3.apache.org/172.31.12.81:45993, sessionid=0x100eef8667c0001 2023-09-06T20:29:01,653 DEBUG [RS:0;jenkins-hbase3:45993 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2023-09-06T20:29:01,653 DEBUG [RS:0;jenkins-hbase3:45993 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager jenkins-hbase3.apache.org,45993,1694032139982 2023-09-06T20:29:01,653 DEBUG [RS:0;jenkins-hbase3:45993 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,45993,1694032139982' 2023-09-06T20:29:01,653 DEBUG [RS:0;jenkins-hbase3:45993 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2023-09-06T20:29:01,654 DEBUG [RS:0;jenkins-hbase3:45993 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2023-09-06T20:29:01,655 DEBUG [RS:0;jenkins-hbase3:45993 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2023-09-06T20:29:01,655 DEBUG [RS:0;jenkins-hbase3:45993 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2023-09-06T20:29:01,655 DEBUG [RS:0;jenkins-hbase3:45993 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,45993,1694032139982' 2023-09-06T20:29:01,655 DEBUG [RS:0;jenkins-hbase3:45993 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-09-06T20:29:01,655 DEBUG [RS:0;jenkins-hbase3:45993 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-09-06T20:29:01,656 INFO [RS:0;jenkins-hbase3:45993 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2023-09-06T20:29:01,656 DEBUG [RS:0;jenkins-hbase3:45993 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2023-09-06T20:29:01,656 DEBUG [RS:0;jenkins-hbase3:45993 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2023-09-06T20:29:01,656 DEBUG [RS:0;jenkins-hbase3:45993 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager jenkins-hbase3.apache.org,45993,1694032139982 2023-09-06T20:29:01,656 DEBUG [RS:0;jenkins-hbase3:45993 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,45993,1694032139982' 2023-09-06T20:29:01,656 DEBUG [RS:0;jenkins-hbase3:45993 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2023-09-06T20:29:01,657 DEBUG [RS:0;jenkins-hbase3:45993 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2023-09-06T20:29:01,657 DEBUG [RS:0;jenkins-hbase3:45993 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2023-09-06T20:29:01,657 INFO [RS:0;jenkins-hbase3:45993 {}] quotas.RegionServerRpcQuotaManager(63): Quota support disabled 2023-09-06T20:29:01,657 INFO [RS:0;jenkins-hbase3:45993 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2023-09-06T20:29:01,768 INFO [RS:0;jenkins-hbase3:45993 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-09-06T20:29:01,772 INFO [RS:0;jenkins-hbase3:45993 {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C45993%2C1694032139982, suffix=, logDir=hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/WALs/jenkins-hbase3.apache.org,45993,1694032139982, archiveDir=hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/oldWALs, maxLogs=32 2023-09-06T20:29:01,784 DEBUG [RS:0;jenkins-hbase3:45993 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/WALs/jenkins-hbase3.apache.org,45993,1694032139982/jenkins-hbase3.apache.org%2C45993%2C1694032139982.1694032141773, exclude list is [], retry=0 2023-09-06T20:29:01,790 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40607,DS-dd16bfc9-5ec4-4172-a481-7124ea64b8c3,DISK] 2023-09-06T20:29:01,795 INFO [RS:0;jenkins-hbase3:45993 {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/WALs/jenkins-hbase3.apache.org,45993,1694032139982/jenkins-hbase3.apache.org%2C45993%2C1694032139982.1694032141773 2023-09-06T20:29:01,795 DEBUG [RS:0;jenkins-hbase3:45993 {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:40607,DS-dd16bfc9-5ec4-4172-a481-7124ea64b8c3,DISK]] 2023-09-06T20:29:01,858 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2023-09-06T20:29:01,858 INFO [PEWorker-1 {}] regionserver.HRegion(7075): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315 2023-09-06T20:29:02,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:29:02,276 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-09-06T20:29:02,278 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-09-06T20:29:02,278 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:29:02,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-09-06T20:29:02,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-09-06T20:29:02,281 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-09-06T20:29:02,281 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:29:02,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-09-06T20:29:02,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-09-06T20:29:02,284 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-09-06T20:29:02,284 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:29:02,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-09-06T20:29:02,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/hbase/meta/1588230740 2023-09-06T20:29:02,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/hbase/meta/1588230740 2023-09-06T20:29:02,289 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-09-06T20:29:02,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-09-06T20:29:02,295 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:29:02,295 INFO [PEWorker-1 {}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9431900160, jitterRate=-0.12158584594726562}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-09-06T20:29:02,297 DEBUG [PEWorker-1 {}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-09-06T20:29:02,297 DEBUG [PEWorker-1 {}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-09-06T20:29:02,297 INFO [PEWorker-1 {}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-09-06T20:29:02,297 DEBUG [PEWorker-1 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-09-06T20:29:02,297 DEBUG [PEWorker-1 {}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-09-06T20:29:02,297 DEBUG [PEWorker-1 {}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-09-06T20:29:02,299 INFO [PEWorker-1 {}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-09-06T20:29:02,299 DEBUG [PEWorker-1 {}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-09-06T20:29:02,302 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2023-09-06T20:29:02,302 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2023-09-06T20:29:02,311 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2023-09-06T20:29:02,323 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2023-09-06T20:29:02,327 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2023-09-06T20:29:02,479 DEBUG [jenkins-hbase3:45901 {}] assignment.AssignmentManager(2303): Processing assignQueue; systemServersCount=1, allServersCount=1 2023-09-06T20:29:02,489 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,45993,1694032139982 2023-09-06T20:29:02,494 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,45993,1694032139982, state=OPENING 2023-09-06T20:29:02,503 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2023-09-06T20:29:02,507 DEBUG [Listener at localhost/42449-EventThread {}] zookeeper.ZKWatcher(604): master:45901-0x100eef8667c0000, quorum=127.0.0.1:52399, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:29:02,507 DEBUG [Listener at localhost/42449-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45993-0x100eef8667c0001, quorum=127.0.0.1:52399, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:29:02,508 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-09-06T20:29:02,508 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-09-06T20:29:02,511 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,45993,1694032139982}] 2023-09-06T20:29:02,703 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(721): New admin connection to jenkins-hbase3.apache.org,45993,1694032139982 2023-09-06T20:29:02,706 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=AdminService, sasl=false 2023-09-06T20:29:02,709 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:38152, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2023-09-06T20:29:02,725 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(130): Open hbase:meta,,1.1588230740 2023-09-06T20:29:02,726 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-09-06T20:29:02,727 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2023-09-06T20:29:02,730 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C45993%2C1694032139982.meta, suffix=.meta, logDir=hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/WALs/jenkins-hbase3.apache.org,45993,1694032139982, archiveDir=hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/oldWALs, maxLogs=32 2023-09-06T20:29:02,744 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/WALs/jenkins-hbase3.apache.org,45993,1694032139982/jenkins-hbase3.apache.org%2C45993%2C1694032139982.meta.1694032142732.meta, exclude list is [], retry=0 2023-09-06T20:29:02,749 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40607,DS-dd16bfc9-5ec4-4172-a481-7124ea64b8c3,DISK] 2023-09-06T20:29:02,754 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/WALs/jenkins-hbase3.apache.org,45993,1694032139982/jenkins-hbase3.apache.org%2C45993%2C1694032139982.meta.1694032142732.meta 2023-09-06T20:29:02,754 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:40607,DS-dd16bfc9-5ec4-4172-a481-7124ea64b8c3,DISK]] 2023-09-06T20:29:02,754 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7254): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:29:02,759 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:29:02,760 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2023-09-06T20:29:02,778 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7955): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2023-09-06T20:29:02,779 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(393): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2023-09-06T20:29:02,784 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2023-09-06T20:29:02,784 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:29:02,784 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7296): checking encryption for 1588230740 2023-09-06T20:29:02,784 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7299): checking classloading for 1588230740 2023-09-06T20:29:02,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-09-06T20:29:02,788 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-09-06T20:29:02,789 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:29:02,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-09-06T20:29:02,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-09-06T20:29:02,791 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-09-06T20:29:02,791 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:29:02,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-09-06T20:29:02,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-09-06T20:29:02,793 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-09-06T20:29:02,793 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:29:02,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-09-06T20:29:02,795 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/hbase/meta/1588230740 2023-09-06T20:29:02,798 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/hbase/meta/1588230740 2023-09-06T20:29:02,800 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-09-06T20:29:02,803 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-09-06T20:29:02,804 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11963838240, jitterRate=0.11421926319599152}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-09-06T20:29:02,805 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-09-06T20:29:02,817 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1694032142694 2023-09-06T20:29:02,838 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:meta,,1.1588230740 2023-09-06T20:29:02,839 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(158): Opened hbase:meta,,1.1588230740 2023-09-06T20:29:02,840 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,45993,1694032139982 2023-09-06T20:29:02,841 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,45993,1694032139982, state=OPEN 2023-09-06T20:29:02,845 DEBUG [Listener at localhost/42449-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45993-0x100eef8667c0001, quorum=127.0.0.1:52399, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-09-06T20:29:02,845 DEBUG [Listener at localhost/42449-EventThread {}] zookeeper.ZKWatcher(604): master:45901-0x100eef8667c0000, quorum=127.0.0.1:52399, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-09-06T20:29:02,845 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-09-06T20:29:02,845 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-09-06T20:29:02,849 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=3, resume processing ppid=2 2023-09-06T20:29:02,849 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,45993,1694032139982 in 335 msec 2023-09-06T20:29:03,007 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=2, resume processing ppid=1 2023-09-06T20:29:03,008 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 539 msec 2023-09-06T20:29:03,014 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.6950 sec 2023-09-06T20:29:03,015 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1063): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1694032143014, completionTime=-1 2023-09-06T20:29:03,015 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ServerManager(830): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2023-09-06T20:29:03,015 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1629): Joining cluster... 2023-09-06T20:29:03,083 DEBUG [hconnection-0x49add60c-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:29:03,086 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:38162, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:29:03,104 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1641): Number of RegionServers=1 2023-09-06T20:29:03,104 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1694032203104 2023-09-06T20:29:03,104 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1694032263104 2023-09-06T20:29:03,104 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1648): Joined the cluster in 88 msec 2023-09-06T20:29:03,128 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,45901,1694032136650-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2023-09-06T20:29:03,129 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,45901,1694032136650-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2023-09-06T20:29:03,129 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,45901,1694032136650-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2023-09-06T20:29:03,131 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-jenkins-hbase3:45901, period=300000, unit=MILLISECONDS is enabled. 2023-09-06T20:29:03,131 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2023-09-06T20:29:03,137 DEBUG [master/jenkins-hbase3:0.Chore.1 {}] janitor.CatalogJanitor(175): 2023-09-06T20:29:03,152 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2023-09-06T20:29:03,154 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2368): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-09-06T20:29:03,164 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2023-09-06T20:29:03,168 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2023-09-06T20:29:03,170 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:29:03,172 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-09-06T20:29:03,191 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => f560fd2f33bb227f9b756ebf106b9611, NAME => 'hbase:namespace,,1694032143153.f560fd2f33bb227f9b756ebf106b9611.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315 2023-09-06T20:29:03,202 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(888): Instantiated hbase:namespace,,1694032143153.f560fd2f33bb227f9b756ebf106b9611.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:29:03,202 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1668): Closing f560fd2f33bb227f9b756ebf106b9611, disabling compactions & flushes 2023-09-06T20:29:03,203 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1690): Closing region hbase:namespace,,1694032143153.f560fd2f33bb227f9b756ebf106b9611. 2023-09-06T20:29:03,203 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1694032143153.f560fd2f33bb227f9b756ebf106b9611. 2023-09-06T20:29:03,203 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1694032143153.f560fd2f33bb227f9b756ebf106b9611. after waiting 0 ms 2023-09-06T20:29:03,203 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1694032143153.f560fd2f33bb227f9b756ebf106b9611. 2023-09-06T20:29:03,203 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1909): Closed hbase:namespace,,1694032143153.f560fd2f33bb227f9b756ebf106b9611. 2023-09-06T20:29:03,203 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1622): Region close journal for f560fd2f33bb227f9b756ebf106b9611: 2023-09-06T20:29:03,205 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2023-09-06T20:29:03,219 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1694032143153.f560fd2f33bb227f9b756ebf106b9611.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1694032143207"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1694032143207"}]},"ts":"1694032143207"} 2023-09-06T20:29:03,260 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-09-06T20:29:03,262 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-09-06T20:29:03,267 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032143262"}]},"ts":"1694032143262"} 2023-09-06T20:29:03,271 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2023-09-06T20:29:03,277 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=f560fd2f33bb227f9b756ebf106b9611, ASSIGN}] 2023-09-06T20:29:03,279 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=f560fd2f33bb227f9b756ebf106b9611, ASSIGN 2023-09-06T20:29:03,281 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=f560fd2f33bb227f9b756ebf106b9611, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,45993,1694032139982; forceNewPlan=false, retain=false 2023-09-06T20:29:03,432 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=f560fd2f33bb227f9b756ebf106b9611, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,45993,1694032139982 2023-09-06T20:29:03,437 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure f560fd2f33bb227f9b756ebf106b9611, server=jenkins-hbase3.apache.org,45993,1694032139982}] 2023-09-06T20:29:03,598 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(130): Open hbase:namespace,,1694032143153.f560fd2f33bb227f9b756ebf106b9611. 2023-09-06T20:29:03,599 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7254): Opening region: {ENCODED => f560fd2f33bb227f9b756ebf106b9611, NAME => 'hbase:namespace,,1694032143153.f560fd2f33bb227f9b756ebf106b9611.', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:29:03,600 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:29:03,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace f560fd2f33bb227f9b756ebf106b9611 2023-09-06T20:29:03,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(888): Instantiated hbase:namespace,,1694032143153.f560fd2f33bb227f9b756ebf106b9611.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:29:03,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7296): checking encryption for f560fd2f33bb227f9b756ebf106b9611 2023-09-06T20:29:03,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7299): checking classloading for f560fd2f33bb227f9b756ebf106b9611 2023-09-06T20:29:03,603 INFO [StoreOpener-f560fd2f33bb227f9b756ebf106b9611-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region f560fd2f33bb227f9b756ebf106b9611 2023-09-06T20:29:03,605 INFO [StoreOpener-f560fd2f33bb227f9b756ebf106b9611-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f560fd2f33bb227f9b756ebf106b9611 columnFamilyName info 2023-09-06T20:29:03,605 DEBUG [StoreOpener-f560fd2f33bb227f9b756ebf106b9611-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:29:03,606 INFO [StoreOpener-f560fd2f33bb227f9b756ebf106b9611-1 {}] regionserver.HStore(324): Store=f560fd2f33bb227f9b756ebf106b9611/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:29:03,608 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/hbase/namespace/f560fd2f33bb227f9b756ebf106b9611 2023-09-06T20:29:03,608 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/hbase/namespace/f560fd2f33bb227f9b756ebf106b9611 2023-09-06T20:29:03,612 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1076): writing seq id for f560fd2f33bb227f9b756ebf106b9611 2023-09-06T20:29:03,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/hbase/namespace/f560fd2f33bb227f9b756ebf106b9611/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:29:03,617 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1093): Opened f560fd2f33bb227f9b756ebf106b9611; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10810216800, jitterRate=0.006779894232749939}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-09-06T20:29:03,617 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(992): Region open journal for f560fd2f33bb227f9b756ebf106b9611: 2023-09-06T20:29:03,619 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:namespace,,1694032143153.f560fd2f33bb227f9b756ebf106b9611., pid=6, masterSystemTime=1694032143592 2023-09-06T20:29:03,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:namespace,,1694032143153.f560fd2f33bb227f9b756ebf106b9611. 2023-09-06T20:29:03,623 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(158): Opened hbase:namespace,,1694032143153.f560fd2f33bb227f9b756ebf106b9611. 2023-09-06T20:29:03,625 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=f560fd2f33bb227f9b756ebf106b9611, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,45993,1694032139982 2023-09-06T20:29:03,633 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=6, resume processing ppid=5 2023-09-06T20:29:03,633 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure f560fd2f33bb227f9b756ebf106b9611, server=jenkins-hbase3.apache.org,45993,1694032139982 in 192 msec 2023-09-06T20:29:03,636 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=5, resume processing ppid=4 2023-09-06T20:29:03,637 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=f560fd2f33bb227f9b756ebf106b9611, ASSIGN in 356 msec 2023-09-06T20:29:03,638 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-09-06T20:29:03,638 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032143638"}]},"ts":"1694032143638"} 2023-09-06T20:29:03,641 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2023-09-06T20:29:03,644 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2023-09-06T20:29:03,648 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 489 msec 2023-09-06T20:29:03,668 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:45901-0x100eef8667c0000, quorum=127.0.0.1:52399, baseZNode=/1 Set watcher on znode that does not yet exist, /1/namespace 2023-09-06T20:29:03,669 DEBUG [Listener at localhost/42449-EventThread {}] zookeeper.ZKWatcher(604): master:45901-0x100eef8667c0000, quorum=127.0.0.1:52399, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/namespace 2023-09-06T20:29:03,669 DEBUG [Listener at localhost/42449-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45993-0x100eef8667c0001, quorum=127.0.0.1:52399, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:29:03,670 DEBUG [Listener at localhost/42449-EventThread {}] zookeeper.ZKWatcher(604): master:45901-0x100eef8667c0000, quorum=127.0.0.1:52399, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:29:03,718 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2023-09-06T20:29:03,734 DEBUG [Listener at localhost/42449-EventThread {}] zookeeper.ZKWatcher(604): master:45901-0x100eef8667c0000, quorum=127.0.0.1:52399, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-09-06T20:29:03,740 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 30 msec 2023-09-06T20:29:03,753 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2023-09-06T20:29:03,764 DEBUG [Listener at localhost/42449-EventThread {}] zookeeper.ZKWatcher(604): master:45901-0x100eef8667c0000, quorum=127.0.0.1:52399, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-09-06T20:29:03,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 14 msec 2023-09-06T20:29:03,781 DEBUG [Listener at localhost/42449-EventThread {}] zookeeper.ZKWatcher(604): master:45901-0x100eef8667c0000, quorum=127.0.0.1:52399, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/default 2023-09-06T20:29:03,784 DEBUG [Listener at localhost/42449-EventThread {}] zookeeper.ZKWatcher(604): master:45901-0x100eef8667c0000, quorum=127.0.0.1:52399, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/hbase 2023-09-06T20:29:03,786 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1193): Master has completed initialization 3.675sec 2023-09-06T20:29:03,788 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2023-09-06T20:29:03,790 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2023-09-06T20:29:03,791 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2023-09-06T20:29:03,792 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2023-09-06T20:29:03,792 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2023-09-06T20:29:03,793 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,45901,1694032136650-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-09-06T20:29:03,794 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,45901,1694032136650-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2023-09-06T20:29:03,807 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1296): Balancer post startup initialization complete, took 0 seconds 2023-09-06T20:29:03,809 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2023-09-06T20:29:03,812 DEBUG [Listener at localhost/42449 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x72ebfb59 to 127.0.0.1:52399 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:29:03,816 DEBUG [Listener at localhost/42449 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5baad562, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:29:03,821 DEBUG [Listener at localhost/42449 {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2023-09-06T20:29:03,821 DEBUG [Listener at localhost/42449 {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2023-09-06T20:29:03,835 DEBUG [hconnection-0x7e479922-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:29:03,846 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:38172, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:29:03,857 INFO [Listener at localhost/42449 {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=jenkins-hbase3.apache.org,45901,1694032136650 2023-09-06T20:29:03,857 INFO [Listener at localhost/42449 {}] hbase.HBaseTestingUtility(2786): Starting mini mapreduce cluster... 2023-09-06T20:29:03,857 INFO [Listener at localhost/42449 {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/40bb9d34-679b-4a3d-0b8b-af5fe94ec53e/test.cache.data in system properties and HBase conf 2023-09-06T20:29:03,857 INFO [Listener at localhost/42449 {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/40bb9d34-679b-4a3d-0b8b-af5fe94ec53e/hadoop.tmp.dir in system properties and HBase conf 2023-09-06T20:29:03,857 INFO [Listener at localhost/42449 {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/40bb9d34-679b-4a3d-0b8b-af5fe94ec53e/hadoop.log.dir in system properties and HBase conf 2023-09-06T20:29:03,857 INFO [Listener at localhost/42449 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/40bb9d34-679b-4a3d-0b8b-af5fe94ec53e/mapreduce.cluster.local.dir in system properties and HBase conf 2023-09-06T20:29:03,857 INFO [Listener at localhost/42449 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/40bb9d34-679b-4a3d-0b8b-af5fe94ec53e/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-09-06T20:29:03,857 INFO [Listener at localhost/42449 {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-09-06T20:29:03,858 INFO [Listener at localhost/42449 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/40bb9d34-679b-4a3d-0b8b-af5fe94ec53e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-09-06T20:29:03,858 INFO [Listener at localhost/42449 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/40bb9d34-679b-4a3d-0b8b-af5fe94ec53e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-09-06T20:29:03,858 INFO [Listener at localhost/42449 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/40bb9d34-679b-4a3d-0b8b-af5fe94ec53e/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-09-06T20:29:03,858 INFO [Listener at localhost/42449 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/40bb9d34-679b-4a3d-0b8b-af5fe94ec53e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-09-06T20:29:03,858 INFO [Listener at localhost/42449 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/40bb9d34-679b-4a3d-0b8b-af5fe94ec53e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-09-06T20:29:03,858 INFO [Listener at localhost/42449 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/40bb9d34-679b-4a3d-0b8b-af5fe94ec53e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-09-06T20:29:03,858 INFO [Listener at localhost/42449 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/40bb9d34-679b-4a3d-0b8b-af5fe94ec53e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-09-06T20:29:03,858 INFO [Listener at localhost/42449 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/40bb9d34-679b-4a3d-0b8b-af5fe94ec53e/dfs.journalnode.edits.dir in system properties and HBase conf 2023-09-06T20:29:03,858 INFO [Listener at localhost/42449 {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/40bb9d34-679b-4a3d-0b8b-af5fe94ec53e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-09-06T20:29:03,858 INFO [Listener at localhost/42449 {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/40bb9d34-679b-4a3d-0b8b-af5fe94ec53e/nfs.dump.dir in system properties and HBase conf 2023-09-06T20:29:03,858 INFO [Listener at localhost/42449 {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/40bb9d34-679b-4a3d-0b8b-af5fe94ec53e/java.io.tmpdir in system properties and HBase conf 2023-09-06T20:29:03,858 INFO [Listener at localhost/42449 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/40bb9d34-679b-4a3d-0b8b-af5fe94ec53e/dfs.journalnode.edits.dir in system properties and HBase conf 2023-09-06T20:29:03,858 INFO [Listener at localhost/42449 {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/40bb9d34-679b-4a3d-0b8b-af5fe94ec53e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-09-06T20:29:03,858 INFO [Listener at localhost/42449 {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/40bb9d34-679b-4a3d-0b8b-af5fe94ec53e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2023-09-06T20:29:05,498 WARN [Thread-249 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-09-06T20:29:05,884 INFO [Thread-249 {}] log.Slf4jLog(67): jetty-6.1.26 2023-09-06T20:29:05,890 INFO [Thread-249 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/jobhistory to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/40bb9d34-679b-4a3d-0b8b-af5fe94ec53e/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_46625_jobhistory____gom14x/webapp 2023-09-06T20:29:06,063 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices as a root resource class 2023-09-06T20:29:06,063 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver as a provider class 2023-09-06T20:29:06,064 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-09-06T20:29:06,067 INFO [Thread-249 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-09-06T20:29:06,171 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:29:06,312 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:29:06,626 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices to GuiceManagedComponentProvider with the scope "PerRequest" 2023-09-06T20:29:06,659 INFO [Thread-249 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:46625 2023-09-06T20:29:06,992 WARN [Listener at jenkins-hbase3.apache.org/34553 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-09-06T20:29:07,077 WARN [Listener at jenkins-hbase3.apache.org/34553 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-09-06T20:29:07,078 INFO [Listener at jenkins-hbase3.apache.org/34553 {}] log.Slf4jLog(67): jetty-6.1.26 2023-09-06T20:29:07,084 INFO [Listener at jenkins-hbase3.apache.org/34553 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/cluster to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/40bb9d34-679b-4a3d-0b8b-af5fe94ec53e/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_33847_cluster____.wqegwo/webapp 2023-09-06T20:29:07,180 INFO [Listener at jenkins-hbase3.apache.org/34553 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class 2023-09-06T20:29:07,180 INFO [Listener at jenkins-hbase3.apache.org/34553 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class 2023-09-06T20:29:07,180 INFO [Listener at jenkins-hbase3.apache.org/34553 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-09-06T20:29:07,180 INFO [Listener at jenkins-hbase3.apache.org/34553 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-09-06T20:29:07,188 INFO [Listener at jenkins-hbase3.apache.org/34553 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:29:07,370 INFO [Listener at jenkins-hbase3.apache.org/34553 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:29:07,450 INFO [Listener at jenkins-hbase3.apache.org/34553 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:29:07,458 INFO [Listener at jenkins-hbase3.apache.org/34553 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:33847 2023-09-06T20:29:07,573 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2023-09-06T20:29:07,574 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2023-09-06T20:29:08,021 WARN [Listener at jenkins-hbase3.apache.org/40803 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-09-06T20:29:08,043 WARN [Listener at jenkins-hbase3.apache.org/40803 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-09-06T20:29:08,044 INFO [Listener at jenkins-hbase3.apache.org/40803 {}] log.Slf4jLog(67): jetty-6.1.26 2023-09-06T20:29:08,052 INFO [Listener at jenkins-hbase3.apache.org/40803 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/40bb9d34-679b-4a3d-0b8b-af5fe94ec53e/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_33965_node____.nogvih/webapp 2023-09-06T20:29:08,103 INFO [Listener at jenkins-hbase3.apache.org/40803 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-09-06T20:29:08,103 INFO [Listener at jenkins-hbase3.apache.org/40803 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-09-06T20:29:08,104 INFO [Listener at jenkins-hbase3.apache.org/40803 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-09-06T20:29:08,104 INFO [Listener at jenkins-hbase3.apache.org/40803 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-09-06T20:29:08,112 INFO [Listener at jenkins-hbase3.apache.org/40803 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:29:08,134 INFO [Listener at jenkins-hbase3.apache.org/40803 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:29:08,196 INFO [Listener at jenkins-hbase3.apache.org/40803 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:29:08,206 INFO [Listener at jenkins-hbase3.apache.org/40803 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:33965 2023-09-06T20:29:08,342 WARN [Listener at jenkins-hbase3.apache.org/43321 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-09-06T20:29:08,349 WARN [Listener at jenkins-hbase3.apache.org/43321 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-09-06T20:29:08,350 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] log.Slf4jLog(67): jetty-6.1.26 2023-09-06T20:29:08,357 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/40bb9d34-679b-4a3d-0b8b-af5fe94ec53e/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_39193_node____.77pkos/webapp 2023-09-06T20:29:08,374 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-09-06T20:29:08,435 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-09-06T20:29:08,436 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-09-06T20:29:08,436 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-09-06T20:29:08,436 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-09-06T20:29:08,446 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:29:08,474 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:29:08,493 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2023-09-06T20:29:08,494 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2023-09-06T20:29:08,496 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2023-09-06T20:29:08,496 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2023-09-06T20:29:08,497 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:29:08,497 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2023-09-06T20:29:08,497 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-09-06T20:29:08,497 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2023-09-06T20:29:08,497 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2023-09-06T20:29:08,497 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2023-09-06T20:29:08,571 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:29:08,579 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:39193 2023-09-06T20:29:08,609 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] hbase.HBaseTestingUtility(2821): Mini mapreduce cluster started 2023-09-06T20:29:08,610 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] backup.TestBackupBase(301): ROOTDIR hdfs://localhost:38783/backupUT 2023-09-06T20:29:08,621 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:29:08,625 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:53662, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-09-06T20:29:08,635 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'ns1'} 2023-09-06T20:29:08,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] procedure2.ProcedureExecutor(1032): Stored pid=9, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns1 2023-09-06T20:29:08,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=9 2023-09-06T20:29:08,663 DEBUG [Listener at localhost/42449-EventThread {}] zookeeper.ZKWatcher(604): master:45901-0x100eef8667c0000, quorum=127.0.0.1:52399, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-09-06T20:29:08,668 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=9, state=SUCCESS; CreateNamespaceProcedure, namespace=ns1 in 30 msec 2023-09-06T20:29:08,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=9 2023-09-06T20:29:08,756 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'ns2'} 2023-09-06T20:29:08,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] procedure2.ProcedureExecutor(1032): Stored pid=10, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns2 2023-09-06T20:29:08,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=10 2023-09-06T20:29:08,769 DEBUG [Listener at localhost/42449-EventThread {}] zookeeper.ZKWatcher(604): master:45901-0x100eef8667c0000, quorum=127.0.0.1:52399, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-09-06T20:29:08,775 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=10, state=SUCCESS; CreateNamespaceProcedure, namespace=ns2 in 17 msec 2023-09-06T20:29:08,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=10 2023-09-06T20:29:08,866 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'ns3'} 2023-09-06T20:29:08,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] procedure2.ProcedureExecutor(1032): Stored pid=11, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns3 2023-09-06T20:29:08,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=11 2023-09-06T20:29:08,882 DEBUG [Listener at localhost/42449-EventThread {}] zookeeper.ZKWatcher(604): master:45901-0x100eef8667c0000, quorum=127.0.0.1:52399, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-09-06T20:29:08,887 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=11, state=SUCCESS; CreateNamespaceProcedure, namespace=ns3 in 18 msec 2023-09-06T20:29:08,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=11 2023-09-06T20:29:08,977 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'ns4'} 2023-09-06T20:29:08,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] procedure2.ProcedureExecutor(1032): Stored pid=12, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns4 2023-09-06T20:29:08,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=12 2023-09-06T20:29:08,990 DEBUG [Listener at localhost/42449-EventThread {}] zookeeper.ZKWatcher(604): master:45901-0x100eef8667c0000, quorum=127.0.0.1:52399, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-09-06T20:29:08,995 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=12, state=SUCCESS; CreateNamespaceProcedure, namespace=ns4 in 16 msec 2023-09-06T20:29:09,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=12 2023-09-06T20:29:09,101 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'test-1694032148610', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:29:09,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] procedure2.ProcedureExecutor(1032): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test-1694032148610 2023-09-06T20:29:09,107 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test-1694032148610 execute state=CREATE_TABLE_PRE_OPERATION 2023-09-06T20:29:09,107 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:29:09,109 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test-1694032148610 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-09-06T20:29:09,115 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "default" qualifier: "test-1694032148610" procId is: 13 2023-09-06T20:29:09,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-09-06T20:29:09,153 INFO [RegionOpenAndInit-test-1694032148610-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 37f7c4bbd879a0fc61e2c531d7bb5d59, NAME => 'test-1694032148610,,1694032149095.37f7c4bbd879a0fc61e2c531d7bb5d59.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1694032148610', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315 2023-09-06T20:29:09,168 DEBUG [RegionOpenAndInit-test-1694032148610-pool-0 {}] regionserver.HRegion(888): Instantiated test-1694032148610,,1694032149095.37f7c4bbd879a0fc61e2c531d7bb5d59.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:29:09,168 DEBUG [RegionOpenAndInit-test-1694032148610-pool-0 {}] regionserver.HRegion(1668): Closing 37f7c4bbd879a0fc61e2c531d7bb5d59, disabling compactions & flushes 2023-09-06T20:29:09,169 INFO [RegionOpenAndInit-test-1694032148610-pool-0 {}] regionserver.HRegion(1690): Closing region test-1694032148610,,1694032149095.37f7c4bbd879a0fc61e2c531d7bb5d59. 2023-09-06T20:29:09,169 DEBUG [RegionOpenAndInit-test-1694032148610-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1694032148610,,1694032149095.37f7c4bbd879a0fc61e2c531d7bb5d59. 2023-09-06T20:29:09,169 DEBUG [RegionOpenAndInit-test-1694032148610-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on test-1694032148610,,1694032149095.37f7c4bbd879a0fc61e2c531d7bb5d59. after waiting 0 ms 2023-09-06T20:29:09,169 DEBUG [RegionOpenAndInit-test-1694032148610-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region test-1694032148610,,1694032149095.37f7c4bbd879a0fc61e2c531d7bb5d59. 2023-09-06T20:29:09,169 INFO [RegionOpenAndInit-test-1694032148610-pool-0 {}] regionserver.HRegion(1909): Closed test-1694032148610,,1694032149095.37f7c4bbd879a0fc61e2c531d7bb5d59. 2023-09-06T20:29:09,169 DEBUG [RegionOpenAndInit-test-1694032148610-pool-0 {}] regionserver.HRegion(1622): Region close journal for 37f7c4bbd879a0fc61e2c531d7bb5d59: 2023-09-06T20:29:09,171 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test-1694032148610 execute state=CREATE_TABLE_ADD_TO_META 2023-09-06T20:29:09,171 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test-1694032148610,,1694032149095.37f7c4bbd879a0fc61e2c531d7bb5d59.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1694032149171"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1694032149171"}]},"ts":"1694032149171"} 2023-09-06T20:29:09,174 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-09-06T20:29:09,175 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test-1694032148610 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-09-06T20:29:09,175 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1694032148610","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032149175"}]},"ts":"1694032149175"} 2023-09-06T20:29:09,177 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1694032148610, state=ENABLING in hbase:meta 2023-09-06T20:29:09,184 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1694032148610, region=37f7c4bbd879a0fc61e2c531d7bb5d59, ASSIGN}] 2023-09-06T20:29:09,186 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1694032148610, region=37f7c4bbd879a0fc61e2c531d7bb5d59, ASSIGN 2023-09-06T20:29:09,187 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test-1694032148610, region=37f7c4bbd879a0fc61e2c531d7bb5d59, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,45993,1694032139982; forceNewPlan=false, retain=false 2023-09-06T20:29:09,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-09-06T20:29:09,339 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=37f7c4bbd879a0fc61e2c531d7bb5d59, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,45993,1694032139982 2023-09-06T20:29:09,341 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; OpenRegionProcedure 37f7c4bbd879a0fc61e2c531d7bb5d59, server=jenkins-hbase3.apache.org,45993,1694032139982}] 2023-09-06T20:29:09,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-09-06T20:29:09,502 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(130): Open test-1694032148610,,1694032149095.37f7c4bbd879a0fc61e2c531d7bb5d59. 2023-09-06T20:29:09,503 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7254): Opening region: {ENCODED => 37f7c4bbd879a0fc61e2c531d7bb5d59, NAME => 'test-1694032148610,,1694032149095.37f7c4bbd879a0fc61e2c531d7bb5d59.', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:29:09,503 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:29:09,503 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1694032148610 37f7c4bbd879a0fc61e2c531d7bb5d59 2023-09-06T20:29:09,504 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(888): Instantiated test-1694032148610,,1694032149095.37f7c4bbd879a0fc61e2c531d7bb5d59.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:29:09,504 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7296): checking encryption for 37f7c4bbd879a0fc61e2c531d7bb5d59 2023-09-06T20:29:09,504 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7299): checking classloading for 37f7c4bbd879a0fc61e2c531d7bb5d59 2023-09-06T20:29:09,507 INFO [StoreOpener-37f7c4bbd879a0fc61e2c531d7bb5d59-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 37f7c4bbd879a0fc61e2c531d7bb5d59 2023-09-06T20:29:09,509 INFO [StoreOpener-37f7c4bbd879a0fc61e2c531d7bb5d59-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 37f7c4bbd879a0fc61e2c531d7bb5d59 columnFamilyName f 2023-09-06T20:29:09,509 DEBUG [StoreOpener-37f7c4bbd879a0fc61e2c531d7bb5d59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:29:09,510 INFO [StoreOpener-37f7c4bbd879a0fc61e2c531d7bb5d59-1 {}] regionserver.HStore(324): Store=37f7c4bbd879a0fc61e2c531d7bb5d59/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:29:09,511 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/default/test-1694032148610/37f7c4bbd879a0fc61e2c531d7bb5d59 2023-09-06T20:29:09,511 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/default/test-1694032148610/37f7c4bbd879a0fc61e2c531d7bb5d59 2023-09-06T20:29:09,516 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1076): writing seq id for 37f7c4bbd879a0fc61e2c531d7bb5d59 2023-09-06T20:29:09,521 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/default/test-1694032148610/37f7c4bbd879a0fc61e2c531d7bb5d59/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:29:09,522 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): Opened 37f7c4bbd879a0fc61e2c531d7bb5d59; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10926198560, jitterRate=0.01758153736591339}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-09-06T20:29:09,523 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(992): Region open journal for 37f7c4bbd879a0fc61e2c531d7bb5d59: 2023-09-06T20:29:09,525 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2556): Post open deploy tasks for test-1694032148610,,1694032149095.37f7c4bbd879a0fc61e2c531d7bb5d59., pid=15, masterSystemTime=1694032149494 2023-09-06T20:29:09,527 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2583): Finished post open deploy task for test-1694032148610,,1694032149095.37f7c4bbd879a0fc61e2c531d7bb5d59. 2023-09-06T20:29:09,527 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(158): Opened test-1694032148610,,1694032149095.37f7c4bbd879a0fc61e2c531d7bb5d59. 2023-09-06T20:29:09,528 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=37f7c4bbd879a0fc61e2c531d7bb5d59, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,45993,1694032139982 2023-09-06T20:29:09,542 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=15, resume processing ppid=14 2023-09-06T20:29:09,542 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=15, ppid=14, state=SUCCESS; OpenRegionProcedure 37f7c4bbd879a0fc61e2c531d7bb5d59, server=jenkins-hbase3.apache.org,45993,1694032139982 in 198 msec 2023-09-06T20:29:09,544 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=14, resume processing ppid=13 2023-09-06T20:29:09,545 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=14, ppid=13, state=SUCCESS; TransitRegionStateProcedure table=test-1694032148610, region=37f7c4bbd879a0fc61e2c531d7bb5d59, ASSIGN in 358 msec 2023-09-06T20:29:09,546 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test-1694032148610 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-09-06T20:29:09,546 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1694032148610","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032149546"}]},"ts":"1694032149546"} 2023-09-06T20:29:09,548 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1694032148610, state=ENABLED in hbase:meta 2023-09-06T20:29:09,550 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test-1694032148610 execute state=CREATE_TABLE_POST_OPERATION 2023-09-06T20:29:09,552 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=13, state=SUCCESS; CreateTableProcedure table=test-1694032148610 in 449 msec 2023-09-06T20:29:09,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-09-06T20:29:09,737 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: default:test-1694032148610, procId: 13 completed 2023-09-06T20:29:09,739 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x51bc0d59 to 127.0.0.1:52399 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:29:09,745 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@108abdbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:29:09,747 DEBUG [hconnection-0x426b3eed-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:29:09,749 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:38188, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:29:09,755 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45993 {}] regionserver.HRegion(8210): writing data to region test-1694032148610,,1694032149095.37f7c4bbd879a0fc61e2c531d7bb5d59. with WAL disabled. Data may be lost in the event of a crash. 2023-09-06T20:29:09,854 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'ns2:test-16940321486101', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:29:09,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] procedure2.ProcedureExecutor(1032): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns2:test-16940321486101 2023-09-06T20:29:09,858 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16940321486101 execute state=CREATE_TABLE_PRE_OPERATION 2023-09-06T20:29:09,858 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:29:09,858 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns2" qualifier: "test-16940321486101" procId is: 16 2023-09-06T20:29:09,859 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns2:test-16940321486101 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-09-06T20:29:09,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-09-06T20:29:09,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-09-06T20:29:10,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-09-06T20:29:10,277 INFO [RegionOpenAndInit-ns2:test-16940321486101-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => b1e1bbb9b2bd8f9c234c52af46ec74ed, NAME => 'ns2:test-16940321486101,,1694032149854.b1e1bbb9b2bd8f9c234c52af46ec74ed.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-16940321486101', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315 2023-09-06T20:29:10,295 DEBUG [RegionOpenAndInit-ns2:test-16940321486101-pool-0 {}] regionserver.HRegion(888): Instantiated ns2:test-16940321486101,,1694032149854.b1e1bbb9b2bd8f9c234c52af46ec74ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:29:10,295 DEBUG [RegionOpenAndInit-ns2:test-16940321486101-pool-0 {}] regionserver.HRegion(1668): Closing b1e1bbb9b2bd8f9c234c52af46ec74ed, disabling compactions & flushes 2023-09-06T20:29:10,295 INFO [RegionOpenAndInit-ns2:test-16940321486101-pool-0 {}] regionserver.HRegion(1690): Closing region ns2:test-16940321486101,,1694032149854.b1e1bbb9b2bd8f9c234c52af46ec74ed. 2023-09-06T20:29:10,295 DEBUG [RegionOpenAndInit-ns2:test-16940321486101-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16940321486101,,1694032149854.b1e1bbb9b2bd8f9c234c52af46ec74ed. 2023-09-06T20:29:10,295 DEBUG [RegionOpenAndInit-ns2:test-16940321486101-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16940321486101,,1694032149854.b1e1bbb9b2bd8f9c234c52af46ec74ed. after waiting 0 ms 2023-09-06T20:29:10,295 DEBUG [RegionOpenAndInit-ns2:test-16940321486101-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16940321486101,,1694032149854.b1e1bbb9b2bd8f9c234c52af46ec74ed. 2023-09-06T20:29:10,295 INFO [RegionOpenAndInit-ns2:test-16940321486101-pool-0 {}] regionserver.HRegion(1909): Closed ns2:test-16940321486101,,1694032149854.b1e1bbb9b2bd8f9c234c52af46ec74ed. 2023-09-06T20:29:10,295 DEBUG [RegionOpenAndInit-ns2:test-16940321486101-pool-0 {}] regionserver.HRegion(1622): Region close journal for b1e1bbb9b2bd8f9c234c52af46ec74ed: 2023-09-06T20:29:10,296 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns2:test-16940321486101 execute state=CREATE_TABLE_ADD_TO_META 2023-09-06T20:29:10,297 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns2:test-16940321486101,,1694032149854.b1e1bbb9b2bd8f9c234c52af46ec74ed.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1694032150297"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1694032150297"}]},"ts":"1694032150297"} 2023-09-06T20:29:10,299 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-09-06T20:29:10,301 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns2:test-16940321486101 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-09-06T20:29:10,301 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16940321486101","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032150301"}]},"ts":"1694032150301"} 2023-09-06T20:29:10,303 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16940321486101, state=ENABLING in hbase:meta 2023-09-06T20:29:10,309 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16940321486101, region=b1e1bbb9b2bd8f9c234c52af46ec74ed, ASSIGN}] 2023-09-06T20:29:10,311 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16940321486101, region=b1e1bbb9b2bd8f9c234c52af46ec74ed, ASSIGN 2023-09-06T20:29:10,312 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns2:test-16940321486101, region=b1e1bbb9b2bd8f9c234c52af46ec74ed, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,45993,1694032139982; forceNewPlan=false, retain=false 2023-09-06T20:29:10,464 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=b1e1bbb9b2bd8f9c234c52af46ec74ed, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,45993,1694032139982 2023-09-06T20:29:10,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-09-06T20:29:10,467 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE; OpenRegionProcedure b1e1bbb9b2bd8f9c234c52af46ec74ed, server=jenkins-hbase3.apache.org,45993,1694032139982}] 2023-09-06T20:29:10,626 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(130): Open ns2:test-16940321486101,,1694032149854.b1e1bbb9b2bd8f9c234c52af46ec74ed. 2023-09-06T20:29:10,626 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7254): Opening region: {ENCODED => b1e1bbb9b2bd8f9c234c52af46ec74ed, NAME => 'ns2:test-16940321486101,,1694032149854.b1e1bbb9b2bd8f9c234c52af46ec74ed.', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:29:10,626 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:29:10,627 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16940321486101 b1e1bbb9b2bd8f9c234c52af46ec74ed 2023-09-06T20:29:10,627 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(888): Instantiated ns2:test-16940321486101,,1694032149854.b1e1bbb9b2bd8f9c234c52af46ec74ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:29:10,627 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7296): checking encryption for b1e1bbb9b2bd8f9c234c52af46ec74ed 2023-09-06T20:29:10,627 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7299): checking classloading for b1e1bbb9b2bd8f9c234c52af46ec74ed 2023-09-06T20:29:10,629 INFO [StoreOpener-b1e1bbb9b2bd8f9c234c52af46ec74ed-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b1e1bbb9b2bd8f9c234c52af46ec74ed 2023-09-06T20:29:10,631 INFO [StoreOpener-b1e1bbb9b2bd8f9c234c52af46ec74ed-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b1e1bbb9b2bd8f9c234c52af46ec74ed columnFamilyName f 2023-09-06T20:29:10,631 DEBUG [StoreOpener-b1e1bbb9b2bd8f9c234c52af46ec74ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:29:10,632 INFO [StoreOpener-b1e1bbb9b2bd8f9c234c52af46ec74ed-1 {}] regionserver.HStore(324): Store=b1e1bbb9b2bd8f9c234c52af46ec74ed/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:29:10,633 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/ns2/test-16940321486101/b1e1bbb9b2bd8f9c234c52af46ec74ed 2023-09-06T20:29:10,633 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/ns2/test-16940321486101/b1e1bbb9b2bd8f9c234c52af46ec74ed 2023-09-06T20:29:10,640 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1076): writing seq id for b1e1bbb9b2bd8f9c234c52af46ec74ed 2023-09-06T20:29:10,645 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/ns2/test-16940321486101/b1e1bbb9b2bd8f9c234c52af46ec74ed/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:29:10,646 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): Opened b1e1bbb9b2bd8f9c234c52af46ec74ed; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10105173440, jitterRate=-0.05888238549232483}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-09-06T20:29:10,647 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(992): Region open journal for b1e1bbb9b2bd8f9c234c52af46ec74ed: 2023-09-06T20:29:10,648 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2556): Post open deploy tasks for ns2:test-16940321486101,,1694032149854.b1e1bbb9b2bd8f9c234c52af46ec74ed., pid=18, masterSystemTime=1694032150620 2023-09-06T20:29:10,651 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2583): Finished post open deploy task for ns2:test-16940321486101,,1694032149854.b1e1bbb9b2bd8f9c234c52af46ec74ed. 2023-09-06T20:29:10,651 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(158): Opened ns2:test-16940321486101,,1694032149854.b1e1bbb9b2bd8f9c234c52af46ec74ed. 2023-09-06T20:29:10,652 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=b1e1bbb9b2bd8f9c234c52af46ec74ed, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,45993,1694032139982 2023-09-06T20:29:10,659 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=18, resume processing ppid=17 2023-09-06T20:29:10,660 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=18, ppid=17, state=SUCCESS; OpenRegionProcedure b1e1bbb9b2bd8f9c234c52af46ec74ed, server=jenkins-hbase3.apache.org,45993,1694032139982 in 190 msec 2023-09-06T20:29:10,663 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=17, resume processing ppid=16 2023-09-06T20:29:10,663 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=17, ppid=16, state=SUCCESS; TransitRegionStateProcedure table=ns2:test-16940321486101, region=b1e1bbb9b2bd8f9c234c52af46ec74ed, ASSIGN in 350 msec 2023-09-06T20:29:10,664 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns2:test-16940321486101 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-09-06T20:29:10,664 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16940321486101","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032150664"}]},"ts":"1694032150664"} 2023-09-06T20:29:10,667 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16940321486101, state=ENABLED in hbase:meta 2023-09-06T20:29:10,670 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16940321486101 execute state=CREATE_TABLE_POST_OPERATION 2023-09-06T20:29:10,672 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=16, state=SUCCESS; CreateTableProcedure table=ns2:test-16940321486101 in 816 msec 2023-09-06T20:29:10,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-09-06T20:29:10,968 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: ns2:test-16940321486101, procId: 16 completed 2023-09-06T20:29:10,973 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45993 {}] regionserver.HRegion(8210): writing data to region ns2:test-16940321486101,,1694032149854.b1e1bbb9b2bd8f9c234c52af46ec74ed. with WAL disabled. Data may be lost in the event of a crash. 2023-09-06T20:29:11,066 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'ns3:test-16940321486102', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:29:11,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] procedure2.ProcedureExecutor(1032): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns3:test-16940321486102 2023-09-06T20:29:11,071 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16940321486102 execute state=CREATE_TABLE_PRE_OPERATION 2023-09-06T20:29:11,071 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:29:11,071 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns3" qualifier: "test-16940321486102" procId is: 19 2023-09-06T20:29:11,072 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns3:test-16940321486102 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-09-06T20:29:11,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-09-06T20:29:11,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-09-06T20:29:11,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-09-06T20:29:11,489 INFO [RegionOpenAndInit-ns3:test-16940321486102-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => a8931c4d8493309979c1e7380b571208, NAME => 'ns3:test-16940321486102,,1694032151066.a8931c4d8493309979c1e7380b571208.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-16940321486102', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315 2023-09-06T20:29:11,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-09-06T20:29:11,909 DEBUG [RegionOpenAndInit-ns3:test-16940321486102-pool-0 {}] regionserver.HRegion(888): Instantiated ns3:test-16940321486102,,1694032151066.a8931c4d8493309979c1e7380b571208.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:29:11,909 DEBUG [RegionOpenAndInit-ns3:test-16940321486102-pool-0 {}] regionserver.HRegion(1668): Closing a8931c4d8493309979c1e7380b571208, disabling compactions & flushes 2023-09-06T20:29:11,909 INFO [RegionOpenAndInit-ns3:test-16940321486102-pool-0 {}] regionserver.HRegion(1690): Closing region ns3:test-16940321486102,,1694032151066.a8931c4d8493309979c1e7380b571208. 2023-09-06T20:29:11,909 DEBUG [RegionOpenAndInit-ns3:test-16940321486102-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16940321486102,,1694032151066.a8931c4d8493309979c1e7380b571208. 2023-09-06T20:29:11,909 DEBUG [RegionOpenAndInit-ns3:test-16940321486102-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16940321486102,,1694032151066.a8931c4d8493309979c1e7380b571208. after waiting 0 ms 2023-09-06T20:29:11,909 DEBUG [RegionOpenAndInit-ns3:test-16940321486102-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16940321486102,,1694032151066.a8931c4d8493309979c1e7380b571208. 2023-09-06T20:29:11,909 INFO [RegionOpenAndInit-ns3:test-16940321486102-pool-0 {}] regionserver.HRegion(1909): Closed ns3:test-16940321486102,,1694032151066.a8931c4d8493309979c1e7380b571208. 2023-09-06T20:29:11,909 DEBUG [RegionOpenAndInit-ns3:test-16940321486102-pool-0 {}] regionserver.HRegion(1622): Region close journal for a8931c4d8493309979c1e7380b571208: 2023-09-06T20:29:11,911 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns3:test-16940321486102 execute state=CREATE_TABLE_ADD_TO_META 2023-09-06T20:29:11,912 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns3:test-16940321486102,,1694032151066.a8931c4d8493309979c1e7380b571208.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1694032151911"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1694032151911"}]},"ts":"1694032151911"} 2023-09-06T20:29:11,914 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-09-06T20:29:11,916 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns3:test-16940321486102 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-09-06T20:29:11,916 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16940321486102","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032151916"}]},"ts":"1694032151916"} 2023-09-06T20:29:11,918 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16940321486102, state=ENABLING in hbase:meta 2023-09-06T20:29:11,924 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16940321486102, region=a8931c4d8493309979c1e7380b571208, ASSIGN}] 2023-09-06T20:29:11,927 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16940321486102, region=a8931c4d8493309979c1e7380b571208, ASSIGN 2023-09-06T20:29:11,928 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns3:test-16940321486102, region=a8931c4d8493309979c1e7380b571208, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,45993,1694032139982; forceNewPlan=false, retain=false 2023-09-06T20:29:12,080 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=a8931c4d8493309979c1e7380b571208, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,45993,1694032139982 2023-09-06T20:29:12,084 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; OpenRegionProcedure a8931c4d8493309979c1e7380b571208, server=jenkins-hbase3.apache.org,45993,1694032139982}] 2023-09-06T20:29:12,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-09-06T20:29:12,242 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(130): Open ns3:test-16940321486102,,1694032151066.a8931c4d8493309979c1e7380b571208. 2023-09-06T20:29:12,242 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7254): Opening region: {ENCODED => a8931c4d8493309979c1e7380b571208, NAME => 'ns3:test-16940321486102,,1694032151066.a8931c4d8493309979c1e7380b571208.', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:29:12,243 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:29:12,243 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16940321486102 a8931c4d8493309979c1e7380b571208 2023-09-06T20:29:12,243 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(888): Instantiated ns3:test-16940321486102,,1694032151066.a8931c4d8493309979c1e7380b571208.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:29:12,243 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7296): checking encryption for a8931c4d8493309979c1e7380b571208 2023-09-06T20:29:12,243 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7299): checking classloading for a8931c4d8493309979c1e7380b571208 2023-09-06T20:29:12,245 INFO [StoreOpener-a8931c4d8493309979c1e7380b571208-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a8931c4d8493309979c1e7380b571208 2023-09-06T20:29:12,247 INFO [StoreOpener-a8931c4d8493309979c1e7380b571208-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a8931c4d8493309979c1e7380b571208 columnFamilyName f 2023-09-06T20:29:12,247 DEBUG [StoreOpener-a8931c4d8493309979c1e7380b571208-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:29:12,248 INFO [StoreOpener-a8931c4d8493309979c1e7380b571208-1 {}] regionserver.HStore(324): Store=a8931c4d8493309979c1e7380b571208/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:29:12,249 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/ns3/test-16940321486102/a8931c4d8493309979c1e7380b571208 2023-09-06T20:29:12,249 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/ns3/test-16940321486102/a8931c4d8493309979c1e7380b571208 2023-09-06T20:29:12,253 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1076): writing seq id for a8931c4d8493309979c1e7380b571208 2023-09-06T20:29:12,256 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/ns3/test-16940321486102/a8931c4d8493309979c1e7380b571208/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:29:12,257 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): Opened a8931c4d8493309979c1e7380b571208; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10182234240, jitterRate=-0.05170553922653198}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-09-06T20:29:12,258 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(992): Region open journal for a8931c4d8493309979c1e7380b571208: 2023-09-06T20:29:12,259 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2556): Post open deploy tasks for ns3:test-16940321486102,,1694032151066.a8931c4d8493309979c1e7380b571208., pid=21, masterSystemTime=1694032152237 2023-09-06T20:29:12,261 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2583): Finished post open deploy task for ns3:test-16940321486102,,1694032151066.a8931c4d8493309979c1e7380b571208. 2023-09-06T20:29:12,261 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(158): Opened ns3:test-16940321486102,,1694032151066.a8931c4d8493309979c1e7380b571208. 2023-09-06T20:29:12,262 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=a8931c4d8493309979c1e7380b571208, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,45993,1694032139982 2023-09-06T20:29:12,267 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=21, resume processing ppid=20 2023-09-06T20:29:12,267 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=21, ppid=20, state=SUCCESS; OpenRegionProcedure a8931c4d8493309979c1e7380b571208, server=jenkins-hbase3.apache.org,45993,1694032139982 in 180 msec 2023-09-06T20:29:12,269 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=20, resume processing ppid=19 2023-09-06T20:29:12,269 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=20, ppid=19, state=SUCCESS; TransitRegionStateProcedure table=ns3:test-16940321486102, region=a8931c4d8493309979c1e7380b571208, ASSIGN in 343 msec 2023-09-06T20:29:12,270 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns3:test-16940321486102 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-09-06T20:29:12,271 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16940321486102","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032152270"}]},"ts":"1694032152270"} 2023-09-06T20:29:12,272 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16940321486102, state=ENABLED in hbase:meta 2023-09-06T20:29:12,275 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16940321486102 execute state=CREATE_TABLE_POST_OPERATION 2023-09-06T20:29:12,277 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=19, state=SUCCESS; CreateTableProcedure table=ns3:test-16940321486102 in 1.2080 sec 2023-09-06T20:29:13,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-09-06T20:29:13,184 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: ns3:test-16940321486102, procId: 19 completed 2023-09-06T20:29:13,184 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns3:test-16940321486102 get assigned. Timeout = 60000ms 2023-09-06T20:29:13,187 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-09-06T20:29:13,192 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] hbase.HBaseTestingUtility(3581): All regions for table ns3:test-16940321486102 assigned to meta. Checking AM states. 2023-09-06T20:29:13,193 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-09-06T20:29:13,193 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] hbase.HBaseTestingUtility(3601): All regions for table ns3:test-16940321486102 assigned. 2023-09-06T20:29:13,195 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'ns4:test-16940321486103', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:29:13,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] procedure2.ProcedureExecutor(1032): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns4:test-16940321486103 2023-09-06T20:29:13,200 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16940321486103 execute state=CREATE_TABLE_PRE_OPERATION 2023-09-06T20:29:13,200 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:29:13,200 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns4" qualifier: "test-16940321486103" procId is: 22 2023-09-06T20:29:13,201 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns4:test-16940321486103 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-09-06T20:29:13,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-09-06T20:29:13,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-09-06T20:29:13,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-09-06T20:29:13,576 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-16940321486102' 2023-09-06T20:29:13,576 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1694032148610' 2023-09-06T20:29:13,577 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-16940321486101' 2023-09-06T20:29:13,619 INFO [RegionOpenAndInit-ns4:test-16940321486103-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 9844789a359753d9b1ce703925d7c7eb, NAME => 'ns4:test-16940321486103,,1694032153195.9844789a359753d9b1ce703925d7c7eb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-16940321486103', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315 2023-09-06T20:29:13,636 DEBUG [RegionOpenAndInit-ns4:test-16940321486103-pool-0 {}] regionserver.HRegion(888): Instantiated ns4:test-16940321486103,,1694032153195.9844789a359753d9b1ce703925d7c7eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:29:13,636 DEBUG [RegionOpenAndInit-ns4:test-16940321486103-pool-0 {}] regionserver.HRegion(1668): Closing 9844789a359753d9b1ce703925d7c7eb, disabling compactions & flushes 2023-09-06T20:29:13,636 INFO [RegionOpenAndInit-ns4:test-16940321486103-pool-0 {}] regionserver.HRegion(1690): Closing region ns4:test-16940321486103,,1694032153195.9844789a359753d9b1ce703925d7c7eb. 2023-09-06T20:29:13,636 DEBUG [RegionOpenAndInit-ns4:test-16940321486103-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16940321486103,,1694032153195.9844789a359753d9b1ce703925d7c7eb. 2023-09-06T20:29:13,636 DEBUG [RegionOpenAndInit-ns4:test-16940321486103-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16940321486103,,1694032153195.9844789a359753d9b1ce703925d7c7eb. after waiting 0 ms 2023-09-06T20:29:13,636 DEBUG [RegionOpenAndInit-ns4:test-16940321486103-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16940321486103,,1694032153195.9844789a359753d9b1ce703925d7c7eb. 2023-09-06T20:29:13,636 INFO [RegionOpenAndInit-ns4:test-16940321486103-pool-0 {}] regionserver.HRegion(1909): Closed ns4:test-16940321486103,,1694032153195.9844789a359753d9b1ce703925d7c7eb. 2023-09-06T20:29:13,636 DEBUG [RegionOpenAndInit-ns4:test-16940321486103-pool-0 {}] regionserver.HRegion(1622): Region close journal for 9844789a359753d9b1ce703925d7c7eb: 2023-09-06T20:29:13,638 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns4:test-16940321486103 execute state=CREATE_TABLE_ADD_TO_META 2023-09-06T20:29:13,638 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns4:test-16940321486103,,1694032153195.9844789a359753d9b1ce703925d7c7eb.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1694032153638"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1694032153638"}]},"ts":"1694032153638"} 2023-09-06T20:29:13,640 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-09-06T20:29:13,641 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns4:test-16940321486103 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-09-06T20:29:13,642 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16940321486103","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032153641"}]},"ts":"1694032153641"} 2023-09-06T20:29:13,644 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16940321486103, state=ENABLING in hbase:meta 2023-09-06T20:29:13,648 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16940321486103, region=9844789a359753d9b1ce703925d7c7eb, ASSIGN}] 2023-09-06T20:29:13,651 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16940321486103, region=9844789a359753d9b1ce703925d7c7eb, ASSIGN 2023-09-06T20:29:13,652 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns4:test-16940321486103, region=9844789a359753d9b1ce703925d7c7eb, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,45993,1694032139982; forceNewPlan=false, retain=false 2023-09-06T20:29:13,804 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=9844789a359753d9b1ce703925d7c7eb, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,45993,1694032139982 2023-09-06T20:29:13,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-09-06T20:29:13,807 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE; OpenRegionProcedure 9844789a359753d9b1ce703925d7c7eb, server=jenkins-hbase3.apache.org,45993,1694032139982}] 2023-09-06T20:29:13,965 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(130): Open ns4:test-16940321486103,,1694032153195.9844789a359753d9b1ce703925d7c7eb. 2023-09-06T20:29:13,966 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7254): Opening region: {ENCODED => 9844789a359753d9b1ce703925d7c7eb, NAME => 'ns4:test-16940321486103,,1694032153195.9844789a359753d9b1ce703925d7c7eb.', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:29:13,966 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:29:13,966 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16940321486103 9844789a359753d9b1ce703925d7c7eb 2023-09-06T20:29:13,966 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(888): Instantiated ns4:test-16940321486103,,1694032153195.9844789a359753d9b1ce703925d7c7eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:29:13,967 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7296): checking encryption for 9844789a359753d9b1ce703925d7c7eb 2023-09-06T20:29:13,967 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7299): checking classloading for 9844789a359753d9b1ce703925d7c7eb 2023-09-06T20:29:13,969 INFO [StoreOpener-9844789a359753d9b1ce703925d7c7eb-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9844789a359753d9b1ce703925d7c7eb 2023-09-06T20:29:13,971 INFO [StoreOpener-9844789a359753d9b1ce703925d7c7eb-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9844789a359753d9b1ce703925d7c7eb columnFamilyName f 2023-09-06T20:29:13,971 DEBUG [StoreOpener-9844789a359753d9b1ce703925d7c7eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:29:13,972 INFO [StoreOpener-9844789a359753d9b1ce703925d7c7eb-1 {}] regionserver.HStore(324): Store=9844789a359753d9b1ce703925d7c7eb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:29:13,978 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/ns4/test-16940321486103/9844789a359753d9b1ce703925d7c7eb 2023-09-06T20:29:13,978 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/ns4/test-16940321486103/9844789a359753d9b1ce703925d7c7eb 2023-09-06T20:29:13,982 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1076): writing seq id for 9844789a359753d9b1ce703925d7c7eb 2023-09-06T20:29:13,985 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/ns4/test-16940321486103/9844789a359753d9b1ce703925d7c7eb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:29:13,986 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): Opened 9844789a359753d9b1ce703925d7c7eb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9499698720, jitterRate=-0.11527161300182343}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-09-06T20:29:13,987 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(992): Region open journal for 9844789a359753d9b1ce703925d7c7eb: 2023-09-06T20:29:13,988 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2556): Post open deploy tasks for ns4:test-16940321486103,,1694032153195.9844789a359753d9b1ce703925d7c7eb., pid=24, masterSystemTime=1694032153959 2023-09-06T20:29:13,991 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2583): Finished post open deploy task for ns4:test-16940321486103,,1694032153195.9844789a359753d9b1ce703925d7c7eb. 2023-09-06T20:29:13,991 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(158): Opened ns4:test-16940321486103,,1694032153195.9844789a359753d9b1ce703925d7c7eb. 2023-09-06T20:29:13,992 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=9844789a359753d9b1ce703925d7c7eb, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,45993,1694032139982 2023-09-06T20:29:13,998 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=24, resume processing ppid=23 2023-09-06T20:29:13,998 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=24, ppid=23, state=SUCCESS; OpenRegionProcedure 9844789a359753d9b1ce703925d7c7eb, server=jenkins-hbase3.apache.org,45993,1694032139982 in 188 msec 2023-09-06T20:29:14,001 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=23, resume processing ppid=22 2023-09-06T20:29:14,001 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=23, ppid=22, state=SUCCESS; TransitRegionStateProcedure table=ns4:test-16940321486103, region=9844789a359753d9b1ce703925d7c7eb, ASSIGN in 350 msec 2023-09-06T20:29:14,002 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns4:test-16940321486103 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-09-06T20:29:14,002 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16940321486103","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032154002"}]},"ts":"1694032154002"} 2023-09-06T20:29:14,004 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16940321486103, state=ENABLED in hbase:meta 2023-09-06T20:29:14,008 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16940321486103 execute state=CREATE_TABLE_POST_OPERATION 2023-09-06T20:29:14,011 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=22, state=SUCCESS; CreateTableProcedure table=ns4:test-16940321486103 in 814 msec 2023-09-06T20:29:14,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-09-06T20:29:14,309 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: ns4:test-16940321486103, procId: 22 completed 2023-09-06T20:29:14,309 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns4:test-16940321486103 get assigned. Timeout = 60000ms 2023-09-06T20:29:14,309 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-09-06T20:29:14,313 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] hbase.HBaseTestingUtility(3581): All regions for table ns4:test-16940321486103 assigned to meta. Checking AM states. 2023-09-06T20:29:14,313 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-09-06T20:29:14,313 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] hbase.HBaseTestingUtility(3601): All regions for table ns4:test-16940321486103 assigned. 2023-09-06T20:29:14,314 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x51bc0d59 to 127.0.0.1:52399 2023-09-06T20:29:14,314 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:29:14,359 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] hbase.ResourceChecker(147): before: backup.TestFullBackupSetRestoreSet#testFullRestoreSetToOtherTable Thread=583, OpenFileDescriptor=660, MaxFileDescriptor=60000, SystemLoadAverage=188, ProcessCount=167, AvailableMemoryMB=3809 2023-09-06T20:29:14,359 WARN [Listener at jenkins-hbase3.apache.org/43321 {}] hbase.ResourceChecker(130): Thread=583 is superior to 500 2023-09-06T20:29:14,361 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] backup.TestFullBackupSetRestoreSet(49): Test full restore set 2023-09-06T20:29:14,380 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'backup'} 2023-09-06T20:29:14,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] procedure2.ProcedureExecutor(1032): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=backup 2023-09-06T20:29:14,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=25 2023-09-06T20:29:14,395 DEBUG [Listener at localhost/42449-EventThread {}] zookeeper.ZKWatcher(604): master:45901-0x100eef8667c0000, quorum=127.0.0.1:52399, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-09-06T20:29:14,402 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=25, state=SUCCESS; CreateNamespaceProcedure, namespace=backup in 20 msec 2023-09-06T20:29:14,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=25 2023-09-06T20:29:14,507 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:29:14,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] procedure2.ProcedureExecutor(1032): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system 2023-09-06T20:29:14,512 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2023-09-06T20:29:14,512 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:29:14,512 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 26 2023-09-06T20:29:14,513 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-09-06T20:29:14,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=26 2023-09-06T20:29:14,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=26 2023-09-06T20:29:14,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=26 2023-09-06T20:29:14,935 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => ff0d0ce6eba9be25c26e29eaeed7dda1, NAME => 'backup:system,,1694032154507.ff0d0ce6eba9be25c26e29eaeed7dda1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315 2023-09-06T20:29:15,006 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-09-06T20:29:15,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=26 2023-09-06T20:29:15,351 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system,,1694032154507.ff0d0ce6eba9be25c26e29eaeed7dda1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:29:15,351 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1668): Closing ff0d0ce6eba9be25c26e29eaeed7dda1, disabling compactions & flushes 2023-09-06T20:29:15,351 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system,,1694032154507.ff0d0ce6eba9be25c26e29eaeed7dda1. 2023-09-06T20:29:15,351 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1694032154507.ff0d0ce6eba9be25c26e29eaeed7dda1. 2023-09-06T20:29:15,351 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1694032154507.ff0d0ce6eba9be25c26e29eaeed7dda1. after waiting 0 ms 2023-09-06T20:29:15,351 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1694032154507.ff0d0ce6eba9be25c26e29eaeed7dda1. 2023-09-06T20:29:15,352 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1909): Closed backup:system,,1694032154507.ff0d0ce6eba9be25c26e29eaeed7dda1. 2023-09-06T20:29:15,352 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1622): Region close journal for ff0d0ce6eba9be25c26e29eaeed7dda1: 2023-09-06T20:29:15,354 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2023-09-06T20:29:15,354 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system,,1694032154507.ff0d0ce6eba9be25c26e29eaeed7dda1.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1694032155354"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1694032155354"}]},"ts":"1694032155354"} 2023-09-06T20:29:15,356 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-09-06T20:29:15,357 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-09-06T20:29:15,357 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032155357"}]},"ts":"1694032155357"} 2023-09-06T20:29:15,359 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLING in hbase:meta 2023-09-06T20:29:15,363 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=ff0d0ce6eba9be25c26e29eaeed7dda1, ASSIGN}] 2023-09-06T20:29:15,365 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=ff0d0ce6eba9be25c26e29eaeed7dda1, ASSIGN 2023-09-06T20:29:15,366 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system, region=ff0d0ce6eba9be25c26e29eaeed7dda1, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,45993,1694032139982; forceNewPlan=false, retain=false 2023-09-06T20:29:15,517 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=ff0d0ce6eba9be25c26e29eaeed7dda1, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,45993,1694032139982 2023-09-06T20:29:15,520 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE; OpenRegionProcedure ff0d0ce6eba9be25c26e29eaeed7dda1, server=jenkins-hbase3.apache.org,45993,1694032139982}] 2023-09-06T20:29:15,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=26 2023-09-06T20:29:15,677 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(130): Open backup:system,,1694032154507.ff0d0ce6eba9be25c26e29eaeed7dda1. 2023-09-06T20:29:15,677 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7254): Opening region: {ENCODED => ff0d0ce6eba9be25c26e29eaeed7dda1, NAME => 'backup:system,,1694032154507.ff0d0ce6eba9be25c26e29eaeed7dda1.', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:29:15,678 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:29:15,678 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system ff0d0ce6eba9be25c26e29eaeed7dda1 2023-09-06T20:29:15,678 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(888): Instantiated backup:system,,1694032154507.ff0d0ce6eba9be25c26e29eaeed7dda1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:29:15,678 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7296): checking encryption for ff0d0ce6eba9be25c26e29eaeed7dda1 2023-09-06T20:29:15,678 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7299): checking classloading for ff0d0ce6eba9be25c26e29eaeed7dda1 2023-09-06T20:29:15,684 INFO [StoreOpener-ff0d0ce6eba9be25c26e29eaeed7dda1-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region ff0d0ce6eba9be25c26e29eaeed7dda1 2023-09-06T20:29:15,687 INFO [StoreOpener-ff0d0ce6eba9be25c26e29eaeed7dda1-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff0d0ce6eba9be25c26e29eaeed7dda1 columnFamilyName meta 2023-09-06T20:29:15,687 DEBUG [StoreOpener-ff0d0ce6eba9be25c26e29eaeed7dda1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:29:15,688 INFO [StoreOpener-ff0d0ce6eba9be25c26e29eaeed7dda1-1 {}] regionserver.HStore(324): Store=ff0d0ce6eba9be25c26e29eaeed7dda1/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:29:15,688 INFO [StoreOpener-ff0d0ce6eba9be25c26e29eaeed7dda1-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region ff0d0ce6eba9be25c26e29eaeed7dda1 2023-09-06T20:29:15,690 INFO [StoreOpener-ff0d0ce6eba9be25c26e29eaeed7dda1-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff0d0ce6eba9be25c26e29eaeed7dda1 columnFamilyName session 2023-09-06T20:29:15,690 DEBUG [StoreOpener-ff0d0ce6eba9be25c26e29eaeed7dda1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:29:15,691 INFO [StoreOpener-ff0d0ce6eba9be25c26e29eaeed7dda1-1 {}] regionserver.HStore(324): Store=ff0d0ce6eba9be25c26e29eaeed7dda1/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:29:15,692 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/backup/system/ff0d0ce6eba9be25c26e29eaeed7dda1 2023-09-06T20:29:15,692 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/backup/system/ff0d0ce6eba9be25c26e29eaeed7dda1 2023-09-06T20:29:15,694 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-09-06T20:29:15,696 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1076): writing seq id for ff0d0ce6eba9be25c26e29eaeed7dda1 2023-09-06T20:29:15,699 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/backup/system/ff0d0ce6eba9be25c26e29eaeed7dda1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:29:15,699 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): Opened ff0d0ce6eba9be25c26e29eaeed7dda1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11946875200, jitterRate=0.11263945698738098}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-09-06T20:29:15,700 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(992): Region open journal for ff0d0ce6eba9be25c26e29eaeed7dda1: 2023-09-06T20:29:15,701 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2556): Post open deploy tasks for backup:system,,1694032154507.ff0d0ce6eba9be25c26e29eaeed7dda1., pid=28, masterSystemTime=1694032155672 2023-09-06T20:29:15,703 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2583): Finished post open deploy task for backup:system,,1694032154507.ff0d0ce6eba9be25c26e29eaeed7dda1. 2023-09-06T20:29:15,703 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(158): Opened backup:system,,1694032154507.ff0d0ce6eba9be25c26e29eaeed7dda1. 2023-09-06T20:29:15,704 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=ff0d0ce6eba9be25c26e29eaeed7dda1, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,45993,1694032139982 2023-09-06T20:29:15,709 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=28, resume processing ppid=27 2023-09-06T20:29:15,709 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=28, ppid=27, state=SUCCESS; OpenRegionProcedure ff0d0ce6eba9be25c26e29eaeed7dda1, server=jenkins-hbase3.apache.org,45993,1694032139982 in 187 msec 2023-09-06T20:29:15,712 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=27, resume processing ppid=26 2023-09-06T20:29:15,712 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=27, ppid=26, state=SUCCESS; TransitRegionStateProcedure table=backup:system, region=ff0d0ce6eba9be25c26e29eaeed7dda1, ASSIGN in 346 msec 2023-09-06T20:29:15,713 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-09-06T20:29:15,713 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032155713"}]},"ts":"1694032155713"} 2023-09-06T20:29:15,715 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLED in hbase:meta 2023-09-06T20:29:15,718 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2023-09-06T20:29:15,720 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=26, state=SUCCESS; CreateTableProcedure table=backup:system in 1.2110 sec 2023-09-06T20:29:16,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=26 2023-09-06T20:29:16,625 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: backup:system, procId: 26 completed 2023-09-06T20:29:16,641 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:29:16,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] procedure2.ProcedureExecutor(1032): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system_bulk 2023-09-06T20:29:16,645 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2023-09-06T20:29:16,645 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:29:16,645 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 29 2023-09-06T20:29:16,646 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-09-06T20:29:16,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=29 2023-09-06T20:29:16,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=29 2023-09-06T20:29:16,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=29 2023-09-06T20:29:17,060 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 7e74c96432aff312fced49fa537d2209, NAME => 'backup:system_bulk,,1694032156641.7e74c96432aff312fced49fa537d2209.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315 2023-09-06T20:29:17,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=29 2023-09-06T20:29:17,471 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1694032156641.7e74c96432aff312fced49fa537d2209.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:29:17,471 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1668): Closing 7e74c96432aff312fced49fa537d2209, disabling compactions & flushes 2023-09-06T20:29:17,471 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1694032156641.7e74c96432aff312fced49fa537d2209. 2023-09-06T20:29:17,472 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1694032156641.7e74c96432aff312fced49fa537d2209. 2023-09-06T20:29:17,472 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1694032156641.7e74c96432aff312fced49fa537d2209. after waiting 0 ms 2023-09-06T20:29:17,472 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1694032156641.7e74c96432aff312fced49fa537d2209. 2023-09-06T20:29:17,472 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1909): Closed backup:system_bulk,,1694032156641.7e74c96432aff312fced49fa537d2209. 2023-09-06T20:29:17,472 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1622): Region close journal for 7e74c96432aff312fced49fa537d2209: 2023-09-06T20:29:17,473 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2023-09-06T20:29:17,473 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system_bulk,,1694032156641.7e74c96432aff312fced49fa537d2209.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1694032157473"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1694032157473"}]},"ts":"1694032157473"} 2023-09-06T20:29:17,475 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-09-06T20:29:17,476 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-09-06T20:29:17,477 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032157476"}]},"ts":"1694032157476"} 2023-09-06T20:29:17,478 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2023-09-06T20:29:17,484 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=7e74c96432aff312fced49fa537d2209, ASSIGN}] 2023-09-06T20:29:17,486 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=7e74c96432aff312fced49fa537d2209, ASSIGN 2023-09-06T20:29:17,487 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system_bulk, region=7e74c96432aff312fced49fa537d2209, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,45993,1694032139982; forceNewPlan=false, retain=false 2023-09-06T20:29:17,638 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=7e74c96432aff312fced49fa537d2209, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,45993,1694032139982 2023-09-06T20:29:17,640 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; OpenRegionProcedure 7e74c96432aff312fced49fa537d2209, server=jenkins-hbase3.apache.org,45993,1694032139982}] 2023-09-06T20:29:17,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=29 2023-09-06T20:29:17,797 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(130): Open backup:system_bulk,,1694032156641.7e74c96432aff312fced49fa537d2209. 2023-09-06T20:29:17,797 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7254): Opening region: {ENCODED => 7e74c96432aff312fced49fa537d2209, NAME => 'backup:system_bulk,,1694032156641.7e74c96432aff312fced49fa537d2209.', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:29:17,797 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:29:17,797 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk 7e74c96432aff312fced49fa537d2209 2023-09-06T20:29:17,797 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1694032156641.7e74c96432aff312fced49fa537d2209.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:29:17,798 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7296): checking encryption for 7e74c96432aff312fced49fa537d2209 2023-09-06T20:29:17,798 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7299): checking classloading for 7e74c96432aff312fced49fa537d2209 2023-09-06T20:29:17,799 INFO [StoreOpener-7e74c96432aff312fced49fa537d2209-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 7e74c96432aff312fced49fa537d2209 2023-09-06T20:29:17,801 INFO [StoreOpener-7e74c96432aff312fced49fa537d2209-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e74c96432aff312fced49fa537d2209 columnFamilyName meta 2023-09-06T20:29:17,801 DEBUG [StoreOpener-7e74c96432aff312fced49fa537d2209-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:29:17,802 INFO [StoreOpener-7e74c96432aff312fced49fa537d2209-1 {}] regionserver.HStore(324): Store=7e74c96432aff312fced49fa537d2209/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:29:17,802 INFO [StoreOpener-7e74c96432aff312fced49fa537d2209-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 7e74c96432aff312fced49fa537d2209 2023-09-06T20:29:17,804 INFO [StoreOpener-7e74c96432aff312fced49fa537d2209-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e74c96432aff312fced49fa537d2209 columnFamilyName session 2023-09-06T20:29:17,804 DEBUG [StoreOpener-7e74c96432aff312fced49fa537d2209-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:29:17,804 INFO [StoreOpener-7e74c96432aff312fced49fa537d2209-1 {}] regionserver.HStore(324): Store=7e74c96432aff312fced49fa537d2209/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:29:17,805 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/backup/system_bulk/7e74c96432aff312fced49fa537d2209 2023-09-06T20:29:17,806 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/backup/system_bulk/7e74c96432aff312fced49fa537d2209 2023-09-06T20:29:17,807 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-09-06T20:29:17,809 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1076): writing seq id for 7e74c96432aff312fced49fa537d2209 2023-09-06T20:29:17,812 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/backup/system_bulk/7e74c96432aff312fced49fa537d2209/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:29:17,812 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): Opened 7e74c96432aff312fced49fa537d2209; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10054200640, jitterRate=-0.06362959742546082}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-09-06T20:29:17,813 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(992): Region open journal for 7e74c96432aff312fced49fa537d2209: 2023-09-06T20:29:17,814 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2556): Post open deploy tasks for backup:system_bulk,,1694032156641.7e74c96432aff312fced49fa537d2209., pid=31, masterSystemTime=1694032157792 2023-09-06T20:29:17,816 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2583): Finished post open deploy task for backup:system_bulk,,1694032156641.7e74c96432aff312fced49fa537d2209. 2023-09-06T20:29:17,816 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(158): Opened backup:system_bulk,,1694032156641.7e74c96432aff312fced49fa537d2209. 2023-09-06T20:29:17,817 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=7e74c96432aff312fced49fa537d2209, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,45993,1694032139982 2023-09-06T20:29:17,821 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=31, resume processing ppid=30 2023-09-06T20:29:17,821 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=31, ppid=30, state=SUCCESS; OpenRegionProcedure 7e74c96432aff312fced49fa537d2209, server=jenkins-hbase3.apache.org,45993,1694032139982 in 179 msec 2023-09-06T20:29:17,823 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=30, resume processing ppid=29 2023-09-06T20:29:17,823 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=30, ppid=29, state=SUCCESS; TransitRegionStateProcedure table=backup:system_bulk, region=7e74c96432aff312fced49fa537d2209, ASSIGN in 338 msec 2023-09-06T20:29:17,824 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-09-06T20:29:17,824 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032157824"}]},"ts":"1694032157824"} 2023-09-06T20:29:17,826 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2023-09-06T20:29:17,829 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2023-09-06T20:29:17,831 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=29, state=SUCCESS; CreateTableProcedure table=backup:system_bulk in 1.1880 sec 2023-09-06T20:29:17,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2023-09-06T20:29:17,887 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2023-09-06T20:29:17,888 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2023-09-06T20:29:17,888 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2023-09-06T20:29:17,888 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-16940321486103 2023-09-06T20:29:17,888 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-16940321486103 Metrics about Tables on a single HBase RegionServer 2023-09-06T20:29:17,889 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1694032148610 2023-09-06T20:29:17,889 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1694032148610 Metrics about Tables on a single HBase RegionServer 2023-09-06T20:29:17,890 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-16940321486102 2023-09-06T20:29:17,890 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-16940321486102 Metrics about Tables on a single HBase RegionServer 2023-09-06T20:29:17,891 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-16940321486101 2023-09-06T20:29:17,891 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-16940321486101 Metrics about Tables on a single HBase RegionServer 2023-09-06T20:29:18,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=29 2023-09-06T20:29:18,755 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: backup:system_bulk, procId: 29 completed 2023-09-06T20:29:18,801 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4acc27b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:29:18,802 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:29:18,804 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:47012, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-09-06T20:29:18,808 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:29:18,810 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:45966, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:29:18,878 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] impl.BackupSystemTable(610): Start new backup exclusive operation 2023-09-06T20:29:18,922 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(1687): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-09-06T20:29:18,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1694032158922 (current time:1694032158922). 2023-09-06T20:29:18,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-09-06T20:29:18,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-09-06T20:29:18,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a2e7902, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:29:18,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:29:18,936 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:45976, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:29:18,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:29:18,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-09-06T20:29:18,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] procedure2.ProcedureExecutor(1032): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-09-06T20:29:18,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-09-06T20:29:18,952 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-09-06T20:29:18,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-09-06T20:29:18,958 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-09-06T20:29:18,961 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-09-06T20:29:19,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-09-06T20:29:19,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-09-06T20:29:19,374 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-09-06T20:29:19,376 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure ff0d0ce6eba9be25c26e29eaeed7dda1}] 2023-09-06T20:29:19,384 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure ff0d0ce6eba9be25c26e29eaeed7dda1 2023-09-06T20:29:19,545 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45993 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2023-09-06T20:29:19,545 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1694032154507.ff0d0ce6eba9be25c26e29eaeed7dda1. 2023-09-06T20:29:19,548 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2819): Flushing ff0d0ce6eba9be25c26e29eaeed7dda1 2/2 column families, dataSize=107 B heapSize=768 B 2023-09-06T20:29:19,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-09-06T20:29:19,578 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2023-09-06T20:29:19,579 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-16940321486103' 2023-09-06T20:29:19,579 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2023-09-06T20:29:19,623 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/backup/system/ff0d0ce6eba9be25c26e29eaeed7dda1/.tmp/meta/b42b3f6b326442dfaadda4c2716f7902 is 66, key is backupset:name/meta:tables/1694032158768/Put/seqid=0 2023-09-06T20:29:20,042 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/backup/system/ff0d0ce6eba9be25c26e29eaeed7dda1/.tmp/meta/b42b3f6b326442dfaadda4c2716f7902 2023-09-06T20:29:20,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-09-06T20:29:20,138 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/backup/system/ff0d0ce6eba9be25c26e29eaeed7dda1/.tmp/session/2c30f6a7c1504ef7b24d8e648ae5abb2 is 49, key is activesession:/session:c/1694032158907/Put/seqid=0 2023-09-06T20:29:20,147 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/backup/system/ff0d0ce6eba9be25c26e29eaeed7dda1/.tmp/session/2c30f6a7c1504ef7b24d8e648ae5abb2 2023-09-06T20:29:20,158 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/backup/system/ff0d0ce6eba9be25c26e29eaeed7dda1/.tmp/meta/b42b3f6b326442dfaadda4c2716f7902 as hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/backup/system/ff0d0ce6eba9be25c26e29eaeed7dda1/meta/b42b3f6b326442dfaadda4c2716f7902 2023-09-06T20:29:20,166 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/backup/system/ff0d0ce6eba9be25c26e29eaeed7dda1/meta/b42b3f6b326442dfaadda4c2716f7902, entries=1, sequenceid=6, filesize=4.9 K 2023-09-06T20:29:20,170 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/backup/system/ff0d0ce6eba9be25c26e29eaeed7dda1/.tmp/session/2c30f6a7c1504ef7b24d8e648ae5abb2 as hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/backup/system/ff0d0ce6eba9be25c26e29eaeed7dda1/session/2c30f6a7c1504ef7b24d8e648ae5abb2 2023-09-06T20:29:20,179 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/backup/system/ff0d0ce6eba9be25c26e29eaeed7dda1/session/2c30f6a7c1504ef7b24d8e648ae5abb2, entries=1, sequenceid=6, filesize=4.9 K 2023-09-06T20:29:20,181 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3022): Finished flush of dataSize ~107 B/107, heapSize ~736 B/736, currentSize=0 B/0 for ff0d0ce6eba9be25c26e29eaeed7dda1 in 634ms, sequenceid=6, compaction requested=false 2023-09-06T20:29:20,183 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2520): Flush status journal for ff0d0ce6eba9be25c26e29eaeed7dda1: 2023-09-06T20:29:20,183 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1694032154507.ff0d0ce6eba9be25c26e29eaeed7dda1. for snapshot_backup_system completed. 2023-09-06T20:29:20,185 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1694032154507.ff0d0ce6eba9be25c26e29eaeed7dda1.' region-info for snapshot=snapshot_backup_system 2023-09-06T20:29:20,192 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-09-06T20:29:20,197 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/backup/system/ff0d0ce6eba9be25c26e29eaeed7dda1/meta/b42b3f6b326442dfaadda4c2716f7902] hfiles 2023-09-06T20:29:20,197 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/backup/system/ff0d0ce6eba9be25c26e29eaeed7dda1/meta/b42b3f6b326442dfaadda4c2716f7902 for snapshot=snapshot_backup_system 2023-09-06T20:29:20,201 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/backup/system/ff0d0ce6eba9be25c26e29eaeed7dda1/session/2c30f6a7c1504ef7b24d8e648ae5abb2] hfiles 2023-09-06T20:29:20,201 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/backup/system/ff0d0ce6eba9be25c26e29eaeed7dda1/session/2c30f6a7c1504ef7b24d8e648ae5abb2 for snapshot=snapshot_backup_system 2023-09-06T20:29:20,615 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1694032154507.ff0d0ce6eba9be25c26e29eaeed7dda1. 2023-09-06T20:29:20,618 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=33 2023-09-06T20:29:20,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.HMaster(3995): Remote procedure done, pid=33 2023-09-06T20:29:20,623 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region ff0d0ce6eba9be25c26e29eaeed7dda1 2023-09-06T20:29:20,624 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure ff0d0ce6eba9be25c26e29eaeed7dda1 2023-09-06T20:29:20,627 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=33, resume processing ppid=32 2023-09-06T20:29:20,627 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-09-06T20:29:20,627 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=33, ppid=32, state=SUCCESS; SnapshotRegionProcedure ff0d0ce6eba9be25c26e29eaeed7dda1 in 1.2490 sec 2023-09-06T20:29:20,629 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-09-06T20:29:20,632 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-09-06T20:29:20,632 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-09-06T20:29:20,635 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/.hbase-snapshot/.tmp/snapshot_backup_system 2023-09-06T20:29:20,662 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-09-06T20:29:20,677 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-09-06T20:29:20,678 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/.hbase-snapshot/snapshot_backup_system 2023-09-06T20:29:20,683 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-09-06T20:29:20,683 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-09-06T20:29:20,685 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.7370 sec 2023-09-06T20:29:21,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-09-06T20:29:21,062 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] impl.TableBackupClient(115): Backup backup_1694032158856 started at 1694032161061. 2023-09-06T20:29:21,085 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] impl.TableBackupClient(119): Backup session backup_1694032158856 has been started. 2023-09-06T20:29:21,091 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] impl.FullTableBackupClient(150): Execute roll log procedure for full backup ... 2023-09-06T20:29:21,103 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(948): Client=jenkins//172.31.12.81 procedure request for: rolllog-proc 2023-09-06T20:29:21,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-09-06T20:29:21,109 INFO [(jenkins-hbase3.apache.org,45901,1694032136650)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-09-06T20:29:21,109 DEBUG [(jenkins-hbase3.apache.org,45901,1694032136650)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-09-06T20:29:21,110 DEBUG [(jenkins-hbase3.apache.org,45901,1694032136650)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-09-06T20:29:21,110 DEBUG [(jenkins-hbase3.apache.org,45901,1694032136650)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-09-06T20:29:21,111 DEBUG [(jenkins-hbase3.apache.org,45901,1694032136650)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-09-06T20:29:21,112 DEBUG [(jenkins-hbase3.apache.org,45901,1694032136650)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,45993,1694032139982 2023-09-06T20:29:21,112 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-09-06T20:29:21,112 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-09-06T20:29:21,112 DEBUG [(jenkins-hbase3.apache.org,45901,1694032136650)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-09-06T20:29:21,112 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-09-06T20:29:21,113 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-09-06T20:29:21,113 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-09-06T20:29:21,113 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-09-06T20:29:21,115 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-09-06T20:29:21,115 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-09-06T20:29:21,115 DEBUG [member: 'jenkins-hbase3.apache.org,45993,1694032139982' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-09-06T20:29:21,116 DEBUG [member: 'jenkins-hbase3.apache.org,45993,1694032139982' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-09-06T20:29:21,116 DEBUG [member: 'jenkins-hbase3.apache.org,45993,1694032139982' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-09-06T20:29:21,116 DEBUG [member: 'jenkins-hbase3.apache.org,45993,1694032139982' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-09-06T20:29:21,116 DEBUG [member: 'jenkins-hbase3.apache.org,45993,1694032139982' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,45993,1694032139982' joining acquired barrier for procedure (rolllog) in zk 2023-09-06T20:29:21,118 DEBUG [member: 'jenkins-hbase3.apache.org,45993,1694032139982' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-09-06T20:29:21,118 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,45993,1694032139982 2023-09-06T20:29:21,118 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-09-06T20:29:21,118 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-09-06T20:29:21,119 DEBUG [member: 'jenkins-hbase3.apache.org,45993,1694032139982' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-09-06T20:29:21,119 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-09-06T20:29:21,119 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-09-06T20:29:21,120 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:29:21,120 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,45993,1694032139982 2023-09-06T20:29:21,120 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-09-06T20:29:21,121 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,45993,1694032139982' joining acquired barrier for procedure 'rolllog' on coordinator 2023-09-06T20:29:21,121 DEBUG [(jenkins-hbase3.apache.org,45901,1694032136650)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-09-06T20:29:21,121 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@2d04b655[Count = 0] remaining members to acquire global barrier 2023-09-06T20:29:21,121 DEBUG [(jenkins-hbase3.apache.org,45901,1694032136650)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-09-06T20:29:21,122 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-09-06T20:29:21,123 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-09-06T20:29:21,123 DEBUG [member: 'jenkins-hbase3.apache.org,45993,1694032139982' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-09-06T20:29:21,123 DEBUG [(jenkins-hbase3.apache.org,45901,1694032136650)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-09-06T20:29:21,123 DEBUG [member: 'jenkins-hbase3.apache.org,45993,1694032139982' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-09-06T20:29:21,124 DEBUG [rs(jenkins-hbase3.apache.org,45993,1694032139982)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase3.apache.org,45993,1694032139982 2023-09-06T20:29:21,124 INFO [rs(jenkins-hbase3.apache.org,45993,1694032139982)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1694032141773 highest: 1694032141773 on jenkins-hbase3.apache.org,45993,1694032139982 2023-09-06T20:29:21,124 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C45993%2C1694032139982:(num 1694032141773) roll requested 2023-09-06T20:29:21,136 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/WALs/jenkins-hbase3.apache.org,45993,1694032139982/jenkins-hbase3.apache.org%2C45993%2C1694032139982.1694032161124, exclude list is [], retry=0 2023-09-06T20:29:21,140 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40607,DS-dd16bfc9-5ec4-4172-a481-7124ea64b8c3,DISK] 2023-09-06T20:29:21,144 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/WALs/jenkins-hbase3.apache.org,45993,1694032139982/jenkins-hbase3.apache.org%2C45993%2C1694032139982.1694032141773 with entries=20, filesize=4.15 KB; new WAL /user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/WALs/jenkins-hbase3.apache.org,45993,1694032139982/jenkins-hbase3.apache.org%2C45993%2C1694032139982.1694032161124 2023-09-06T20:29:21,145 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:40607,DS-dd16bfc9-5ec4-4172-a481-7124ea64b8c3,DISK]] 2023-09-06T20:29:21,145 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/WALs/jenkins-hbase3.apache.org,45993,1694032139982/jenkins-hbase3.apache.org%2C45993%2C1694032139982.1694032141773 is not closed yet, will try archiving it next time 2023-09-06T20:29:21,145 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C45993%2C1694032139982.meta:.meta(num 1694032142732) roll requested 2023-09-06T20:29:21,157 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/WALs/jenkins-hbase3.apache.org,45993,1694032139982/jenkins-hbase3.apache.org%2C45993%2C1694032139982.meta.1694032161145.meta, exclude list is [], retry=0 2023-09-06T20:29:21,160 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40607,DS-dd16bfc9-5ec4-4172-a481-7124ea64b8c3,DISK] 2023-09-06T20:29:21,163 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/WALs/jenkins-hbase3.apache.org,45993,1694032139982/jenkins-hbase3.apache.org%2C45993%2C1694032139982.meta.1694032142732.meta with entries=36, filesize=11.13 KB; new WAL /user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/WALs/jenkins-hbase3.apache.org,45993,1694032139982/jenkins-hbase3.apache.org%2C45993%2C1694032139982.meta.1694032161145.meta 2023-09-06T20:29:21,163 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:40607,DS-dd16bfc9-5ec4-4172-a481-7124ea64b8c3,DISK]] 2023-09-06T20:29:21,163 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/WALs/jenkins-hbase3.apache.org,45993,1694032139982/jenkins-hbase3.apache.org%2C45993%2C1694032139982.meta.1694032142732.meta is not closed yet, will try archiving it next time 2023-09-06T20:29:21,165 DEBUG [rs(jenkins-hbase3.apache.org,45993,1694032139982)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 40 2023-09-06T20:29:21,165 INFO [rs(jenkins-hbase3.apache.org,45993,1694032139982)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1694032161124 on jenkins-hbase3.apache.org,45993,1694032139982 2023-09-06T20:29:21,165 DEBUG [rs(jenkins-hbase3.apache.org,45993,1694032139982)-backup-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:29:21,167 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:56210, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-09-06T20:29:21,183 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-09-06T20:29:21,187 DEBUG [member: 'jenkins-hbase3.apache.org,45993,1694032139982' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-09-06T20:29:21,187 DEBUG [member: 'jenkins-hbase3.apache.org,45993,1694032139982' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase3.apache.org,45993,1694032139982' in zk 2023-09-06T20:29:21,190 DEBUG [member: 'jenkins-hbase3.apache.org,45993,1694032139982' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-09-06T20:29:21,190 DEBUG [member: 'jenkins-hbase3.apache.org,45993,1694032139982' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-09-06T20:29:21,190 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,45993,1694032139982 2023-09-06T20:29:21,190 DEBUG [member: 'jenkins-hbase3.apache.org,45993,1694032139982' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-09-06T20:29:21,191 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-09-06T20:29:21,191 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-09-06T20:29:21,192 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-09-06T20:29:21,192 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-09-06T20:29:21,193 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:29:21,193 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,45993,1694032139982 2023-09-06T20:29:21,193 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-09-06T20:29:21,194 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:29:21,194 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,45993,1694032139982 2023-09-06T20:29:21,195 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase3.apache.org,45993,1694032139982': 2023-09-06T20:29:21,195 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,45993,1694032139982' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-09-06T20:29:21,195 INFO [(jenkins-hbase3.apache.org,45901,1694032136650)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-09-06T20:29:21,195 DEBUG [(jenkins-hbase3.apache.org,45901,1694032136650)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-09-06T20:29:21,195 DEBUG [(jenkins-hbase3.apache.org,45901,1694032136650)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-09-06T20:29:21,195 DEBUG [(jenkins-hbase3.apache.org,45901,1694032136650)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-09-06T20:29:21,195 INFO [(jenkins-hbase3.apache.org,45901,1694032136650)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-09-06T20:29:21,198 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-09-06T20:29:21,198 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-09-06T20:29:21,198 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-09-06T20:29:21,198 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-09-06T20:29:21,198 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-09-06T20:29:21,201 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-09-06T20:29:21,202 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-09-06T20:29:21,202 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-09-06T20:29:21,202 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:29:21,202 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-09-06T20:29:21,202 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-09-06T20:29:21,203 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:29:21,203 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,45993,1694032139982 2023-09-06T20:29:21,204 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-09-06T20:29:21,204 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:29:21,205 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,45993,1694032139982 2023-09-06T20:29:21,217 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-09-06T20:29:21,217 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-09-06T20:29:21,218 DEBUG [(jenkins-hbase3.apache.org,45901,1694032136650)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-09-06T20:29:21,218 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-09-06T20:29:21,218 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-09-06T20:29:21,218 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-09-06T20:29:21,218 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-09-06T20:29:21,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(1249): Checking to see if procedure from request:rolllog-proc is done 2023-09-06T20:29:21,332 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(1687): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1694032161331_default_test-1694032148610 table=test-1694032148610 type=FLUSH ttl=0 } 2023-09-06T20:29:21,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1694032161332 (current time:1694032161332). 2023-09-06T20:29:21,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-09-06T20:29:21,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1694032161331_default_test-1694032148610 VERSION not specified, setting to 2 2023-09-06T20:29:21,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@710e7bec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:29:21,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:29:21,342 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:38622, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:29:21,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:29:21,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-09-06T20:29:21,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] procedure2.ProcedureExecutor(1032): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694032161331_default_test-1694032148610 table=test-1694032148610 type=FLUSH ttl=0 } 2023-09-06T20:29:21,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_1694032161331_default_test-1694032148610 table=test-1694032148610 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-09-06T20:29:21,347 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694032161331_default_test-1694032148610 table=test-1694032148610 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-09-06T20:29:21,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-09-06T20:29:21,348 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694032161331_default_test-1694032148610 table=test-1694032148610 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-09-06T20:29:21,352 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694032161331_default_test-1694032148610 table=test-1694032148610 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-09-06T20:29:21,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-09-06T20:29:21,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-09-06T20:29:21,762 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694032161331_default_test-1694032148610 table=test-1694032148610 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-09-06T20:29:21,763 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure 37f7c4bbd879a0fc61e2c531d7bb5d59}] 2023-09-06T20:29:21,765 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure 37f7c4bbd879a0fc61e2c531d7bb5d59 2023-09-06T20:29:21,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45993 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2023-09-06T20:29:21,917 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1694032148610,,1694032149095.37f7c4bbd879a0fc61e2c531d7bb5d59. 2023-09-06T20:29:21,918 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2819): Flushing 37f7c4bbd879a0fc61e2c531d7bb5d59 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-09-06T20:29:21,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-09-06T20:29:21,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/default/test-1694032148610/37f7c4bbd879a0fc61e2c531d7bb5d59/.tmp/f/5a681a56d38346938cebb728b09d7e10 is 37, key is row10/f:q1/1694032149766/Put/seqid=0 2023-09-06T20:29:22,371 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/default/test-1694032148610/37f7c4bbd879a0fc61e2c531d7bb5d59/.tmp/f/5a681a56d38346938cebb728b09d7e10 2023-09-06T20:29:22,381 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/default/test-1694032148610/37f7c4bbd879a0fc61e2c531d7bb5d59/.tmp/f/5a681a56d38346938cebb728b09d7e10 as hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/default/test-1694032148610/37f7c4bbd879a0fc61e2c531d7bb5d59/f/5a681a56d38346938cebb728b09d7e10 2023-09-06T20:29:22,388 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/default/test-1694032148610/37f7c4bbd879a0fc61e2c531d7bb5d59/f/5a681a56d38346938cebb728b09d7e10, entries=99, sequenceid=103, filesize=8.2 K 2023-09-06T20:29:22,390 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 37f7c4bbd879a0fc61e2c531d7bb5d59 in 472ms, sequenceid=103, compaction requested=false 2023-09-06T20:29:22,391 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2520): Flush status journal for 37f7c4bbd879a0fc61e2c531d7bb5d59: 2023-09-06T20:29:22,391 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1694032148610,,1694032149095.37f7c4bbd879a0fc61e2c531d7bb5d59. for snapshot_1694032161331_default_test-1694032148610 completed. 2023-09-06T20:29:22,391 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(240): Storing 'test-1694032148610,,1694032149095.37f7c4bbd879a0fc61e2c531d7bb5d59.' region-info for snapshot=snapshot_1694032161331_default_test-1694032148610 2023-09-06T20:29:22,391 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-09-06T20:29:22,391 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/default/test-1694032148610/37f7c4bbd879a0fc61e2c531d7bb5d59/f/5a681a56d38346938cebb728b09d7e10] hfiles 2023-09-06T20:29:22,391 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/default/test-1694032148610/37f7c4bbd879a0fc61e2c531d7bb5d59/f/5a681a56d38346938cebb728b09d7e10 for snapshot=snapshot_1694032161331_default_test-1694032148610 2023-09-06T20:29:22,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-09-06T20:29:22,802 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1694032148610,,1694032149095.37f7c4bbd879a0fc61e2c531d7bb5d59. 2023-09-06T20:29:22,802 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=35 2023-09-06T20:29:22,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.HMaster(3995): Remote procedure done, pid=35 2023-09-06T20:29:22,803 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1694032161331_default_test-1694032148610 on region 37f7c4bbd879a0fc61e2c531d7bb5d59 2023-09-06T20:29:22,804 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure 37f7c4bbd879a0fc61e2c531d7bb5d59 2023-09-06T20:29:22,808 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=35, resume processing ppid=34 2023-09-06T20:29:22,808 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694032161331_default_test-1694032148610 table=test-1694032148610 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-09-06T20:29:22,808 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=35, ppid=34, state=SUCCESS; SnapshotRegionProcedure 37f7c4bbd879a0fc61e2c531d7bb5d59 in 1.0420 sec 2023-09-06T20:29:22,808 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694032161331_default_test-1694032148610 table=test-1694032148610 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-09-06T20:29:22,809 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694032161331_default_test-1694032148610 table=test-1694032148610 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-09-06T20:29:22,809 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1694032161331_default_test-1694032148610 2023-09-06T20:29:22,810 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/.hbase-snapshot/.tmp/snapshot_1694032161331_default_test-1694032148610 2023-09-06T20:29:23,235 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694032161331_default_test-1694032148610 table=test-1694032148610 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-09-06T20:29:23,242 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694032161331_default_test-1694032148610 table=test-1694032148610 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-09-06T20:29:23,243 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/.hbase-snapshot/.tmp/snapshot_1694032161331_default_test-1694032148610 to hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/.hbase-snapshot/snapshot_1694032161331_default_test-1694032148610 2023-09-06T20:29:23,244 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694032161331_default_test-1694032148610 table=test-1694032148610 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-09-06T20:29:23,244 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_1694032161331_default_test-1694032148610 table=test-1694032148610 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-09-06T20:29:23,245 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694032161331_default_test-1694032148610 table=test-1694032148610 type=FLUSH ttl=0 } in 1.9000 sec 2023-09-06T20:29:23,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-09-06T20:29:23,459 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] impl.FullTableBackupClient(171): snapshot copy for backup_1694032158856 2023-09-06T20:29:23,459 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2023-09-06T20:29:23,461 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] impl.FullTableBackupClient(80): There are 1 snapshots to be copied. 2023-09-06T20:29:23,461 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1694032158856_test-1694032148610 2023-09-06T20:29:23,461 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1694032161331_default_test-1694032148610 to hdfs://localhost:38783/backupUT/backup_1694032158856/default/test-1694032148610/ 2023-09-06T20:29:23,465 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-09-06T20:29:23,492 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:38783, inputRoot=hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315 2023-09-06T20:29:23,492 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,45901,1694032136650_-1683112514_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:38783/backupUT/backup_1694032158856/default/test-1694032148610, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:38783/backupUT/backup_1694032158856/default/test-1694032148610/.hbase-snapshot/.tmp/snapshot_1694032161331_default_test-1694032148610 2023-09-06T20:29:23,493 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:38783, inputRoot=hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315, snapshotDir=hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/.hbase-snapshot/snapshot_1694032161331_default_test-1694032148610. 2023-09-06T20:29:23,506 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/.hbase-snapshot/snapshot_1694032161331_default_test-1694032148610 to hdfs://localhost:38783/backupUT/backup_1694032158856/default/test-1694032148610/.hbase-snapshot/.tmp/snapshot_1694032161331_default_test-1694032148610 2023-09-06T20:29:23,938 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-09-06T20:29:23,939 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-09-06T20:29:23,940 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-09-06T20:29:23,940 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-09-06T20:29:24,988 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/40bb9d34-679b-4a3d-0b8b-af5fe94ec53e/hadoop-6318022832804439772.jar 2023-09-06T20:29:24,989 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-09-06T20:29:24,989 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-09-06T20:29:24,990 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:29:24,990 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-09-06T20:29:24,991 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-09-06T20:29:24,991 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-09-06T20:29:24,992 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-09-06T20:29:24,992 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-09-06T20:29:24,992 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-09-06T20:29:24,993 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-09-06T20:29:24,994 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-09-06T20:29:24,994 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-09-06T20:29:24,995 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-09-06T20:29:24,996 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-09-06T20:29:24,996 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-09-06T20:29:24,996 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-09-06T20:29:24,997 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-09-06T20:29:24,997 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-09-06T20:29:24,998 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-09-06T20:29:24,998 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-09-06T20:29:24,999 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-09-06T20:29:25,003 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-09-06T20:29:25,003 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-09-06T20:29:25,004 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-09-06T20:29:25,004 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-09-06T20:29:25,004 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-09-06T20:29:25,005 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-09-06T20:29:25,006 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-09-06T20:29:25,096 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1694032161331_default_test-1694032148610' hfile list 2023-09-06T20:29:25,109 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] snapshot.ExportSnapshot(674): export split=0 size=8.2 K 2023-09-06T20:29:25,354 WARN [Listener at jenkins-hbase3.apache.org/43321 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/40bb9d34-679b-4a3d-0b8b-af5fe94ec53e/mapreduce.cluster.local.dir/1694032165305/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-09-06T20:29:25,354 WARN [Listener at jenkins-hbase3.apache.org/43321 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/40bb9d34-679b-4a3d-0b8b-af5fe94ec53e/mapreduce.cluster.local.dir/1694032165305/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-09-06T20:29:25,509 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(228): Using bufferSize=128 M 2023-09-06T20:29:25,541 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/default/test-1694032148610/37f7c4bbd879a0fc61e2c531d7bb5d59/f/5a681a56d38346938cebb728b09d7e10 output=hdfs://localhost:38783/backupUT/backup_1694032158856/default/test-1694032148610/archive/data/default/test-1694032148610/37f7c4bbd879a0fc61e2c531d7bb5d59/f/5a681a56d38346938cebb728b09d7e10 2023-09-06T20:29:25,542 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=8396 (8.2 K) time=0sec 8.007M/sec 2023-09-06T20:29:26,411 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-09-06T20:29:26,412 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-09-06T20:29:26,420 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1694032161331_default_test-1694032148610 2023-09-06T20:29:26,420 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1694032161331_default_test-1694032148610 finished. 2023-09-06T20:29:26,421 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] impl.BackupSystemTable(1014): test-1694032148610 2023-09-06T20:29:26,504 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1694032158856 2023-09-06T20:29:26,504 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-09-06T20:29:26,920 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:38783/backupUT/backup_1694032158856/.backup.manifest 2023-09-06T20:29:26,920 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] impl.TableBackupClient(358): Backup backup_1694032158856 finished: type=FULL,tablelist=test-1694032148610,targetRootDir=hdfs://localhost:38783/backupUT,startts=1694032161061,completets=1694032166501,bytescopied=0 2023-09-06T20:29:26,920 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] impl.TableBackupClient(138): Trying to delete snapshot for full backup. 2023-09-06T20:29:26,920 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1694032161331_default_test-1694032148610 2023-09-06T20:29:26,927 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(761): Client=jenkins//172.31.12.81 delete name: "snapshot_1694032161331_default_test-1694032148610" 2023-09-06T20:29:26,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_1694032161331_default_test-1694032148610 2023-09-06T20:29:26,932 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1694032161331_default_test-1694032148610 for backup backup_1694032158856 succeeded. 2023-09-06T20:29:26,933 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] impl.BackupSystemTable(1552): Deleting snapshot_backup_system from the system 2023-09-06T20:29:26,946 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(761): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-09-06T20:29:26,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_backup_system 2023-09-06T20:29:26,949 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] impl.BackupSystemTable(1557): Done deleting backup system table snapshot 2023-09-06T20:29:26,957 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] impl.BackupSystemTable(637): Finish backup exclusive operation 2023-09-06T20:29:26,972 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] impl.TableBackupClient(376): Backup backup_1694032158856 completed. Backup session backup_1694032158856 finished. Status: SUCCESS 2023-09-06T20:29:26,972 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:29:26,994 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] backup.TestFullBackupSetRestoreSet(70): backup complete 2023-09-06T20:29:26,995 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] backup.RestoreDriver(101): Found -overwrite option in restore command, will overwrite to existing table if any in the restore target 2023-09-06T20:29:27,002 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49fa83fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:29:27,003 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:29:27,004 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:56222, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-09-06T20:29:27,009 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:29:27,010 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:38630, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:29:27,030 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] impl.RestoreTablesClient(101): HBase table table1 does not exist. It will be created during restore process 2023-09-06T20:29:27,031 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:38783/backupUT/backup_1694032158856/.backup.manifest 2023-09-06T20:29:27,034 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1694032158856/.backup.manifest 2023-09-06T20:29:27,037 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:38783/backupUT/backup_1694032158856/.backup.manifest 2023-09-06T20:29:27,039 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1694032158856/.backup.manifest 2023-09-06T20:29:27,039 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] impl.RestoreTablesClient(148): Restoring 'test-1694032148610' to 'table1' from full backup image hdfs://localhost:38783/backupUT/backup_1694032158856/default/test-1694032148610 2023-09-06T20:29:27,050 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] util.RestoreTool(487): Creating target table 'table1' 2023-09-06T20:29:27,050 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:38783/backupUT/backup_1694032158856/default/test-1694032148610/archive/data/default/test-1694032148610/37f7c4bbd879a0fc61e2c531d7bb5d59 2023-09-06T20:29:27,051 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:38783/backupUT/backup_1694032158856/default/test-1694032148610/archive/data/default/test-1694032148610/37f7c4bbd879a0fc61e2c531d7bb5d59/f in region [hdfs://localhost:38783/backupUT/backup_1694032158856/default/test-1694032148610/archive/data/default/test-1694032148610/37f7c4bbd879a0fc61e2c531d7bb5d59] 2023-09-06T20:29:27,057 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] util.RestoreTool(442): Trying to figure out region boundaries hfile=hdfs://localhost:38783/backupUT/backup_1694032158856/default/test-1694032148610/archive/data/default/test-1694032148610/37f7c4bbd879a0fc61e2c531d7bb5d59/f/5a681a56d38346938cebb728b09d7e10 first=row0 last=row98 2023-09-06T20:29:27,065 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:29:27,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] procedure2.ProcedureExecutor(1032): Stored pid=36, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=table1 2023-09-06T20:29:27,070 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=36, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_PRE_OPERATION 2023-09-06T20:29:27,070 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "default" qualifier: "table1" procId is: 36 2023-09-06T20:29:27,071 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=36, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-09-06T20:29:27,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=36 2023-09-06T20:29:27,083 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => c15955161c3f97c3fa21f0d2a606c153, NAME => 'table1,,1694032167065.c15955161c3f97c3fa21f0d2a606c153.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315 2023-09-06T20:29:27,093 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(888): Instantiated table1,,1694032167065.c15955161c3f97c3fa21f0d2a606c153.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:29:27,093 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1668): Closing c15955161c3f97c3fa21f0d2a606c153, disabling compactions & flushes 2023-09-06T20:29:27,093 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1690): Closing region table1,,1694032167065.c15955161c3f97c3fa21f0d2a606c153. 2023-09-06T20:29:27,093 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on table1,,1694032167065.c15955161c3f97c3fa21f0d2a606c153. 2023-09-06T20:29:27,093 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on table1,,1694032167065.c15955161c3f97c3fa21f0d2a606c153. after waiting 0 ms 2023-09-06T20:29:27,093 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region table1,,1694032167065.c15955161c3f97c3fa21f0d2a606c153. 2023-09-06T20:29:27,093 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1909): Closed table1,,1694032167065.c15955161c3f97c3fa21f0d2a606c153. 2023-09-06T20:29:27,094 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1622): Region close journal for c15955161c3f97c3fa21f0d2a606c153: 2023-09-06T20:29:27,095 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=36, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ADD_TO_META 2023-09-06T20:29:27,095 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"table1,,1694032167065.c15955161c3f97c3fa21f0d2a606c153.","families":{"info":[{"qualifier":"regioninfo","vlen":40,"tag":[],"timestamp":"1694032167095"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1694032167095"}]},"ts":"1694032167095"} 2023-09-06T20:29:27,097 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-09-06T20:29:27,097 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=36, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-09-06T20:29:27,098 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032167097"}]},"ts":"1694032167097"} 2023-09-06T20:29:27,099 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=ENABLING in hbase:meta 2023-09-06T20:29:27,103 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=table1, region=c15955161c3f97c3fa21f0d2a606c153, ASSIGN}] 2023-09-06T20:29:27,105 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=table1, region=c15955161c3f97c3fa21f0d2a606c153, ASSIGN 2023-09-06T20:29:27,106 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=table1, region=c15955161c3f97c3fa21f0d2a606c153, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,45993,1694032139982; forceNewPlan=false, retain=false 2023-09-06T20:29:27,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=36 2023-09-06T20:29:27,257 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=37 updating hbase:meta row=c15955161c3f97c3fa21f0d2a606c153, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,45993,1694032139982 2023-09-06T20:29:27,260 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE; OpenRegionProcedure c15955161c3f97c3fa21f0d2a606c153, server=jenkins-hbase3.apache.org,45993,1694032139982}] 2023-09-06T20:29:27,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=36 2023-09-06T20:29:27,416 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(130): Open table1,,1694032167065.c15955161c3f97c3fa21f0d2a606c153. 2023-09-06T20:29:27,416 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7254): Opening region: {ENCODED => c15955161c3f97c3fa21f0d2a606c153, NAME => 'table1,,1694032167065.c15955161c3f97c3fa21f0d2a606c153.', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:29:27,416 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:29:27,416 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 c15955161c3f97c3fa21f0d2a606c153 2023-09-06T20:29:27,416 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(888): Instantiated table1,,1694032167065.c15955161c3f97c3fa21f0d2a606c153.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:29:27,416 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7296): checking encryption for c15955161c3f97c3fa21f0d2a606c153 2023-09-06T20:29:27,416 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7299): checking classloading for c15955161c3f97c3fa21f0d2a606c153 2023-09-06T20:29:27,418 INFO [StoreOpener-c15955161c3f97c3fa21f0d2a606c153-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c15955161c3f97c3fa21f0d2a606c153 2023-09-06T20:29:27,420 INFO [StoreOpener-c15955161c3f97c3fa21f0d2a606c153-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c15955161c3f97c3fa21f0d2a606c153 columnFamilyName f 2023-09-06T20:29:27,420 DEBUG [StoreOpener-c15955161c3f97c3fa21f0d2a606c153-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:29:27,420 INFO [StoreOpener-c15955161c3f97c3fa21f0d2a606c153-1 {}] regionserver.HStore(324): Store=c15955161c3f97c3fa21f0d2a606c153/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:29:27,421 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/default/table1/c15955161c3f97c3fa21f0d2a606c153 2023-09-06T20:29:27,422 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/default/table1/c15955161c3f97c3fa21f0d2a606c153 2023-09-06T20:29:27,424 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1076): writing seq id for c15955161c3f97c3fa21f0d2a606c153 2023-09-06T20:29:27,426 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/default/table1/c15955161c3f97c3fa21f0d2a606c153/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:29:27,427 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1093): Opened c15955161c3f97c3fa21f0d2a606c153; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11874255200, jitterRate=0.10587619245052338}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-09-06T20:29:27,427 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(992): Region open journal for c15955161c3f97c3fa21f0d2a606c153: 2023-09-06T20:29:27,428 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2556): Post open deploy tasks for table1,,1694032167065.c15955161c3f97c3fa21f0d2a606c153., pid=38, masterSystemTime=1694032167412 2023-09-06T20:29:27,430 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2583): Finished post open deploy task for table1,,1694032167065.c15955161c3f97c3fa21f0d2a606c153. 2023-09-06T20:29:27,430 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(158): Opened table1,,1694032167065.c15955161c3f97c3fa21f0d2a606c153. 2023-09-06T20:29:27,431 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=37 updating hbase:meta row=c15955161c3f97c3fa21f0d2a606c153, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,45993,1694032139982 2023-09-06T20:29:27,435 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=38, resume processing ppid=37 2023-09-06T20:29:27,435 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=38, ppid=37, state=SUCCESS; OpenRegionProcedure c15955161c3f97c3fa21f0d2a606c153, server=jenkins-hbase3.apache.org,45993,1694032139982 in 174 msec 2023-09-06T20:29:27,437 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=37, resume processing ppid=36 2023-09-06T20:29:27,437 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=37, ppid=36, state=SUCCESS; TransitRegionStateProcedure table=table1, region=c15955161c3f97c3fa21f0d2a606c153, ASSIGN in 332 msec 2023-09-06T20:29:27,438 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=36, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-09-06T20:29:27,438 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032167438"}]},"ts":"1694032167438"} 2023-09-06T20:29:27,439 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=ENABLED in hbase:meta 2023-09-06T20:29:27,442 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=36, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_POST_OPERATION 2023-09-06T20:29:27,443 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=36, state=SUCCESS; CreateTableProcedure table=table1 in 377 msec 2023-09-06T20:29:27,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=36 2023-09-06T20:29:27,682 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:38783/backupUT/backup_1694032158856/default/test-1694032148610/archive/data/default/test-1694032148610/37f7c4bbd879a0fc61e2c531d7bb5d59 from hbase tables test-1694032148610 to tables table1 2023-09-06T20:29:27,682 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.MapReduceRestoreJob(72): Restore test-1694032148610 into table1 2023-09-06T20:29:27,686 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/hbase-staging/bulk_output-default-table1-1694032167683 from hdfs://localhost:38783/backupUT/backup_1694032158856/default/test-1694032148610/archive/data/default/test-1694032148610/37f7c4bbd879a0fc61e2c531d7bb5d59 2023-09-06T20:29:27,697 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e9b28a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:29:27,698 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:29:27,700 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:56230, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-09-06T20:29:27,714 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-09-06T20:29:27,714 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table table1 2023-09-06T20:29:27,718 DEBUG [hconnection-0x4ced6731-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:29:27,720 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:38632, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:29:27,722 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for table1: 2023-09-06T20:29:27,723 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-09-06T20:29:27,723 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/hbase-staging/partitions_6bb5b4d6-3464-486c-a2fd-1381b89922b8 2023-09-06T20:29:27,766 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-09-06T20:29:27,767 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-09-06T20:29:27,767 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-09-06T20:29:27,768 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-09-06T20:29:27,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_table1 2023-09-06T20:29:27,887 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_table1 Metrics about Tables on a single HBase RegionServer 2023-09-06T20:29:28,755 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/40bb9d34-679b-4a3d-0b8b-af5fe94ec53e/hadoop-6905685267341771774.jar 2023-09-06T20:29:28,756 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-09-06T20:29:28,756 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-09-06T20:29:28,757 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:29:28,757 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-09-06T20:29:28,758 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-09-06T20:29:28,758 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-09-06T20:29:28,759 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-09-06T20:29:28,760 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-09-06T20:29:28,760 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-09-06T20:29:28,761 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-09-06T20:29:28,762 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-09-06T20:29:28,762 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-09-06T20:29:28,763 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-09-06T20:29:28,763 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-09-06T20:29:28,764 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-09-06T20:29:28,764 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-09-06T20:29:28,764 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-09-06T20:29:28,765 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-09-06T20:29:28,765 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-09-06T20:29:28,766 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-09-06T20:29:28,766 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-09-06T20:29:28,770 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-09-06T20:29:28,770 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:29:28,771 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:29:28,771 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-09-06T20:29:28,771 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:29:28,772 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:29:28,772 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-09-06T20:29:28,773 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: table1 2023-09-06T20:29:28,773 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:29:28,773 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-09-06T20:29:28,773 WARN [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-09-06T20:29:28,774 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-09-06T20:29:28,785 WARN [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-09-06T20:29:28,864 WARN [Listener at jenkins-hbase3.apache.org/43321 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/40bb9d34-679b-4a3d-0b8b-af5fe94ec53e/mapreduce.cluster.local.dir/1694032168830/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-09-06T20:29:28,864 WARN [Listener at jenkins-hbase3.apache.org/43321 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/40bb9d34-679b-4a3d-0b8b-af5fe94ec53e/mapreduce.cluster.local.dir/1694032168830/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-09-06T20:29:28,938 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:38783/backupUT/backup_1694032158856/default/test-1694032148610/archive/data/default/test-1694032148610/37f7c4bbd879a0fc61e2c531d7bb5d59/f/5a681a56d38346938cebb728b09d7e10 2023-09-06T20:29:28,943 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-09-06T20:29:29,172 DEBUG [pool-195-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7598152, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:29:29,174 DEBUG [hconnection-0x1dd7c385-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:29:29,175 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:38648, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:29:29,177 DEBUG [pool-195-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:29:29,178 DEBUG [pool-195-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row0] 2023-09-06T20:29:29,178 DEBUG [pool-195-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-09-06T20:29:29,194 DEBUG [pool-195-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/hbase-staging/bulk_output-default-table1-1694032167683/_temporary/0/_temporary/attempt_local1256679524_0002_r_000000_0/f/6f224bc5d9b54cb6938fd20f431717cd is 37, key is row10/f:q1/1694032149766/Put/seqid=0 2023-09-06T20:29:29,196 WARN [Thread-752 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:45993] Specified favored nodes: [jenkins-hbase3.apache.org:45993] 2023-09-06T20:29:29,919 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.MapReduceRestoreJob(89): Restoring HFiles from directory hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/hbase-staging/bulk_output-default-table1-1694032167683 2023-09-06T20:29:29,926 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fa12a87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:29:29,928 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:29:29,929 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:38650, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:29:29,937 WARN [Listener at jenkins-hbase3.apache.org/43321 {}] tool.LoadIncrementalHFiles(1067): Skipping non-directory hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/hbase-staging/bulk_output-default-table1-1694032167683/_SUCCESS 2023-09-06T20:29:29,942 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:29:29,945 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:56240, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-09-06T20:29:29,977 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/hbase-staging/bulk_output-default-table1-1694032167683/f/6f224bc5d9b54cb6938fd20f431717cd first=Optional[row0] last=Optional[row98] 2023-09-06T20:29:29,997 DEBUG [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles$1(559): Going to connect to server region=table1,,1694032167065.c15955161c3f97c3fa21f0d2a606c153., hostname=jenkins-hbase3.apache.org,45993,1694032139982, seqNum=2 for row with hfile group [{f,hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/hbase-staging/bulk_output-default-table1-1694032167683/f/6f224bc5d9b54cb6938fd20f431717cd}] 2023-09-06T20:29:30,016 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45993 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/hbase-staging/bulk_output-default-table1-1694032167683/f/6f224bc5d9b54cb6938fd20f431717cd for inclusion in c15955161c3f97c3fa21f0d2a606c153/f 2023-09-06T20:29:30,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45993 {}] regionserver.HStore(623): HFile bounds: first=row0 last=row98 2023-09-06T20:29:30,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45993 {}] regionserver.HStore(625): Region bounds: first= last= 2023-09-06T20:29:30,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45993 {}] regionserver.HRegion(2520): Flush status journal for c15955161c3f97c3fa21f0d2a606c153: 2023-09-06T20:29:30,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45993 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/hbase-staging/bulk_output-default-table1-1694032167683/f/6f224bc5d9b54cb6938fd20f431717cd to hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/staging/jenkins__table1__p07del4qpvgs4c9n676ulc4uskjmc4ss41osucroun12lns82796078c954h8urh/f/6f224bc5d9b54cb6938fd20f431717cd 2023-09-06T20:29:30,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45993 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/staging/jenkins__table1__p07del4qpvgs4c9n676ulc4uskjmc4ss41osucroun12lns82796078c954h8urh/f/6f224bc5d9b54cb6938fd20f431717cd as hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/default/table1/c15955161c3f97c3fa21f0d2a606c153/f/c1f8ca9fe5044804ba24b676ab03422b_SeqId_4_ 2023-09-06T20:29:30,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45993 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39d95242, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:29:30,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45993 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:29:30,041 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:56248, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-09-06T20:29:30,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45993 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:29:30,047 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:38656, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:29:30,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45993 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:29:30,066 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45993 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/staging/jenkins__table1__p07del4qpvgs4c9n676ulc4uskjmc4ss41osucroun12lns82796078c954h8urh/f/6f224bc5d9b54cb6938fd20f431717cd into c15955161c3f97c3fa21f0d2a606c153/f as hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/default/table1/c15955161c3f97c3fa21f0d2a606c153/f/c1f8ca9fe5044804ba24b676ab03422b_SeqId_4_ - updating store file list. 2023-09-06T20:29:30,073 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45993 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/default/table1/c15955161c3f97c3fa21f0d2a606c153/f/c1f8ca9fe5044804ba24b676ab03422b_SeqId_4_ into c15955161c3f97c3fa21f0d2a606c153/f 2023-09-06T20:29:30,073 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45993 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/staging/jenkins__table1__p07del4qpvgs4c9n676ulc4uskjmc4ss41osucroun12lns82796078c954h8urh/f/6f224bc5d9b54cb6938fd20f431717cd into c15955161c3f97c3fa21f0d2a606c153/f (new location: hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/default/table1/c15955161c3f97c3fa21f0d2a606c153/f/c1f8ca9fe5044804ba24b676ab03422b_SeqId_4_) 2023-09-06T20:29:30,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45993 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/staging/jenkins__table1__p07del4qpvgs4c9n676ulc4uskjmc4ss41osucroun12lns82796078c954h8urh/f/6f224bc5d9b54cb6938fd20f431717cd 2023-09-06T20:29:30,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45993 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4df612fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:29:30,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45993 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:29:30,091 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:56262, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-09-06T20:29:30,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45993 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:29:30,097 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:38660, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2023-09-06T20:29:30,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45993 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:29:30,120 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:29:30,120 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.MapReduceRestoreJob(100): Restore Job finished:0 2023-09-06T20:29:30,121 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] impl.RestoreTablesClient(231): Restore includes the following image(s): 2023-09-06T20:29:30,121 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] impl.RestoreTablesClient(233): Backup: backup_1694032158856 hdfs://localhost:38783/backupUT/backup_1694032158856/default/test-1694032148610/ 2023-09-06T20:29:30,121 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] impl.RestoreTablesClient(238): restoreStage finished 2023-09-06T20:29:30,121 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:29:30,142 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.HMaster$12(2664): Client=jenkins//172.31.12.81 disable table1 2023-09-06T20:29:30,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] procedure2.ProcedureExecutor(1032): Stored pid=39, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=table1 2023-09-06T20:29:30,153 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032170153"}]},"ts":"1694032170153"} 2023-09-06T20:29:30,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=39 2023-09-06T20:29:30,155 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=DISABLING in hbase:meta 2023-09-06T20:29:30,157 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(293): Set table1 to state=DISABLING 2023-09-06T20:29:30,158 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=table1, region=c15955161c3f97c3fa21f0d2a606c153, UNASSIGN}] 2023-09-06T20:29:30,160 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=table1, region=c15955161c3f97c3fa21f0d2a606c153, UNASSIGN 2023-09-06T20:29:30,160 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=c15955161c3f97c3fa21f0d2a606c153, regionState=CLOSING, regionLocation=jenkins-hbase3.apache.org,45993,1694032139982 2023-09-06T20:29:30,162 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE; CloseRegionProcedure c15955161c3f97c3fa21f0d2a606c153, server=jenkins-hbase3.apache.org,45993,1694032139982}] 2023-09-06T20:29:30,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=39 2023-09-06T20:29:30,323 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(119): Close c15955161c3f97c3fa21f0d2a606c153 2023-09-06T20:29:30,323 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1668): Closing c15955161c3f97c3fa21f0d2a606c153, disabling compactions & flushes 2023-09-06T20:29:30,323 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1690): Closing region table1,,1694032167065.c15955161c3f97c3fa21f0d2a606c153. 2023-09-06T20:29:30,324 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1711): Waiting without time limit for close lock on table1,,1694032167065.c15955161c3f97c3fa21f0d2a606c153. 2023-09-06T20:29:30,324 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1778): Acquired close lock on table1,,1694032167065.c15955161c3f97c3fa21f0d2a606c153. after waiting 0 ms 2023-09-06T20:29:30,324 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1788): Updates disabled for region table1,,1694032167065.c15955161c3f97c3fa21f0d2a606c153. 2023-09-06T20:29:30,331 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/default/table1/c15955161c3f97c3fa21f0d2a606c153/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2023-09-06T20:29:30,332 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:29:30,332 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1909): Closed table1,,1694032167065.c15955161c3f97c3fa21f0d2a606c153. 2023-09-06T20:29:30,332 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1622): Region close journal for c15955161c3f97c3fa21f0d2a606c153: 2023-09-06T20:29:30,334 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(163): Closed c15955161c3f97c3fa21f0d2a606c153 2023-09-06T20:29:30,335 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=c15955161c3f97c3fa21f0d2a606c153, regionState=CLOSED 2023-09-06T20:29:30,339 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=41, resume processing ppid=40 2023-09-06T20:29:30,339 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=41, ppid=40, state=SUCCESS; CloseRegionProcedure c15955161c3f97c3fa21f0d2a606c153, server=jenkins-hbase3.apache.org,45993,1694032139982 in 175 msec 2023-09-06T20:29:30,341 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=40, resume processing ppid=39 2023-09-06T20:29:30,341 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=40, ppid=39, state=SUCCESS; TransitRegionStateProcedure table=table1, region=c15955161c3f97c3fa21f0d2a606c153, UNASSIGN in 181 msec 2023-09-06T20:29:30,342 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032170341"}]},"ts":"1694032170341"} 2023-09-06T20:29:30,343 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=DISABLED in hbase:meta 2023-09-06T20:29:30,345 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(305): Set table1 to state=DISABLED 2023-09-06T20:29:30,346 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=39, state=SUCCESS; DisableTableProcedure table=table1 in 201 msec 2023-09-06T20:29:30,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=39 2023-09-06T20:29:30,465 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.HMaster$5(2448): Client=jenkins//172.31.12.81 delete table1 2023-09-06T20:29:30,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] procedure2.ProcedureExecutor(1032): Stored pid=42, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=table1 2023-09-06T20:29:30,480 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(98): Waiting for RIT for pid=42, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=table1 2023-09-06T20:29:30,481 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(110): Deleting regions from filesystem for pid=42, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=table1 2023-09-06T20:29:30,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=42 2023-09-06T20:29:30,489 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/default/table1/c15955161c3f97c3fa21f0d2a606c153 2023-09-06T20:29:30,494 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/default/table1/c15955161c3f97c3fa21f0d2a606c153/f, FileablePath, hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/default/table1/c15955161c3f97c3fa21f0d2a606c153/recovered.edits] 2023-09-06T20:29:30,503 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/default/table1/c15955161c3f97c3fa21f0d2a606c153/f/c1f8ca9fe5044804ba24b676ab03422b_SeqId_4_ to hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/archive/data/default/table1/c15955161c3f97c3fa21f0d2a606c153/f/c1f8ca9fe5044804ba24b676ab03422b_SeqId_4_ 2023-09-06T20:29:30,508 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/default/table1/c15955161c3f97c3fa21f0d2a606c153/recovered.edits/6.seqid to hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/archive/data/default/table1/c15955161c3f97c3fa21f0d2a606c153/recovered.edits/6.seqid 2023-09-06T20:29:30,508 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/default/table1/c15955161c3f97c3fa21f0d2a606c153 2023-09-06T20:29:30,509 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(293): Archived table1 regions 2023-09-06T20:29:30,512 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from META for pid=42, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=table1 2023-09-06T20:29:30,525 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(350): Deleting some vestigial 1 rows of table1 from hbase:meta 2023-09-06T20:29:30,528 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(387): Removing 'table1' descriptor. 2023-09-06T20:29:30,530 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(121): Deleting assignment state for pid=42, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=table1 2023-09-06T20:29:30,530 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(377): Removing 'table1' from region states. 2023-09-06T20:29:30,530 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"table1,,1694032167065.c15955161c3f97c3fa21f0d2a606c153.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1694032170530"}]},"ts":"9223372036854775807"} 2023-09-06T20:29:30,532 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2023-09-06T20:29:30,532 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => c15955161c3f97c3fa21f0d2a606c153, NAME => 'table1,,1694032167065.c15955161c3f97c3fa21f0d2a606c153.', STARTKEY => '', ENDKEY => ''}] 2023-09-06T20:29:30,532 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(381): Marking 'table1' as deleted. 2023-09-06T20:29:30,532 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1694032170532"}]},"ts":"9223372036854775807"} 2023-09-06T20:29:30,534 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table table1 state from META 2023-09-06T20:29:30,536 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(127): Finished pid=42, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=table1 2023-09-06T20:29:30,538 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=42, state=SUCCESS; DeleteTableProcedure table=table1 in 67 msec 2023-09-06T20:29:30,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=42 2023-09-06T20:29:30,585 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] backup.TestFullBackupSetRestoreSet(83): restore into other table is complete 2023-09-06T20:29:30,604 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] hbase.ResourceChecker(175): after: backup.TestFullBackupSetRestoreSet#testFullRestoreSetToOtherTable Thread=600 (was 583) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-655312700_16 at /127.0.0.1:36554 [Receiving block BP-1057563455-172.31.12.81-1694032133403:blk_1073741857_1033] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x7e479922-shared-pool-9 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x49add60c-shared-pool-17 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x49add60c-shared-pool-13 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: HFileArchiver-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x49add60c-shared-pool-15 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-1057563455-172.31.12.81-1694032133403:blk_1073741857_1033, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_204235558_16 at /127.0.0.1:36590 [Waiting for operation #23] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: member: 'jenkins-hbase3.apache.org,45993,1694032139982' subprocedure-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_204235558_16 at /127.0.0.1:36602 [Waiting for operation #21] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/40bb9d34-679b-4a3d-0b8b-af5fe94ec53e/cluster_88f8c21c-9c7f-bf5c-0c80-28101175d1ab/dfs/data/data2/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: rs(jenkins-hbase3.apache.org,45993,1694032139982)-backup-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x7e479922-metaLookup-shared--pool-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-1057563455-172.31.12.81-1694032133403:blk_1073741856_1032, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x7e479922-metaLookup-shared--pool-2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x49add60c-shared-pool-14 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x7e479922-shared-pool-8 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/40bb9d34-679b-4a3d-0b8b-af5fe94ec53e/cluster_88f8c21c-9c7f-bf5c-0c80-28101175d1ab/dfs/data/data1/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x49add60c-shared-pool-12 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: (jenkins-hbase3.apache.org,45901,1694032136650)-proc-coordinator-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x49add60c-shared-pool-16 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-655312700_16 at /127.0.0.1:36542 [Receiving block BP-1057563455-172.31.12.81-1694032133403:blk_1073741856_1032] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) - Thread LEAK? -, OpenFileDescriptor=684 (was 660) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=200 (was 188) - SystemLoadAverage LEAK? -, ProcessCount=167 (was 167), AvailableMemoryMB=3313 (was 3809) 2023-09-06T20:29:30,604 WARN [Listener at jenkins-hbase3.apache.org/43321 {}] hbase.ResourceChecker(130): Thread=600 is superior to 500 2023-09-06T20:29:30,619 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] hbase.ResourceChecker(147): before: backup.TestFullBackupSetRestoreSet#testFullRestoreSetToSameTable Thread=600, OpenFileDescriptor=684, MaxFileDescriptor=60000, SystemLoadAverage=200, ProcessCount=167, AvailableMemoryMB=3313 2023-09-06T20:29:30,619 WARN [Listener at jenkins-hbase3.apache.org/43321 {}] hbase.ResourceChecker(130): Thread=600 is superior to 500 2023-09-06T20:29:30,619 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] backup.TestFullBackupSetRestoreSet(91): Test full restore set to same table 2023-09-06T20:29:30,642 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f69b51b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:29:30,643 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:29:30,645 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:44934, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-09-06T20:29:30,648 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:29:30,649 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:33400, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:29:30,696 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] impl.BackupSystemTable(610): Start new backup exclusive operation 2023-09-06T20:29:30,701 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(1687): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-09-06T20:29:30,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1694032170701 (current time:1694032170701). 2023-09-06T20:29:30,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-09-06T20:29:30,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-09-06T20:29:30,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@640cdd41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:29:30,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:29:30,711 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:33414, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:29:30,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:29:30,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-09-06T20:29:30,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] procedure2.ProcedureExecutor(1032): Stored pid=43, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-09-06T20:29:30,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 43 2023-09-06T20:29:30,715 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-09-06T20:29:30,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=43 2023-09-06T20:29:30,716 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-09-06T20:29:30,718 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-09-06T20:29:30,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=43 2023-09-06T20:29:31,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=43 2023-09-06T20:29:31,125 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-09-06T20:29:31,125 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE; SnapshotRegionProcedure ff0d0ce6eba9be25c26e29eaeed7dda1}] 2023-09-06T20:29:31,128 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=44, ppid=43, state=RUNNABLE; SnapshotRegionProcedure ff0d0ce6eba9be25c26e29eaeed7dda1 2023-09-06T20:29:31,278 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45993 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=44 2023-09-06T20:29:31,279 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1694032154507.ff0d0ce6eba9be25c26e29eaeed7dda1. 2023-09-06T20:29:31,279 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] regionserver.HRegion(2819): Flushing ff0d0ce6eba9be25c26e29eaeed7dda1 2/2 column families, dataSize=1.14 KB heapSize=2.37 KB 2023-09-06T20:29:31,284 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/backup/system/ff0d0ce6eba9be25c26e29eaeed7dda1/.tmp/meta/15eceba7545841adb3c979fbee95a93a is 169, key is trslm:hdfs://localhost:38783/backupUT\x00test-1694032148610/meta:log-roll-map/1694032166490/Put/seqid=0 2023-09-06T20:29:31,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=43 2023-09-06T20:29:31,689 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=589 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/backup/system/ff0d0ce6eba9be25c26e29eaeed7dda1/.tmp/meta/15eceba7545841adb3c979fbee95a93a 2023-09-06T20:29:31,699 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/backup/system/ff0d0ce6eba9be25c26e29eaeed7dda1/.tmp/session/6390d9c8bf3d4863a2e99371c1b95ed0 is 310, key is session:backup_1694032158856/session:context/1694032166956/Put/seqid=0 2023-09-06T20:29:31,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=43 2023-09-06T20:29:32,104 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=579 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/backup/system/ff0d0ce6eba9be25c26e29eaeed7dda1/.tmp/session/6390d9c8bf3d4863a2e99371c1b95ed0 2023-09-06T20:29:32,111 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/backup/system/ff0d0ce6eba9be25c26e29eaeed7dda1/.tmp/meta/15eceba7545841adb3c979fbee95a93a as hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/backup/system/ff0d0ce6eba9be25c26e29eaeed7dda1/meta/15eceba7545841adb3c979fbee95a93a 2023-09-06T20:29:32,120 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/backup/system/ff0d0ce6eba9be25c26e29eaeed7dda1/meta/15eceba7545841adb3c979fbee95a93a, entries=5, sequenceid=19, filesize=5.5 K 2023-09-06T20:29:32,122 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/backup/system/ff0d0ce6eba9be25c26e29eaeed7dda1/.tmp/session/6390d9c8bf3d4863a2e99371c1b95ed0 as hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/backup/system/ff0d0ce6eba9be25c26e29eaeed7dda1/session/6390d9c8bf3d4863a2e99371c1b95ed0 2023-09-06T20:29:32,128 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/backup/system/ff0d0ce6eba9be25c26e29eaeed7dda1/session/6390d9c8bf3d4863a2e99371c1b95ed0, entries=2, sequenceid=19, filesize=5.3 K 2023-09-06T20:29:32,129 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] regionserver.HRegion(3022): Finished flush of dataSize ~1.14 KB/1168, heapSize ~2.34 KB/2392, currentSize=0 B/0 for ff0d0ce6eba9be25c26e29eaeed7dda1 in 850ms, sequenceid=19, compaction requested=false 2023-09-06T20:29:32,129 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] regionserver.HRegion(2520): Flush status journal for ff0d0ce6eba9be25c26e29eaeed7dda1: 2023-09-06T20:29:32,130 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1694032154507.ff0d0ce6eba9be25c26e29eaeed7dda1. for snapshot_backup_system completed. 2023-09-06T20:29:32,130 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1694032154507.ff0d0ce6eba9be25c26e29eaeed7dda1.' region-info for snapshot=snapshot_backup_system 2023-09-06T20:29:32,130 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-09-06T20:29:32,130 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/backup/system/ff0d0ce6eba9be25c26e29eaeed7dda1/meta/b42b3f6b326442dfaadda4c2716f7902, hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/backup/system/ff0d0ce6eba9be25c26e29eaeed7dda1/meta/15eceba7545841adb3c979fbee95a93a] hfiles 2023-09-06T20:29:32,130 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] snapshot.SnapshotManifest(264): Adding reference for file (1/2): hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/backup/system/ff0d0ce6eba9be25c26e29eaeed7dda1/meta/b42b3f6b326442dfaadda4c2716f7902 for snapshot=snapshot_backup_system 2023-09-06T20:29:32,130 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] snapshot.SnapshotManifest(264): Adding reference for file (2/2): hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/backup/system/ff0d0ce6eba9be25c26e29eaeed7dda1/meta/15eceba7545841adb3c979fbee95a93a for snapshot=snapshot_backup_system 2023-09-06T20:29:32,130 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/backup/system/ff0d0ce6eba9be25c26e29eaeed7dda1/session/2c30f6a7c1504ef7b24d8e648ae5abb2, hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/backup/system/ff0d0ce6eba9be25c26e29eaeed7dda1/session/6390d9c8bf3d4863a2e99371c1b95ed0] hfiles 2023-09-06T20:29:32,130 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] snapshot.SnapshotManifest(264): Adding reference for file (1/2): hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/backup/system/ff0d0ce6eba9be25c26e29eaeed7dda1/session/2c30f6a7c1504ef7b24d8e648ae5abb2 for snapshot=snapshot_backup_system 2023-09-06T20:29:32,130 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] snapshot.SnapshotManifest(264): Adding reference for file (2/2): hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/backup/system/ff0d0ce6eba9be25c26e29eaeed7dda1/session/6390d9c8bf3d4863a2e99371c1b95ed0 for snapshot=snapshot_backup_system 2023-09-06T20:29:32,536 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1694032154507.ff0d0ce6eba9be25c26e29eaeed7dda1. 2023-09-06T20:29:32,536 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=44 2023-09-06T20:29:32,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.HMaster(3995): Remote procedure done, pid=44 2023-09-06T20:29:32,537 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region ff0d0ce6eba9be25c26e29eaeed7dda1 2023-09-06T20:29:32,538 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=44, ppid=43, state=RUNNABLE; SnapshotRegionProcedure ff0d0ce6eba9be25c26e29eaeed7dda1 2023-09-06T20:29:32,541 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=44, resume processing ppid=43 2023-09-06T20:29:32,541 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-09-06T20:29:32,541 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=44, ppid=43, state=SUCCESS; SnapshotRegionProcedure ff0d0ce6eba9be25c26e29eaeed7dda1 in 1.4140 sec 2023-09-06T20:29:32,542 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-09-06T20:29:32,542 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-09-06T20:29:32,542 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-09-06T20:29:32,543 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/.hbase-snapshot/.tmp/snapshot_backup_system 2023-09-06T20:29:32,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=43 2023-09-06T20:29:32,954 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-09-06T20:29:32,963 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-09-06T20:29:32,964 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/.hbase-snapshot/snapshot_backup_system 2023-09-06T20:29:32,965 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-09-06T20:29:32,965 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 43 2023-09-06T20:29:32,967 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2520 sec 2023-09-06T20:29:32,967 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-09-06T20:29:34,295 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-09-06T20:29:34,297 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:44936, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-09-06T20:29:34,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=43 2023-09-06T20:29:34,823 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] impl.TableBackupClient(115): Backup backup_1694032170684 started at 1694032174823. 2023-09-06T20:29:34,825 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] impl.TableBackupClient(119): Backup session backup_1694032170684 has been started. 2023-09-06T20:29:34,830 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] impl.FullTableBackupClient(150): Execute roll log procedure for full backup ... 2023-09-06T20:29:34,830 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(948): Client=jenkins//172.31.12.81 procedure request for: rolllog-proc 2023-09-06T20:29:34,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-09-06T20:29:34,831 INFO [(jenkins-hbase3.apache.org,45901,1694032136650)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-09-06T20:29:34,831 DEBUG [(jenkins-hbase3.apache.org,45901,1694032136650)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-09-06T20:29:34,832 DEBUG [(jenkins-hbase3.apache.org,45901,1694032136650)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-09-06T20:29:34,832 DEBUG [(jenkins-hbase3.apache.org,45901,1694032136650)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-09-06T20:29:34,832 DEBUG [(jenkins-hbase3.apache.org,45901,1694032136650)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-09-06T20:29:34,835 DEBUG [(jenkins-hbase3.apache.org,45901,1694032136650)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,45993,1694032139982 2023-09-06T20:29:34,835 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-09-06T20:29:34,835 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-09-06T20:29:34,835 DEBUG [(jenkins-hbase3.apache.org,45901,1694032136650)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-09-06T20:29:34,835 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-09-06T20:29:34,836 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-09-06T20:29:34,836 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-09-06T20:29:34,836 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-09-06T20:29:34,836 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-09-06T20:29:34,836 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-09-06T20:29:34,836 DEBUG [member: 'jenkins-hbase3.apache.org,45993,1694032139982' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-09-06T20:29:34,836 DEBUG [member: 'jenkins-hbase3.apache.org,45993,1694032139982' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-09-06T20:29:34,837 DEBUG [member: 'jenkins-hbase3.apache.org,45993,1694032139982' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-09-06T20:29:34,837 DEBUG [member: 'jenkins-hbase3.apache.org,45993,1694032139982' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-09-06T20:29:34,837 DEBUG [member: 'jenkins-hbase3.apache.org,45993,1694032139982' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,45993,1694032139982' joining acquired barrier for procedure (rolllog) in zk 2023-09-06T20:29:34,839 DEBUG [member: 'jenkins-hbase3.apache.org,45993,1694032139982' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-09-06T20:29:34,839 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,45993,1694032139982 2023-09-06T20:29:34,839 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-09-06T20:29:34,839 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-09-06T20:29:34,840 DEBUG [member: 'jenkins-hbase3.apache.org,45993,1694032139982' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-09-06T20:29:34,840 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-09-06T20:29:34,840 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-09-06T20:29:34,840 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:29:34,841 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,45993,1694032139982 2023-09-06T20:29:34,841 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-09-06T20:29:34,841 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,45993,1694032139982' joining acquired barrier for procedure 'rolllog' on coordinator 2023-09-06T20:29:34,841 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@73048c6f[Count = 0] remaining members to acquire global barrier 2023-09-06T20:29:34,841 DEBUG [(jenkins-hbase3.apache.org,45901,1694032136650)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-09-06T20:29:34,841 DEBUG [(jenkins-hbase3.apache.org,45901,1694032136650)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-09-06T20:29:34,843 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-09-06T20:29:34,843 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-09-06T20:29:34,843 DEBUG [member: 'jenkins-hbase3.apache.org,45993,1694032139982' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-09-06T20:29:34,843 DEBUG [(jenkins-hbase3.apache.org,45901,1694032136650)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-09-06T20:29:34,843 DEBUG [member: 'jenkins-hbase3.apache.org,45993,1694032139982' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-09-06T20:29:34,843 DEBUG [rs(jenkins-hbase3.apache.org,45993,1694032139982)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase3.apache.org,45993,1694032139982 2023-09-06T20:29:34,843 INFO [rs(jenkins-hbase3.apache.org,45993,1694032139982)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1694032161124 highest: 1694032161124 on jenkins-hbase3.apache.org,45993,1694032139982 2023-09-06T20:29:34,843 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C45993%2C1694032139982:(num 1694032161124) roll requested 2023-09-06T20:29:34,855 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/WALs/jenkins-hbase3.apache.org,45993,1694032139982/jenkins-hbase3.apache.org%2C45993%2C1694032139982.1694032174843, exclude list is [], retry=0 2023-09-06T20:29:34,859 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40607,DS-dd16bfc9-5ec4-4172-a481-7124ea64b8c3,DISK] 2023-09-06T20:29:34,860 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/WALs/jenkins-hbase3.apache.org,45993,1694032139982/jenkins-hbase3.apache.org%2C45993%2C1694032139982.1694032161124 with entries=16, filesize=3.59 KB; new WAL /user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/WALs/jenkins-hbase3.apache.org,45993,1694032139982/jenkins-hbase3.apache.org%2C45993%2C1694032139982.1694032174843 2023-09-06T20:29:34,860 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:40607,DS-dd16bfc9-5ec4-4172-a481-7124ea64b8c3,DISK]] 2023-09-06T20:29:34,860 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/WALs/jenkins-hbase3.apache.org,45993,1694032139982/jenkins-hbase3.apache.org%2C45993%2C1694032139982.1694032161124 is not closed yet, will try archiving it next time 2023-09-06T20:29:34,860 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C45993%2C1694032139982.meta:.meta(num 1694032161145) roll requested 2023-09-06T20:29:34,872 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/WALs/jenkins-hbase3.apache.org,45993,1694032139982/jenkins-hbase3.apache.org%2C45993%2C1694032139982.meta.1694032174861.meta, exclude list is [], retry=0 2023-09-06T20:29:34,876 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40607,DS-dd16bfc9-5ec4-4172-a481-7124ea64b8c3,DISK] 2023-09-06T20:29:34,878 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/WALs/jenkins-hbase3.apache.org,45993,1694032139982/jenkins-hbase3.apache.org%2C45993%2C1694032139982.meta.1694032161145.meta with entries=12, filesize=2.73 KB; new WAL /user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/WALs/jenkins-hbase3.apache.org,45993,1694032139982/jenkins-hbase3.apache.org%2C45993%2C1694032139982.meta.1694032174861.meta 2023-09-06T20:29:34,878 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:40607,DS-dd16bfc9-5ec4-4172-a481-7124ea64b8c3,DISK]] 2023-09-06T20:29:34,878 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/WALs/jenkins-hbase3.apache.org,45993,1694032139982/jenkins-hbase3.apache.org%2C45993%2C1694032139982.meta.1694032161145.meta is not closed yet, will try archiving it next time 2023-09-06T20:29:34,883 DEBUG [rs(jenkins-hbase3.apache.org,45993,1694032139982)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 40 2023-09-06T20:29:34,883 INFO [rs(jenkins-hbase3.apache.org,45993,1694032139982)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1694032174843 on jenkins-hbase3.apache.org,45993,1694032139982 2023-09-06T20:29:34,893 DEBUG [member: 'jenkins-hbase3.apache.org,45993,1694032139982' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-09-06T20:29:34,893 DEBUG [member: 'jenkins-hbase3.apache.org,45993,1694032139982' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase3.apache.org,45993,1694032139982' in zk 2023-09-06T20:29:34,900 DEBUG [member: 'jenkins-hbase3.apache.org,45993,1694032139982' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-09-06T20:29:34,900 DEBUG [member: 'jenkins-hbase3.apache.org,45993,1694032139982' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-09-06T20:29:34,900 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,45993,1694032139982 2023-09-06T20:29:34,900 DEBUG [member: 'jenkins-hbase3.apache.org,45993,1694032139982' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-09-06T20:29:34,901 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-09-06T20:29:34,901 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-09-06T20:29:34,901 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-09-06T20:29:34,901 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-09-06T20:29:34,902 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:29:34,902 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,45993,1694032139982 2023-09-06T20:29:34,902 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-09-06T20:29:34,903 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:29:34,903 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,45993,1694032139982 2023-09-06T20:29:34,903 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase3.apache.org,45993,1694032139982': 2023-09-06T20:29:34,904 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,45993,1694032139982' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-09-06T20:29:34,904 INFO [(jenkins-hbase3.apache.org,45901,1694032136650)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-09-06T20:29:34,904 DEBUG [(jenkins-hbase3.apache.org,45901,1694032136650)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-09-06T20:29:34,904 DEBUG [(jenkins-hbase3.apache.org,45901,1694032136650)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-09-06T20:29:34,904 DEBUG [(jenkins-hbase3.apache.org,45901,1694032136650)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-09-06T20:29:34,904 INFO [(jenkins-hbase3.apache.org,45901,1694032136650)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-09-06T20:29:34,906 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-09-06T20:29:34,906 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-09-06T20:29:34,906 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-09-06T20:29:34,906 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-09-06T20:29:34,906 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-09-06T20:29:34,906 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-09-06T20:29:34,906 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-09-06T20:29:34,906 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-09-06T20:29:34,907 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:29:34,907 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-09-06T20:29:34,907 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-09-06T20:29:34,908 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:29:34,908 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,45993,1694032139982 2023-09-06T20:29:34,909 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-09-06T20:29:34,909 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:29:34,910 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,45993,1694032139982 2023-09-06T20:29:34,913 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-09-06T20:29:34,913 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-09-06T20:29:34,913 DEBUG [(jenkins-hbase3.apache.org,45901,1694032136650)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-09-06T20:29:34,913 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-09-06T20:29:34,913 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-09-06T20:29:34,914 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-09-06T20:29:34,914 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-09-06T20:29:35,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(1249): Checking to see if procedure from request:rolllog-proc is done 2023-09-06T20:29:35,018 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(1687): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1694032175017_default_test-1694032148610 table=test-1694032148610 type=FLUSH ttl=0 } 2023-09-06T20:29:35,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1694032175018 (current time:1694032175018). 2023-09-06T20:29:35,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-09-06T20:29:35,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1694032175017_default_test-1694032148610 VERSION not specified, setting to 2 2023-09-06T20:29:35,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33328935, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:29:35,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:29:35,029 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:33428, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:29:35,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:29:35,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-09-06T20:29:35,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] procedure2.ProcedureExecutor(1032): Stored pid=45, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=45, snapshot={ ss=snapshot_1694032175017_default_test-1694032148610 table=test-1694032148610 type=FLUSH ttl=0 } 2023-09-06T20:29:35,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_1694032175017_default_test-1694032148610 table=test-1694032148610 type=FLUSH ttl=0 }, snapshot procedure id = 45 2023-09-06T20:29:35,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=45 2023-09-06T20:29:35,033 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=45, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=45, snapshot={ ss=snapshot_1694032175017_default_test-1694032148610 table=test-1694032148610 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-09-06T20:29:35,034 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=45, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=45, snapshot={ ss=snapshot_1694032175017_default_test-1694032148610 table=test-1694032148610 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-09-06T20:29:35,036 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=45, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=45, snapshot={ ss=snapshot_1694032175017_default_test-1694032148610 table=test-1694032148610 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-09-06T20:29:35,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=45 2023-09-06T20:29:35,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=45 2023-09-06T20:29:35,443 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=45, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=45, snapshot={ ss=snapshot_1694032175017_default_test-1694032148610 table=test-1694032148610 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-09-06T20:29:35,443 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE; SnapshotRegionProcedure 37f7c4bbd879a0fc61e2c531d7bb5d59}] 2023-09-06T20:29:35,445 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=46, ppid=45, state=RUNNABLE; SnapshotRegionProcedure 37f7c4bbd879a0fc61e2c531d7bb5d59 2023-09-06T20:29:35,596 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45993 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=46 2023-09-06T20:29:35,596 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=46}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1694032148610,,1694032149095.37f7c4bbd879a0fc61e2c531d7bb5d59. 2023-09-06T20:29:35,597 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=46}] regionserver.HRegion(2520): Flush status journal for 37f7c4bbd879a0fc61e2c531d7bb5d59: 2023-09-06T20:29:35,597 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=46}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1694032148610,,1694032149095.37f7c4bbd879a0fc61e2c531d7bb5d59. for snapshot_1694032175017_default_test-1694032148610 completed. 2023-09-06T20:29:35,597 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=46}] snapshot.SnapshotManifest(240): Storing 'test-1694032148610,,1694032149095.37f7c4bbd879a0fc61e2c531d7bb5d59.' region-info for snapshot=snapshot_1694032175017_default_test-1694032148610 2023-09-06T20:29:35,597 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=46}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-09-06T20:29:35,597 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=46}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/default/test-1694032148610/37f7c4bbd879a0fc61e2c531d7bb5d59/f/5a681a56d38346938cebb728b09d7e10] hfiles 2023-09-06T20:29:35,597 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=46}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/default/test-1694032148610/37f7c4bbd879a0fc61e2c531d7bb5d59/f/5a681a56d38346938cebb728b09d7e10 for snapshot=snapshot_1694032175017_default_test-1694032148610 2023-09-06T20:29:35,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=45 2023-09-06T20:29:36,004 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=46}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1694032148610,,1694032149095.37f7c4bbd879a0fc61e2c531d7bb5d59. 2023-09-06T20:29:36,004 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=46 2023-09-06T20:29:36,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.HMaster(3995): Remote procedure done, pid=46 2023-09-06T20:29:36,005 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1694032175017_default_test-1694032148610 on region 37f7c4bbd879a0fc61e2c531d7bb5d59 2023-09-06T20:29:36,006 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=46, ppid=45, state=RUNNABLE; SnapshotRegionProcedure 37f7c4bbd879a0fc61e2c531d7bb5d59 2023-09-06T20:29:36,008 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=46, resume processing ppid=45 2023-09-06T20:29:36,009 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=46, ppid=45, state=SUCCESS; SnapshotRegionProcedure 37f7c4bbd879a0fc61e2c531d7bb5d59 in 564 msec 2023-09-06T20:29:36,009 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=45, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=45, snapshot={ ss=snapshot_1694032175017_default_test-1694032148610 table=test-1694032148610 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-09-06T20:29:36,009 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=45, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=45, snapshot={ ss=snapshot_1694032175017_default_test-1694032148610 table=test-1694032148610 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-09-06T20:29:36,010 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=45, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=45, snapshot={ ss=snapshot_1694032175017_default_test-1694032148610 table=test-1694032148610 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-09-06T20:29:36,010 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1694032175017_default_test-1694032148610 2023-09-06T20:29:36,011 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/.hbase-snapshot/.tmp/snapshot_1694032175017_default_test-1694032148610 2023-09-06T20:29:36,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=45 2023-09-06T20:29:36,423 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=45, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=45, snapshot={ ss=snapshot_1694032175017_default_test-1694032148610 table=test-1694032148610 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-09-06T20:29:36,430 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=45, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=45, snapshot={ ss=snapshot_1694032175017_default_test-1694032148610 table=test-1694032148610 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-09-06T20:29:36,430 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/.hbase-snapshot/.tmp/snapshot_1694032175017_default_test-1694032148610 to hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/.hbase-snapshot/snapshot_1694032175017_default_test-1694032148610 2023-09-06T20:29:36,432 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=45, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=45, snapshot={ ss=snapshot_1694032175017_default_test-1694032148610 table=test-1694032148610 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-09-06T20:29:36,432 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_1694032175017_default_test-1694032148610 table=test-1694032148610 type=FLUSH ttl=0 }, snapshot procedure id = 45 2023-09-06T20:29:36,433 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=45, snapshot={ ss=snapshot_1694032175017_default_test-1694032148610 table=test-1694032148610 type=FLUSH ttl=0 } in 1.4010 sec 2023-09-06T20:29:37,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=45 2023-09-06T20:29:37,140 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] impl.FullTableBackupClient(171): snapshot copy for backup_1694032170684 2023-09-06T20:29:37,140 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2023-09-06T20:29:37,140 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] impl.FullTableBackupClient(80): There are 1 snapshots to be copied. 2023-09-06T20:29:37,140 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1694032170684_test-1694032148610 2023-09-06T20:29:37,140 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1694032175017_default_test-1694032148610 to hdfs://localhost:38783/backupUT/backup_1694032170684/default/test-1694032148610/ 2023-09-06T20:29:37,140 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-09-06T20:29:37,165 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:38783, inputRoot=hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315 2023-09-06T20:29:37,165 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,45901,1694032136650_-1323332847_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:38783/backupUT/backup_1694032170684/default/test-1694032148610, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:38783/backupUT/backup_1694032170684/default/test-1694032148610/.hbase-snapshot/.tmp/snapshot_1694032175017_default_test-1694032148610 2023-09-06T20:29:37,166 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:38783, inputRoot=hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315, snapshotDir=hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/.hbase-snapshot/snapshot_1694032175017_default_test-1694032148610. 2023-09-06T20:29:37,175 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/.hbase-snapshot/snapshot_1694032175017_default_test-1694032148610 to hdfs://localhost:38783/backupUT/backup_1694032170684/default/test-1694032148610/.hbase-snapshot/.tmp/snapshot_1694032175017_default_test-1694032148610 2023-09-06T20:29:37,596 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-09-06T20:29:37,597 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-09-06T20:29:37,597 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-09-06T20:29:37,598 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-09-06T20:29:37,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_table1 2023-09-06T20:29:38,627 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/40bb9d34-679b-4a3d-0b8b-af5fe94ec53e/hadoop-1344767564848740067.jar 2023-09-06T20:29:38,628 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-09-06T20:29:38,628 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-09-06T20:29:38,629 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:29:38,629 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-09-06T20:29:38,629 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-09-06T20:29:38,630 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-09-06T20:29:38,630 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-09-06T20:29:38,631 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-09-06T20:29:38,631 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-09-06T20:29:38,632 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-09-06T20:29:38,632 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-09-06T20:29:38,633 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-09-06T20:29:38,633 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-09-06T20:29:38,634 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-09-06T20:29:38,634 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-09-06T20:29:38,635 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-09-06T20:29:38,635 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-09-06T20:29:38,636 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-09-06T20:29:38,636 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-09-06T20:29:38,636 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-09-06T20:29:38,637 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-09-06T20:29:38,637 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-09-06T20:29:38,638 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-09-06T20:29:38,639 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-09-06T20:29:38,639 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-09-06T20:29:38,639 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-09-06T20:29:38,640 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-09-06T20:29:38,641 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-09-06T20:29:38,690 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1694032175017_default_test-1694032148610' hfile list 2023-09-06T20:29:38,693 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] snapshot.ExportSnapshot(674): export split=0 size=8.2 K 2023-09-06T20:29:38,769 WARN [Listener at jenkins-hbase3.apache.org/43321 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/40bb9d34-679b-4a3d-0b8b-af5fe94ec53e/mapreduce.cluster.local.dir/1694032178735/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-09-06T20:29:38,769 WARN [Listener at jenkins-hbase3.apache.org/43321 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/40bb9d34-679b-4a3d-0b8b-af5fe94ec53e/mapreduce.cluster.local.dir/1694032178735/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-09-06T20:29:38,824 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(228): Using bufferSize=128 M 2023-09-06T20:29:38,851 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/default/test-1694032148610/37f7c4bbd879a0fc61e2c531d7bb5d59/f/5a681a56d38346938cebb728b09d7e10 output=hdfs://localhost:38783/backupUT/backup_1694032170684/default/test-1694032148610/archive/data/default/test-1694032148610/37f7c4bbd879a0fc61e2c531d7bb5d59/f/5a681a56d38346938cebb728b09d7e10 2023-09-06T20:29:38,852 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=8396 (8.2 K) time=0sec 8.007M/sec 2023-09-06T20:29:39,804 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-09-06T20:29:39,806 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-09-06T20:29:39,812 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1694032175017_default_test-1694032148610 2023-09-06T20:29:39,812 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1694032175017_default_test-1694032148610 finished. 2023-09-06T20:29:39,813 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] impl.BackupSystemTable(1014): test-1694032148610 2023-09-06T20:29:39,820 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1694032170684 2023-09-06T20:29:39,820 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-09-06T20:29:40,226 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:38783/backupUT/backup_1694032170684/.backup.manifest 2023-09-06T20:29:40,226 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] impl.TableBackupClient(358): Backup backup_1694032170684 finished: type=FULL,tablelist=test-1694032148610,targetRootDir=hdfs://localhost:38783/backupUT,startts=1694032174823,completets=1694032179820,bytescopied=0 2023-09-06T20:29:40,226 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] impl.TableBackupClient(138): Trying to delete snapshot for full backup. 2023-09-06T20:29:40,226 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1694032175017_default_test-1694032148610 2023-09-06T20:29:40,228 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(761): Client=jenkins//172.31.12.81 delete name: "snapshot_1694032175017_default_test-1694032148610" 2023-09-06T20:29:40,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_1694032175017_default_test-1694032148610 2023-09-06T20:29:40,232 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1694032175017_default_test-1694032148610 for backup backup_1694032170684 succeeded. 2023-09-06T20:29:40,233 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] impl.BackupSystemTable(1552): Deleting snapshot_backup_system from the system 2023-09-06T20:29:40,238 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(761): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-09-06T20:29:40,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_backup_system 2023-09-06T20:29:40,242 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] impl.BackupSystemTable(1557): Done deleting backup system table snapshot 2023-09-06T20:29:40,244 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] impl.BackupSystemTable(637): Finish backup exclusive operation 2023-09-06T20:29:40,251 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] impl.TableBackupClient(376): Backup backup_1694032170684 completed. Backup session backup_1694032170684 finished. Status: SUCCESS 2023-09-06T20:29:40,252 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:29:40,275 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] backup.TestFullBackupSetRestoreSet(111): backup complete 2023-09-06T20:29:40,279 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.HMaster$12(2664): Client=jenkins//172.31.12.81 disable test-1694032148610 2023-09-06T20:29:40,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] procedure2.ProcedureExecutor(1032): Stored pid=47, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=test-1694032148610 2023-09-06T20:29:40,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=47 2023-09-06T20:29:40,285 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1694032148610","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032180284"}]},"ts":"1694032180284"} 2023-09-06T20:29:40,286 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1694032148610, state=DISABLING in hbase:meta 2023-09-06T20:29:40,288 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(293): Set test-1694032148610 to state=DISABLING 2023-09-06T20:29:40,289 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=test-1694032148610, region=37f7c4bbd879a0fc61e2c531d7bb5d59, UNASSIGN}] 2023-09-06T20:29:40,295 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=48, ppid=47, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=test-1694032148610, region=37f7c4bbd879a0fc61e2c531d7bb5d59, UNASSIGN 2023-09-06T20:29:40,296 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=48 updating hbase:meta row=37f7c4bbd879a0fc61e2c531d7bb5d59, regionState=CLOSING, regionLocation=jenkins-hbase3.apache.org,45993,1694032139982 2023-09-06T20:29:40,298 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE; CloseRegionProcedure 37f7c4bbd879a0fc61e2c531d7bb5d59, server=jenkins-hbase3.apache.org,45993,1694032139982}] 2023-09-06T20:29:40,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=47 2023-09-06T20:29:40,454 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] handler.UnassignRegionHandler(119): Close 37f7c4bbd879a0fc61e2c531d7bb5d59 2023-09-06T20:29:40,454 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1668): Closing 37f7c4bbd879a0fc61e2c531d7bb5d59, disabling compactions & flushes 2023-09-06T20:29:40,454 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1690): Closing region test-1694032148610,,1694032149095.37f7c4bbd879a0fc61e2c531d7bb5d59. 2023-09-06T20:29:40,454 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1694032148610,,1694032149095.37f7c4bbd879a0fc61e2c531d7bb5d59. 2023-09-06T20:29:40,454 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1778): Acquired close lock on test-1694032148610,,1694032149095.37f7c4bbd879a0fc61e2c531d7bb5d59. after waiting 0 ms 2023-09-06T20:29:40,454 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1788): Updates disabled for region test-1694032148610,,1694032149095.37f7c4bbd879a0fc61e2c531d7bb5d59. 2023-09-06T20:29:40,462 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/default/test-1694032148610/37f7c4bbd879a0fc61e2c531d7bb5d59/recovered.edits/107.seqid, newMaxSeqId=107, maxSeqId=1 2023-09-06T20:29:40,463 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:29:40,464 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1909): Closed test-1694032148610,,1694032149095.37f7c4bbd879a0fc61e2c531d7bb5d59. 2023-09-06T20:29:40,464 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1622): Region close journal for 37f7c4bbd879a0fc61e2c531d7bb5d59: 2023-09-06T20:29:40,466 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] handler.UnassignRegionHandler(163): Closed 37f7c4bbd879a0fc61e2c531d7bb5d59 2023-09-06T20:29:40,466 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=48 updating hbase:meta row=37f7c4bbd879a0fc61e2c531d7bb5d59, regionState=CLOSED 2023-09-06T20:29:40,469 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=49, resume processing ppid=48 2023-09-06T20:29:40,470 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=49, ppid=48, state=SUCCESS; CloseRegionProcedure 37f7c4bbd879a0fc61e2c531d7bb5d59, server=jenkins-hbase3.apache.org,45993,1694032139982 in 170 msec 2023-09-06T20:29:40,471 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=48, resume processing ppid=47 2023-09-06T20:29:40,471 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=48, ppid=47, state=SUCCESS; TransitRegionStateProcedure table=test-1694032148610, region=37f7c4bbd879a0fc61e2c531d7bb5d59, UNASSIGN in 180 msec 2023-09-06T20:29:40,472 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1694032148610","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032180472"}]},"ts":"1694032180472"} 2023-09-06T20:29:40,473 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1694032148610, state=DISABLED in hbase:meta 2023-09-06T20:29:40,475 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(305): Set test-1694032148610 to state=DISABLED 2023-09-06T20:29:40,476 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=47, state=SUCCESS; DisableTableProcedure table=test-1694032148610 in 196 msec 2023-09-06T20:29:40,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=47 2023-09-06T20:29:40,588 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.HMaster$5(2448): Client=jenkins//172.31.12.81 delete test-1694032148610 2023-09-06T20:29:40,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] procedure2.ProcedureExecutor(1032): Stored pid=50, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=test-1694032148610 2023-09-06T20:29:40,592 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(98): Waiting for RIT for pid=50, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=test-1694032148610 2023-09-06T20:29:40,592 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(110): Deleting regions from filesystem for pid=50, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=test-1694032148610 2023-09-06T20:29:40,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=50 2023-09-06T20:29:40,595 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/default/test-1694032148610/37f7c4bbd879a0fc61e2c531d7bb5d59 2023-09-06T20:29:40,598 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/default/test-1694032148610/37f7c4bbd879a0fc61e2c531d7bb5d59/f, FileablePath, hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/default/test-1694032148610/37f7c4bbd879a0fc61e2c531d7bb5d59/recovered.edits] 2023-09-06T20:29:40,603 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/default/test-1694032148610/37f7c4bbd879a0fc61e2c531d7bb5d59/f/5a681a56d38346938cebb728b09d7e10 to hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/archive/data/default/test-1694032148610/37f7c4bbd879a0fc61e2c531d7bb5d59/f/5a681a56d38346938cebb728b09d7e10 2023-09-06T20:29:40,606 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/default/test-1694032148610/37f7c4bbd879a0fc61e2c531d7bb5d59/recovered.edits/107.seqid to hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/archive/data/default/test-1694032148610/37f7c4bbd879a0fc61e2c531d7bb5d59/recovered.edits/107.seqid 2023-09-06T20:29:40,607 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/default/test-1694032148610/37f7c4bbd879a0fc61e2c531d7bb5d59 2023-09-06T20:29:40,607 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(293): Archived test-1694032148610 regions 2023-09-06T20:29:40,610 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from META for pid=50, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=test-1694032148610 2023-09-06T20:29:40,612 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(350): Deleting some vestigial 1 rows of test-1694032148610 from hbase:meta 2023-09-06T20:29:40,615 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(387): Removing 'test-1694032148610' descriptor. 2023-09-06T20:29:40,616 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(121): Deleting assignment state for pid=50, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=test-1694032148610 2023-09-06T20:29:40,616 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(377): Removing 'test-1694032148610' from region states. 2023-09-06T20:29:40,616 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"test-1694032148610,,1694032149095.37f7c4bbd879a0fc61e2c531d7bb5d59.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1694032180616"}]},"ts":"9223372036854775807"} 2023-09-06T20:29:40,619 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2023-09-06T20:29:40,619 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 37f7c4bbd879a0fc61e2c531d7bb5d59, NAME => 'test-1694032148610,,1694032149095.37f7c4bbd879a0fc61e2c531d7bb5d59.', STARTKEY => '', ENDKEY => ''}] 2023-09-06T20:29:40,619 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(381): Marking 'test-1694032148610' as deleted. 2023-09-06T20:29:40,619 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"test-1694032148610","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1694032180619"}]},"ts":"9223372036854775807"} 2023-09-06T20:29:40,621 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table test-1694032148610 state from META 2023-09-06T20:29:40,623 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(127): Finished pid=50, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=test-1694032148610 2023-09-06T20:29:40,624 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=50, state=SUCCESS; DeleteTableProcedure table=test-1694032148610 in 35 msec 2023-09-06T20:29:40,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=50 2023-09-06T20:29:40,695 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] backup.RestoreDriver(101): Found -overwrite option in restore command, will overwrite to existing table if any in the restore target 2023-09-06T20:29:40,703 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45007c2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:29:40,704 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:29:40,705 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:60464, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-09-06T20:29:40,709 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:29:40,710 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:36706, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:29:40,724 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] impl.RestoreTablesClient(101): HBase table test-1694032148610 does not exist. It will be created during restore process 2023-09-06T20:29:40,725 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:38783/backupUT/backup_1694032170684/.backup.manifest 2023-09-06T20:29:40,728 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1694032170684/.backup.manifest 2023-09-06T20:29:40,729 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:38783/backupUT/backup_1694032170684/.backup.manifest 2023-09-06T20:29:40,731 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1694032170684/.backup.manifest 2023-09-06T20:29:40,731 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] impl.RestoreTablesClient(148): Restoring 'test-1694032148610' to 'test-1694032148610' from full backup image hdfs://localhost:38783/backupUT/backup_1694032170684/default/test-1694032148610 2023-09-06T20:29:40,740 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] util.RestoreTool(487): Creating target table 'test-1694032148610' 2023-09-06T20:29:40,740 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:38783/backupUT/backup_1694032170684/default/test-1694032148610/archive/data/default/test-1694032148610/37f7c4bbd879a0fc61e2c531d7bb5d59 2023-09-06T20:29:40,741 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:38783/backupUT/backup_1694032170684/default/test-1694032148610/archive/data/default/test-1694032148610/37f7c4bbd879a0fc61e2c531d7bb5d59/f in region [hdfs://localhost:38783/backupUT/backup_1694032170684/default/test-1694032148610/archive/data/default/test-1694032148610/37f7c4bbd879a0fc61e2c531d7bb5d59] 2023-09-06T20:29:40,745 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] util.RestoreTool(442): Trying to figure out region boundaries hfile=hdfs://localhost:38783/backupUT/backup_1694032170684/default/test-1694032148610/archive/data/default/test-1694032148610/37f7c4bbd879a0fc61e2c531d7bb5d59/f/5a681a56d38346938cebb728b09d7e10 first=row0 last=row98 2023-09-06T20:29:40,746 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'test-1694032148610', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:29:40,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] procedure2.ProcedureExecutor(1032): Stored pid=51, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test-1694032148610 2023-09-06T20:29:40,750 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=51, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test-1694032148610 execute state=CREATE_TABLE_PRE_OPERATION 2023-09-06T20:29:40,750 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "default" qualifier: "test-1694032148610" procId is: 51 2023-09-06T20:29:40,751 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=51, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test-1694032148610 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-09-06T20:29:40,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=51 2023-09-06T20:29:40,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=51 2023-09-06T20:29:41,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=51 2023-09-06T20:29:41,159 INFO [RegionOpenAndInit-test-1694032148610-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => c1eedaa5e2672a18a418f9759a71279c, NAME => 'test-1694032148610,,1694032180746.c1eedaa5e2672a18a418f9759a71279c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1694032148610', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315 2023-09-06T20:29:41,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=51 2023-09-06T20:29:41,567 DEBUG [RegionOpenAndInit-test-1694032148610-pool-0 {}] regionserver.HRegion(888): Instantiated test-1694032148610,,1694032180746.c1eedaa5e2672a18a418f9759a71279c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:29:41,567 DEBUG [RegionOpenAndInit-test-1694032148610-pool-0 {}] regionserver.HRegion(1668): Closing c1eedaa5e2672a18a418f9759a71279c, disabling compactions & flushes 2023-09-06T20:29:41,568 INFO [RegionOpenAndInit-test-1694032148610-pool-0 {}] regionserver.HRegion(1690): Closing region test-1694032148610,,1694032180746.c1eedaa5e2672a18a418f9759a71279c. 2023-09-06T20:29:41,568 DEBUG [RegionOpenAndInit-test-1694032148610-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1694032148610,,1694032180746.c1eedaa5e2672a18a418f9759a71279c. 2023-09-06T20:29:41,568 DEBUG [RegionOpenAndInit-test-1694032148610-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on test-1694032148610,,1694032180746.c1eedaa5e2672a18a418f9759a71279c. after waiting 0 ms 2023-09-06T20:29:41,568 DEBUG [RegionOpenAndInit-test-1694032148610-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region test-1694032148610,,1694032180746.c1eedaa5e2672a18a418f9759a71279c. 2023-09-06T20:29:41,568 INFO [RegionOpenAndInit-test-1694032148610-pool-0 {}] regionserver.HRegion(1909): Closed test-1694032148610,,1694032180746.c1eedaa5e2672a18a418f9759a71279c. 2023-09-06T20:29:41,568 DEBUG [RegionOpenAndInit-test-1694032148610-pool-0 {}] regionserver.HRegion(1622): Region close journal for c1eedaa5e2672a18a418f9759a71279c: 2023-09-06T20:29:41,569 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=51, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test-1694032148610 execute state=CREATE_TABLE_ADD_TO_META 2023-09-06T20:29:41,569 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test-1694032148610,,1694032180746.c1eedaa5e2672a18a418f9759a71279c.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1694032181569"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1694032181569"}]},"ts":"1694032181569"} 2023-09-06T20:29:41,571 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-09-06T20:29:41,572 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=51, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test-1694032148610 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-09-06T20:29:41,572 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1694032148610","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032181572"}]},"ts":"1694032181572"} 2023-09-06T20:29:41,573 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1694032148610, state=ENABLING in hbase:meta 2023-09-06T20:29:41,578 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1694032148610, region=c1eedaa5e2672a18a418f9759a71279c, ASSIGN}] 2023-09-06T20:29:41,580 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=52, ppid=51, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1694032148610, region=c1eedaa5e2672a18a418f9759a71279c, ASSIGN 2023-09-06T20:29:41,581 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=52, ppid=51, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test-1694032148610, region=c1eedaa5e2672a18a418f9759a71279c, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,45993,1694032139982; forceNewPlan=false, retain=false 2023-09-06T20:29:41,733 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=52 updating hbase:meta row=c1eedaa5e2672a18a418f9759a71279c, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,45993,1694032139982 2023-09-06T20:29:41,735 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE; OpenRegionProcedure c1eedaa5e2672a18a418f9759a71279c, server=jenkins-hbase3.apache.org,45993,1694032139982}] 2023-09-06T20:29:41,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=51 2023-09-06T20:29:41,891 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(130): Open test-1694032148610,,1694032180746.c1eedaa5e2672a18a418f9759a71279c. 2023-09-06T20:29:41,891 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7254): Opening region: {ENCODED => c1eedaa5e2672a18a418f9759a71279c, NAME => 'test-1694032148610,,1694032180746.c1eedaa5e2672a18a418f9759a71279c.', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:29:41,891 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:29:41,892 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1694032148610 c1eedaa5e2672a18a418f9759a71279c 2023-09-06T20:29:41,892 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(888): Instantiated test-1694032148610,,1694032180746.c1eedaa5e2672a18a418f9759a71279c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:29:41,892 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7296): checking encryption for c1eedaa5e2672a18a418f9759a71279c 2023-09-06T20:29:41,892 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7299): checking classloading for c1eedaa5e2672a18a418f9759a71279c 2023-09-06T20:29:41,893 INFO [StoreOpener-c1eedaa5e2672a18a418f9759a71279c-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c1eedaa5e2672a18a418f9759a71279c 2023-09-06T20:29:41,895 INFO [StoreOpener-c1eedaa5e2672a18a418f9759a71279c-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1eedaa5e2672a18a418f9759a71279c columnFamilyName f 2023-09-06T20:29:41,895 DEBUG [StoreOpener-c1eedaa5e2672a18a418f9759a71279c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:29:41,895 INFO [StoreOpener-c1eedaa5e2672a18a418f9759a71279c-1 {}] regionserver.HStore(324): Store=c1eedaa5e2672a18a418f9759a71279c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:29:41,896 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/default/test-1694032148610/c1eedaa5e2672a18a418f9759a71279c 2023-09-06T20:29:41,897 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/default/test-1694032148610/c1eedaa5e2672a18a418f9759a71279c 2023-09-06T20:29:41,898 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1076): writing seq id for c1eedaa5e2672a18a418f9759a71279c 2023-09-06T20:29:41,900 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/default/test-1694032148610/c1eedaa5e2672a18a418f9759a71279c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:29:41,901 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): Opened c1eedaa5e2672a18a418f9759a71279c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11907380960, jitterRate=0.10896126925945282}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-09-06T20:29:41,901 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(992): Region open journal for c1eedaa5e2672a18a418f9759a71279c: 2023-09-06T20:29:41,902 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2556): Post open deploy tasks for test-1694032148610,,1694032180746.c1eedaa5e2672a18a418f9759a71279c., pid=53, masterSystemTime=1694032181887 2023-09-06T20:29:41,904 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2583): Finished post open deploy task for test-1694032148610,,1694032180746.c1eedaa5e2672a18a418f9759a71279c. 2023-09-06T20:29:41,904 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(158): Opened test-1694032148610,,1694032180746.c1eedaa5e2672a18a418f9759a71279c. 2023-09-06T20:29:41,904 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=52 updating hbase:meta row=c1eedaa5e2672a18a418f9759a71279c, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,45993,1694032139982 2023-09-06T20:29:41,907 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=53, resume processing ppid=52 2023-09-06T20:29:41,907 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=53, ppid=52, state=SUCCESS; OpenRegionProcedure c1eedaa5e2672a18a418f9759a71279c, server=jenkins-hbase3.apache.org,45993,1694032139982 in 170 msec 2023-09-06T20:29:41,909 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=52, resume processing ppid=51 2023-09-06T20:29:41,909 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=52, ppid=51, state=SUCCESS; TransitRegionStateProcedure table=test-1694032148610, region=c1eedaa5e2672a18a418f9759a71279c, ASSIGN in 329 msec 2023-09-06T20:29:41,909 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=51, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test-1694032148610 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-09-06T20:29:41,909 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1694032148610","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032181909"}]},"ts":"1694032181909"} 2023-09-06T20:29:41,910 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1694032148610, state=ENABLED in hbase:meta 2023-09-06T20:29:41,912 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=51, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test-1694032148610 execute state=CREATE_TABLE_POST_OPERATION 2023-09-06T20:29:41,914 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=51, state=SUCCESS; CreateTableProcedure table=test-1694032148610 in 1.1670 sec 2023-09-06T20:29:42,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45901 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=51 2023-09-06T20:29:42,862 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:38783/backupUT/backup_1694032170684/default/test-1694032148610/archive/data/default/test-1694032148610/37f7c4bbd879a0fc61e2c531d7bb5d59 from hbase tables test-1694032148610 to tables test-1694032148610 2023-09-06T20:29:42,862 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.MapReduceRestoreJob(72): Restore test-1694032148610 into test-1694032148610 2023-09-06T20:29:42,864 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/hbase-staging/bulk_output-default-test-1694032148610-1694032182862 from hdfs://localhost:38783/backupUT/backup_1694032170684/default/test-1694032148610/archive/data/default/test-1694032148610/37f7c4bbd879a0fc61e2c531d7bb5d59 2023-09-06T20:29:42,875 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dd89358, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:29:42,875 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:29:42,877 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:60478, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-09-06T20:29:42,878 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-09-06T20:29:42,879 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table test-1694032148610 2023-09-06T20:29:42,882 DEBUG [hconnection-0xe54add5-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:29:42,883 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:36708, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:29:42,884 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for test-1694032148610: 2023-09-06T20:29:42,884 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-09-06T20:29:42,884 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/hbase-staging/partitions_d3ca4085-d470-42eb-a120-25feb49bc200 2023-09-06T20:29:43,293 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-09-06T20:29:43,294 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-09-06T20:29:43,294 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-09-06T20:29:43,295 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-09-06T20:29:43,390 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-09-06T20:29:43,842 INFO [master/jenkins-hbase3:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2023-09-06T20:29:43,842 INFO [master/jenkins-hbase3:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2023-09-06T20:29:44,276 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/40bb9d34-679b-4a3d-0b8b-af5fe94ec53e/hadoop-4434314965643651829.jar 2023-09-06T20:29:44,277 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-09-06T20:29:44,277 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-09-06T20:29:44,277 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:29:44,278 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-09-06T20:29:44,278 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-09-06T20:29:44,279 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-09-06T20:29:44,279 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-09-06T20:29:44,279 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-09-06T20:29:44,280 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-09-06T20:29:44,281 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-09-06T20:29:44,281 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-09-06T20:29:44,282 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-09-06T20:29:44,282 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-09-06T20:29:44,283 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-09-06T20:29:44,283 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-09-06T20:29:44,283 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-09-06T20:29:44,284 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-09-06T20:29:44,284 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-09-06T20:29:44,284 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-09-06T20:29:44,285 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-09-06T20:29:44,285 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-09-06T20:29:44,286 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-09-06T20:29:44,286 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:29:44,287 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:29:44,287 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-09-06T20:29:44,287 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:29:44,288 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:29:44,288 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-09-06T20:29:44,289 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: test-1694032148610 2023-09-06T20:29:44,289 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:29:44,289 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-09-06T20:29:44,289 WARN [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-09-06T20:29:44,290 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-09-06T20:29:44,317 WARN [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-09-06T20:29:44,393 WARN [Listener at jenkins-hbase3.apache.org/43321 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/40bb9d34-679b-4a3d-0b8b-af5fe94ec53e/mapreduce.cluster.local.dir/1694032184359/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-09-06T20:29:44,394 WARN [Listener at jenkins-hbase3.apache.org/43321 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/40bb9d34-679b-4a3d-0b8b-af5fe94ec53e/mapreduce.cluster.local.dir/1694032184359/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-09-06T20:29:44,466 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:38783/backupUT/backup_1694032170684/default/test-1694032148610/archive/data/default/test-1694032148610/37f7c4bbd879a0fc61e2c531d7bb5d59/f/5a681a56d38346938cebb728b09d7e10 2023-09-06T20:29:44,470 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-09-06T20:29:44,496 DEBUG [pool-228-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d1ff7a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:29:44,499 DEBUG [hconnection-0x39764bd1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:29:44,500 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:36710, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:29:44,505 DEBUG [pool-228-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:29:44,505 DEBUG [pool-228-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row0] 2023-09-06T20:29:44,506 DEBUG [pool-228-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-09-06T20:29:44,515 DEBUG [pool-228-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/hbase-staging/bulk_output-default-test-1694032148610-1694032182862/_temporary/0/_temporary/attempt_local1707535143_0004_r_000000_0/f/76617ccf69e64fd9a64fd1bbf5acf8ac is 37, key is row10/f:q1/1694032149766/Put/seqid=0 2023-09-06T20:29:44,517 WARN [Thread-893 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:45993] Specified favored nodes: [jenkins-hbase3.apache.org:45993] 2023-09-06T20:29:45,444 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.MapReduceRestoreJob(89): Restoring HFiles from directory hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/hbase-staging/bulk_output-default-test-1694032148610-1694032182862 2023-09-06T20:29:45,450 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5662a7bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:29:45,452 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:29:45,454 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:36712, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:29:45,460 WARN [Listener at jenkins-hbase3.apache.org/43321 {}] tool.LoadIncrementalHFiles(1067): Skipping non-directory hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/hbase-staging/bulk_output-default-test-1694032148610-1694032182862/_SUCCESS 2023-09-06T20:29:45,464 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:29:45,465 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:60494, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-09-06T20:29:45,481 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/hbase-staging/bulk_output-default-test-1694032148610-1694032182862/f/76617ccf69e64fd9a64fd1bbf5acf8ac first=Optional[row0] last=Optional[row98] 2023-09-06T20:29:45,482 DEBUG [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles$1(559): Going to connect to server region=test-1694032148610,,1694032180746.c1eedaa5e2672a18a418f9759a71279c., hostname=jenkins-hbase3.apache.org,45993,1694032139982, seqNum=2 for row with hfile group [{f,hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/hbase-staging/bulk_output-default-test-1694032148610-1694032182862/f/76617ccf69e64fd9a64fd1bbf5acf8ac}] 2023-09-06T20:29:45,488 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45993 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/hbase-staging/bulk_output-default-test-1694032148610-1694032182862/f/76617ccf69e64fd9a64fd1bbf5acf8ac for inclusion in c1eedaa5e2672a18a418f9759a71279c/f 2023-09-06T20:29:45,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45993 {}] regionserver.HStore(623): HFile bounds: first=row0 last=row98 2023-09-06T20:29:45,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45993 {}] regionserver.HStore(625): Region bounds: first= last= 2023-09-06T20:29:45,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45993 {}] regionserver.HRegion(2520): Flush status journal for c1eedaa5e2672a18a418f9759a71279c: 2023-09-06T20:29:45,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45993 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/hbase-staging/bulk_output-default-test-1694032148610-1694032182862/f/76617ccf69e64fd9a64fd1bbf5acf8ac to hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/staging/jenkins__test-1694032148610__k1a016lkq0nv2a6p1gr3q3dcfmj05sscmn0ipqq1mnp4m61q6872lhr4el37s4s2/f/76617ccf69e64fd9a64fd1bbf5acf8ac 2023-09-06T20:29:45,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45993 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/staging/jenkins__test-1694032148610__k1a016lkq0nv2a6p1gr3q3dcfmj05sscmn0ipqq1mnp4m61q6872lhr4el37s4s2/f/76617ccf69e64fd9a64fd1bbf5acf8ac as hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/default/test-1694032148610/c1eedaa5e2672a18a418f9759a71279c/f/a57d95f061544338a1606bddc7d78dd3_SeqId_4_ 2023-09-06T20:29:45,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45993 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d48c10e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:29:45,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45993 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:29:45,503 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:60506, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-09-06T20:29:45,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45993 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:29:45,508 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:36720, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:29:45,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45993 {}] impl.BackupSystemTable(408): write bulk load descriptor to backup test-1694032148610 with 1 entries 2023-09-06T20:29:45,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45993 {}] impl.BackupSystemTable(1582): writing raw bulk path hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/default/test-1694032148610/c1eedaa5e2672a18a418f9759a71279c/f/a57d95f061544338a1606bddc7d78dd3_SeqId_4_ for test-1694032148610 c1eedaa5e2672a18a418f9759a71279c 2023-09-06T20:29:45,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45993 {}] impl.BackupSystemTable(415): written 1 rows for bulk load of test-1694032148610 2023-09-06T20:29:45,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45993 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:29:45,533 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45993 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/staging/jenkins__test-1694032148610__k1a016lkq0nv2a6p1gr3q3dcfmj05sscmn0ipqq1mnp4m61q6872lhr4el37s4s2/f/76617ccf69e64fd9a64fd1bbf5acf8ac into c1eedaa5e2672a18a418f9759a71279c/f as hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/default/test-1694032148610/c1eedaa5e2672a18a418f9759a71279c/f/a57d95f061544338a1606bddc7d78dd3_SeqId_4_ - updating store file list. 2023-09-06T20:29:45,540 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45993 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/default/test-1694032148610/c1eedaa5e2672a18a418f9759a71279c/f/a57d95f061544338a1606bddc7d78dd3_SeqId_4_ into c1eedaa5e2672a18a418f9759a71279c/f 2023-09-06T20:29:45,540 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45993 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/staging/jenkins__test-1694032148610__k1a016lkq0nv2a6p1gr3q3dcfmj05sscmn0ipqq1mnp4m61q6872lhr4el37s4s2/f/76617ccf69e64fd9a64fd1bbf5acf8ac into c1eedaa5e2672a18a418f9759a71279c/f (new location: hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/default/test-1694032148610/c1eedaa5e2672a18a418f9759a71279c/f/a57d95f061544338a1606bddc7d78dd3_SeqId_4_) 2023-09-06T20:29:45,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45993 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/staging/jenkins__test-1694032148610__k1a016lkq0nv2a6p1gr3q3dcfmj05sscmn0ipqq1mnp4m61q6872lhr4el37s4s2/f/76617ccf69e64fd9a64fd1bbf5acf8ac 2023-09-06T20:29:45,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45993 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f1845eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:29:45,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45993 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:29:45,550 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:60510, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-09-06T20:29:45,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45993 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:29:45,558 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:36728, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2023-09-06T20:29:45,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45993 {}] impl.BackupSystemTable(388): write bulk load descriptor to backup test-1694032148610 with 1 entries 2023-09-06T20:29:45,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45993 {}] impl.BackupSystemTable(1503): writing done bulk path hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/default/test-1694032148610/c1eedaa5e2672a18a418f9759a71279c/f/a57d95f061544338a1606bddc7d78dd3_SeqId_4_ for test-1694032148610 c1eedaa5e2672a18a418f9759a71279c 2023-09-06T20:29:45,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45993 {}] impl.BackupSystemTable(394): written 1 rows for bulk load of test-1694032148610 2023-09-06T20:29:45,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45993 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:29:45,579 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:29:45,579 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] mapreduce.MapReduceRestoreJob(100): Restore Job finished:0 2023-09-06T20:29:45,579 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] impl.RestoreTablesClient(231): Restore includes the following image(s): 2023-09-06T20:29:45,579 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] impl.RestoreTablesClient(233): Backup: backup_1694032170684 hdfs://localhost:38783/backupUT/backup_1694032170684/default/test-1694032148610/ 2023-09-06T20:29:45,579 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] impl.RestoreTablesClient(238): restoreStage finished 2023-09-06T20:29:45,580 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:29:45,592 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] backup.TestFullBackupSetRestoreSet(124): restore into same table is complete 2023-09-06T20:29:45,612 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] hbase.ResourceChecker(175): after: backup.TestFullBackupSetRestoreSet#testFullRestoreSetToSameTable Thread=608 (was 600) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:52399@0x2e17af8f-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:52399@0x2e17af8f-SendThread(127.0.0.1:52399) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1261) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:52399@0x5b6019fa java.lang.Object.wait(Native Method) java.lang.Thread.join(Thread.java:1257) java.lang.Thread.join(Thread.java:1331) org.apache.zookeeper.ClientCnxn.disconnect(ClientCnxn.java:1455) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1485) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1415) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$496/2077495206.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-1057563455-172.31.12.81-1694032133403:blk_1073741876_1052, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x49add60c-shared-pool-25 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:52399@0x5b6019fa-SendThread(127.0.0.1:52399) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1261) Potentially hanging thread: hconnection-0x7e479922-shared-pool-16 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_204235558_16 at /127.0.0.1:35946 [Waiting for operation #31] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:52399@0x005e0bcc java.lang.Object.wait(Native Method) java.lang.Thread.join(Thread.java:1257) java.lang.Thread.join(Thread.java:1331) org.apache.zookeeper.ClientCnxn.disconnect(ClientCnxn.java:1455) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1485) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1415) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$496/2077495206.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:52399@0x2521618a-SendThread(127.0.0.1:52399) java.lang.Thread.sleep(Native Method) org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:228) org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1338) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1261) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-655312700_16 at /127.0.0.1:35968 [Receiving block BP-1057563455-172.31.12.81-1694032133403:blk_1073741876_1052] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_204235558_16 at /127.0.0.1:60066 [Waiting for operation #3] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:52399@0x2521618a java.lang.Object.wait(Native Method) java.lang.Thread.join(Thread.java:1257) java.lang.Thread.join(Thread.java:1331) org.apache.zookeeper.ClientCnxn.disconnect(ClientCnxn.java:1455) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1485) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1415) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$496/2077495206.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:52399@0x005e0bcc-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:52399@0x2e17af8f java.lang.Object.wait(Native Method) java.lang.Thread.join(Thread.java:1257) java.lang.Thread.join(Thread.java:1331) org.apache.zookeeper.ClientCnxn.disconnect(ClientCnxn.java:1455) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1485) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1415) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$496/2077495206.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x7e479922-metaLookup-shared--pool-3 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:52399@0x005e0bcc-SendThread(127.0.0.1:52399) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1261) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:52399@0x2521618a-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) Potentially hanging thread: PacketResponder: BP-1057563455-172.31.12.81-1694032133403:blk_1073741875_1051, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-655312700_16 at /127.0.0.1:35958 [Receiving block BP-1057563455-172.31.12.81-1694032133403:blk_1073741875_1051] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x49add60c-shared-pool-26 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: HFileArchiver-2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:52399@0x5b6019fa-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) - Thread LEAK? -, OpenFileDescriptor=695 (was 684) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=164 (was 200), ProcessCount=167 (was 167), AvailableMemoryMB=3277 (was 3313) 2023-09-06T20:29:45,612 WARN [Listener at jenkins-hbase3.apache.org/43321 {}] hbase.ResourceChecker(130): Thread=608 is superior to 500 2023-09-06T20:29:45,619 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2023-09-06T20:29:45,620 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:29:45,620 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2023-09-06T20:29:45,620 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] util.JVMClusterUtil(257): Found active master hash=1678937052, stopped=false 2023-09-06T20:29:45,620 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] master.ServerManager(910): Cluster shutdown requested of master=jenkins-hbase3.apache.org,45901,1694032136650 2023-09-06T20:29:45,623 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] procedure2.ProcedureExecutor(630): Stopping 2023-09-06T20:29:45,624 DEBUG [Listener at jenkins-hbase3.apache.org/43321 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:29:45,624 INFO [RS:0;jenkins-hbase3:45993 {}] regionserver.HRegionServer(1125): Closing user regions 2023-09-06T20:29:45,625 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase3.apache.org,45993,1694032139982' ***** 2023-09-06T20:29:45,625 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] regionserver.HRegionServer(2531): STOPPED: Shutdown requested 2023-09-06T20:29:45,625 INFO [RS:0;jenkins-hbase3:45993 {}] regionserver.HRegionServer(3528): Received CLOSE for c1eedaa5e2672a18a418f9759a71279c 2023-09-06T20:29:45,625 INFO [RS:0;jenkins-hbase3:45993 {}] regionserver.HRegionServer(3528): Received CLOSE for b1e1bbb9b2bd8f9c234c52af46ec74ed 2023-09-06T20:29:45,625 INFO [RS:0;jenkins-hbase3:45993 {}] regionserver.HRegionServer(3528): Received CLOSE for f560fd2f33bb227f9b756ebf106b9611 2023-09-06T20:29:45,625 INFO [RS:0;jenkins-hbase3:45993 {}] regionserver.HRegionServer(3528): Received CLOSE for a8931c4d8493309979c1e7380b571208 2023-09-06T20:29:45,625 INFO [RS:0;jenkins-hbase3:45993 {}] regionserver.HRegionServer(3528): Received CLOSE for 9844789a359753d9b1ce703925d7c7eb 2023-09-06T20:29:45,625 INFO [RS:0;jenkins-hbase3:45993 {}] regionserver.HRegionServer(3528): Received CLOSE for ff0d0ce6eba9be25c26e29eaeed7dda1 2023-09-06T20:29:45,625 INFO [RS:0;jenkins-hbase3:45993 {}] regionserver.HRegionServer(3528): Received CLOSE for 7e74c96432aff312fced49fa537d2209 2023-09-06T20:29:45,625 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing c1eedaa5e2672a18a418f9759a71279c, disabling compactions & flushes 2023-09-06T20:29:45,625 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region test-1694032148610,,1694032180746.c1eedaa5e2672a18a418f9759a71279c. 2023-09-06T20:29:45,626 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1694032148610,,1694032180746.c1eedaa5e2672a18a418f9759a71279c. 2023-09-06T20:29:45,626 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on test-1694032148610,,1694032180746.c1eedaa5e2672a18a418f9759a71279c. after waiting 0 ms 2023-09-06T20:29:45,626 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region test-1694032148610,,1694032180746.c1eedaa5e2672a18a418f9759a71279c. 2023-09-06T20:29:45,629 INFO [RS:0;jenkins-hbase3:45993 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-09-06T20:29:45,640 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/default/test-1694032148610/c1eedaa5e2672a18a418f9759a71279c/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2023-09-06T20:29:45,640 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:29:45,641 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed test-1694032148610,,1694032180746.c1eedaa5e2672a18a418f9759a71279c. 2023-09-06T20:29:45,641 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for c1eedaa5e2672a18a418f9759a71279c: 2023-09-06T20:29:45,642 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45901 {}] assignment.AssignmentManager(1204): RegionServer CLOSED c1eedaa5e2672a18a418f9759a71279c 2023-09-06T20:29:45,645 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1694032148610,,1694032180746.c1eedaa5e2672a18a418f9759a71279c. 2023-09-06T20:29:45,646 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing b1e1bbb9b2bd8f9c234c52af46ec74ed, disabling compactions & flushes 2023-09-06T20:29:45,646 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns2:test-16940321486101,,1694032149854.b1e1bbb9b2bd8f9c234c52af46ec74ed. 2023-09-06T20:29:45,646 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16940321486101,,1694032149854.b1e1bbb9b2bd8f9c234c52af46ec74ed. 2023-09-06T20:29:45,646 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16940321486101,,1694032149854.b1e1bbb9b2bd8f9c234c52af46ec74ed. after waiting 0 ms 2023-09-06T20:29:45,646 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16940321486101,,1694032149854.b1e1bbb9b2bd8f9c234c52af46ec74ed. 2023-09-06T20:29:45,646 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing b1e1bbb9b2bd8f9c234c52af46ec74ed 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-09-06T20:29:45,646 INFO [RS:0;jenkins-hbase3:45993 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@458f0330{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-09-06T20:29:45,653 INFO [RS:0;jenkins-hbase3:45993 {}] server.AbstractConnector(383): Stopped ServerConnector@3ce08e8e{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-09-06T20:29:45,653 INFO [RS:0;jenkins-hbase3:45993 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-09-06T20:29:45,654 INFO [RS:0;jenkins-hbase3:45993 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@24e350d6{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-09-06T20:29:45,656 INFO [RS:0;jenkins-hbase3:45993 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@488dcc81{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/40bb9d34-679b-4a3d-0b8b-af5fe94ec53e/hadoop.log.dir/,STOPPED} 2023-09-06T20:29:45,659 INFO [RS:0;jenkins-hbase3:45993 {}] regionserver.HeapMemoryManager(220): Stopping 2023-09-06T20:29:45,659 INFO [RS:0;jenkins-hbase3:45993 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2023-09-06T20:29:45,659 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2023-09-06T20:29:45,659 INFO [RS:0;jenkins-hbase3:45993 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2023-09-06T20:29:45,659 INFO [RS:0;jenkins-hbase3:45993 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2023-09-06T20:29:45,659 INFO [RS:0;jenkins-hbase3:45993 {}] regionserver.HRegionServer(3530): Received CLOSE for the region: f560fd2f33bb227f9b756ebf106b9611, which we are already trying to CLOSE, but not completed yet 2023-09-06T20:29:45,659 INFO [RS:0;jenkins-hbase3:45993 {}] regionserver.HRegionServer(3530): Received CLOSE for the region: a8931c4d8493309979c1e7380b571208, which we are already trying to CLOSE, but not completed yet 2023-09-06T20:29:45,660 INFO [RS:0;jenkins-hbase3:45993 {}] regionserver.HRegionServer(3530): Received CLOSE for the region: 9844789a359753d9b1ce703925d7c7eb, which we are already trying to CLOSE, but not completed yet 2023-09-06T20:29:45,660 INFO [RS:0;jenkins-hbase3:45993 {}] regionserver.HRegionServer(3530): Received CLOSE for the region: ff0d0ce6eba9be25c26e29eaeed7dda1, which we are already trying to CLOSE, but not completed yet 2023-09-06T20:29:45,660 INFO [RS:0;jenkins-hbase3:45993 {}] regionserver.HRegionServer(3530): Received CLOSE for the region: 7e74c96432aff312fced49fa537d2209, which we are already trying to CLOSE, but not completed yet 2023-09-06T20:29:45,660 INFO [RS:0;jenkins-hbase3:45993 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,45993,1694032139982 2023-09-06T20:29:45,660 DEBUG [RS:0;jenkins-hbase3:45993 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:29:45,660 INFO [RS:0;jenkins-hbase3:45993 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2023-09-06T20:29:45,660 INFO [RS:0;jenkins-hbase3:45993 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2023-09-06T20:29:45,660 INFO [RS:0;jenkins-hbase3:45993 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2023-09-06T20:29:45,660 INFO [RS:0;jenkins-hbase3:45993 {}] regionserver.HRegionServer(3528): Received CLOSE for 1588230740 2023-09-06T20:29:45,660 INFO [RS:0;jenkins-hbase3:45993 {}] regionserver.HRegionServer(1579): Waiting on 7 regions to close 2023-09-06T20:29:45,662 DEBUG [RS:0;jenkins-hbase3:45993 {}] regionserver.HRegionServer(1583): Online Regions={b1e1bbb9b2bd8f9c234c52af46ec74ed=ns2:test-16940321486101,,1694032149854.b1e1bbb9b2bd8f9c234c52af46ec74ed., f560fd2f33bb227f9b756ebf106b9611=hbase:namespace,,1694032143153.f560fd2f33bb227f9b756ebf106b9611., a8931c4d8493309979c1e7380b571208=ns3:test-16940321486102,,1694032151066.a8931c4d8493309979c1e7380b571208., 1588230740=hbase:meta,,1.1588230740, 9844789a359753d9b1ce703925d7c7eb=ns4:test-16940321486103,,1694032153195.9844789a359753d9b1ce703925d7c7eb., ff0d0ce6eba9be25c26e29eaeed7dda1=backup:system,,1694032154507.ff0d0ce6eba9be25c26e29eaeed7dda1., 7e74c96432aff312fced49fa537d2209=backup:system_bulk,,1694032156641.7e74c96432aff312fced49fa537d2209.} 2023-09-06T20:29:45,662 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-09-06T20:29:45,662 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-09-06T20:29:45,662 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-09-06T20:29:45,662 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-09-06T20:29:45,662 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-09-06T20:29:45,662 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2819): Flushing 1588230740 3/3 column families, dataSize=13.85 KB heapSize=24.37 KB 2023-09-06T20:29:45,662 DEBUG [RS:0;jenkins-hbase3:45993 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 7e74c96432aff312fced49fa537d2209, 9844789a359753d9b1ce703925d7c7eb, a8931c4d8493309979c1e7380b571208, b1e1bbb9b2bd8f9c234c52af46ec74ed, f560fd2f33bb227f9b756ebf106b9611, ff0d0ce6eba9be25c26e29eaeed7dda1 2023-09-06T20:29:45,667 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2023-09-06T20:29:45,667 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2023-09-06T20:29:45,671 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/ns2/test-16940321486101/b1e1bbb9b2bd8f9c234c52af46ec74ed/.tmp/f/a64e450106e24f4b84f4458a7e87a279 is 37, key is row10/f:q1/1694032150984/Put/seqid=0 2023-09-06T20:29:45,681 INFO [regionserver/jenkins-hbase3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2023-09-06T20:29:45,691 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/hbase/meta/1588230740/.tmp/info/f678c9c0de454837a8f2f2de0beacbfa is 159, key is ns2:test-16940321486101,,1694032149854.b1e1bbb9b2bd8f9c234c52af46ec74ed./info:regioninfo/1694032150652/Put/seqid=0 2023-09-06T20:29:45,863 DEBUG [RS:0;jenkins-hbase3:45993 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 7e74c96432aff312fced49fa537d2209, 9844789a359753d9b1ce703925d7c7eb, a8931c4d8493309979c1e7380b571208, b1e1bbb9b2bd8f9c234c52af46ec74ed, f560fd2f33bb227f9b756ebf106b9611, ff0d0ce6eba9be25c26e29eaeed7dda1 2023-09-06T20:29:46,063 DEBUG [RS:0;jenkins-hbase3:45993 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 7e74c96432aff312fced49fa537d2209, 9844789a359753d9b1ce703925d7c7eb, a8931c4d8493309979c1e7380b571208, b1e1bbb9b2bd8f9c234c52af46ec74ed, f560fd2f33bb227f9b756ebf106b9611, ff0d0ce6eba9be25c26e29eaeed7dda1 2023-09-06T20:29:46,077 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/ns2/test-16940321486101/b1e1bbb9b2bd8f9c234c52af46ec74ed/.tmp/f/a64e450106e24f4b84f4458a7e87a279 2023-09-06T20:29:46,084 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/ns2/test-16940321486101/b1e1bbb9b2bd8f9c234c52af46ec74ed/.tmp/f/a64e450106e24f4b84f4458a7e87a279 as hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/ns2/test-16940321486101/b1e1bbb9b2bd8f9c234c52af46ec74ed/f/a64e450106e24f4b84f4458a7e87a279 2023-09-06T20:29:46,089 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/ns2/test-16940321486101/b1e1bbb9b2bd8f9c234c52af46ec74ed/f/a64e450106e24f4b84f4458a7e87a279, entries=99, sequenceid=103, filesize=8.2 K 2023-09-06T20:29:46,090 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for b1e1bbb9b2bd8f9c234c52af46ec74ed in 444ms, sequenceid=103, compaction requested=false 2023-09-06T20:29:46,097 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.38 KB at sequenceid=63 (bloomFilter=true), to=hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/hbase/meta/1588230740/.tmp/info/f678c9c0de454837a8f2f2de0beacbfa 2023-09-06T20:29:46,097 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/ns2/test-16940321486101/b1e1bbb9b2bd8f9c234c52af46ec74ed/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2023-09-06T20:29:46,098 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:29:46,098 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns2:test-16940321486101,,1694032149854.b1e1bbb9b2bd8f9c234c52af46ec74ed. 2023-09-06T20:29:46,098 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for b1e1bbb9b2bd8f9c234c52af46ec74ed: 2023-09-06T20:29:46,098 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-16940321486101,,1694032149854.b1e1bbb9b2bd8f9c234c52af46ec74ed. 2023-09-06T20:29:46,099 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing f560fd2f33bb227f9b756ebf106b9611, disabling compactions & flushes 2023-09-06T20:29:46,099 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region hbase:namespace,,1694032143153.f560fd2f33bb227f9b756ebf106b9611. 2023-09-06T20:29:46,099 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1694032143153.f560fd2f33bb227f9b756ebf106b9611. 2023-09-06T20:29:46,099 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1694032143153.f560fd2f33bb227f9b756ebf106b9611. after waiting 0 ms 2023-09-06T20:29:46,099 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1694032143153.f560fd2f33bb227f9b756ebf106b9611. 2023-09-06T20:29:46,099 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing f560fd2f33bb227f9b756ebf106b9611 1/1 column families, dataSize=249 B heapSize=1.02 KB 2023-09-06T20:29:46,114 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/hbase/namespace/f560fd2f33bb227f9b756ebf106b9611/.tmp/info/ec5c1d098c934fb3ae68a1f879aca6c6 is 45, key is default/info:d/1694032143729/Put/seqid=0 2023-09-06T20:29:46,115 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/hbase/meta/1588230740/.tmp/rep_barrier/57aee61453cc47fab8e70c20e5452ff7 is 102, key is test-1694032148610,,1694032149095.37f7c4bbd879a0fc61e2c531d7bb5d59./rep_barrier:/1694032180610/DeleteFamily/seqid=0 2023-09-06T20:29:46,263 DEBUG [RS:0;jenkins-hbase3:45993 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 7e74c96432aff312fced49fa537d2209, 9844789a359753d9b1ce703925d7c7eb, a8931c4d8493309979c1e7380b571208, f560fd2f33bb227f9b756ebf106b9611, ff0d0ce6eba9be25c26e29eaeed7dda1 2023-09-06T20:29:46,464 DEBUG [RS:0;jenkins-hbase3:45993 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 7e74c96432aff312fced49fa537d2209, 9844789a359753d9b1ce703925d7c7eb, a8931c4d8493309979c1e7380b571208, f560fd2f33bb227f9b756ebf106b9611, ff0d0ce6eba9be25c26e29eaeed7dda1 2023-09-06T20:29:46,519 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=184 B at sequenceid=63 (bloomFilter=true), to=hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/hbase/meta/1588230740/.tmp/rep_barrier/57aee61453cc47fab8e70c20e5452ff7 2023-09-06T20:29:46,519 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/hbase/namespace/f560fd2f33bb227f9b756ebf106b9611/.tmp/info/ec5c1d098c934fb3ae68a1f879aca6c6 2023-09-06T20:29:46,526 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/hbase/namespace/f560fd2f33bb227f9b756ebf106b9611/.tmp/info/ec5c1d098c934fb3ae68a1f879aca6c6 as hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/hbase/namespace/f560fd2f33bb227f9b756ebf106b9611/info/ec5c1d098c934fb3ae68a1f879aca6c6 2023-09-06T20:29:46,532 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/hbase/namespace/f560fd2f33bb227f9b756ebf106b9611/info/ec5c1d098c934fb3ae68a1f879aca6c6, entries=7, sequenceid=11, filesize=5.1 K 2023-09-06T20:29:46,533 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~249 B/249, heapSize ~1.01 KB/1032, currentSize=0 B/0 for f560fd2f33bb227f9b756ebf106b9611 in 434ms, sequenceid=11, compaction requested=false 2023-09-06T20:29:46,540 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/hbase/namespace/f560fd2f33bb227f9b756ebf106b9611/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2023-09-06T20:29:46,541 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:29:46,541 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed hbase:namespace,,1694032143153.f560fd2f33bb227f9b756ebf106b9611. 2023-09-06T20:29:46,541 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for f560fd2f33bb227f9b756ebf106b9611: 2023-09-06T20:29:46,542 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1694032143153.f560fd2f33bb227f9b756ebf106b9611. 2023-09-06T20:29:46,542 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing a8931c4d8493309979c1e7380b571208, disabling compactions & flushes 2023-09-06T20:29:46,542 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns3:test-16940321486102,,1694032151066.a8931c4d8493309979c1e7380b571208. 2023-09-06T20:29:46,542 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16940321486102,,1694032151066.a8931c4d8493309979c1e7380b571208. 2023-09-06T20:29:46,542 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16940321486102,,1694032151066.a8931c4d8493309979c1e7380b571208. after waiting 0 ms 2023-09-06T20:29:46,542 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16940321486102,,1694032151066.a8931c4d8493309979c1e7380b571208. 2023-09-06T20:29:46,544 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/hbase/meta/1588230740/.tmp/table/b7f411258a8b4bf3becf2971fc75499b is 96, key is test-1694032148610,,1694032149095.37f7c4bbd879a0fc61e2c531d7bb5d59./table:/1694032180610/DeleteFamily/seqid=0 2023-09-06T20:29:46,546 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/ns3/test-16940321486102/a8931c4d8493309979c1e7380b571208/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-09-06T20:29:46,546 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:29:46,547 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns3:test-16940321486102,,1694032151066.a8931c4d8493309979c1e7380b571208. 2023-09-06T20:29:46,547 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for a8931c4d8493309979c1e7380b571208: 2023-09-06T20:29:46,547 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-16940321486102,,1694032151066.a8931c4d8493309979c1e7380b571208. 2023-09-06T20:29:46,548 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 9844789a359753d9b1ce703925d7c7eb, disabling compactions & flushes 2023-09-06T20:29:46,548 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns4:test-16940321486103,,1694032153195.9844789a359753d9b1ce703925d7c7eb. 2023-09-06T20:29:46,548 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16940321486103,,1694032153195.9844789a359753d9b1ce703925d7c7eb. 2023-09-06T20:29:46,548 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16940321486103,,1694032153195.9844789a359753d9b1ce703925d7c7eb. after waiting 0 ms 2023-09-06T20:29:46,548 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16940321486103,,1694032153195.9844789a359753d9b1ce703925d7c7eb. 2023-09-06T20:29:46,552 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.29 KB at sequenceid=63 (bloomFilter=true), to=hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/hbase/meta/1588230740/.tmp/table/b7f411258a8b4bf3becf2971fc75499b 2023-09-06T20:29:46,553 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/ns4/test-16940321486103/9844789a359753d9b1ce703925d7c7eb/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-09-06T20:29:46,554 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:29:46,555 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns4:test-16940321486103,,1694032153195.9844789a359753d9b1ce703925d7c7eb. 2023-09-06T20:29:46,555 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 9844789a359753d9b1ce703925d7c7eb: 2023-09-06T20:29:46,555 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-16940321486103,,1694032153195.9844789a359753d9b1ce703925d7c7eb. 2023-09-06T20:29:46,555 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing ff0d0ce6eba9be25c26e29eaeed7dda1, disabling compactions & flushes 2023-09-06T20:29:46,555 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system,,1694032154507.ff0d0ce6eba9be25c26e29eaeed7dda1. 2023-09-06T20:29:46,555 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1694032154507.ff0d0ce6eba9be25c26e29eaeed7dda1. 2023-09-06T20:29:46,555 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1694032154507.ff0d0ce6eba9be25c26e29eaeed7dda1. after waiting 0 ms 2023-09-06T20:29:46,555 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1694032154507.ff0d0ce6eba9be25c26e29eaeed7dda1. 2023-09-06T20:29:46,555 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing ff0d0ce6eba9be25c26e29eaeed7dda1 2/2 column families, dataSize=985 B heapSize=1.97 KB 2023-09-06T20:29:46,559 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/backup/system/ff0d0ce6eba9be25c26e29eaeed7dda1/.tmp/meta/b6d7e43893974b2587e29fba25919ce0 is 169, key is trslm:hdfs://localhost:38783/backupUT\x00test-1694032148610/meta:log-roll-map/1694032179816/Put/seqid=0 2023-09-06T20:29:46,560 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/hbase/meta/1588230740/.tmp/info/f678c9c0de454837a8f2f2de0beacbfa as hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/hbase/meta/1588230740/info/f678c9c0de454837a8f2f2de0beacbfa 2023-09-06T20:29:46,566 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/hbase/meta/1588230740/info/f678c9c0de454837a8f2f2de0beacbfa, entries=74, sequenceid=63, filesize=14.5 K 2023-09-06T20:29:46,567 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/hbase/meta/1588230740/.tmp/rep_barrier/57aee61453cc47fab8e70c20e5452ff7 as hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/hbase/meta/1588230740/rep_barrier/57aee61453cc47fab8e70c20e5452ff7 2023-09-06T20:29:46,569 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=451 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/backup/system/ff0d0ce6eba9be25c26e29eaeed7dda1/.tmp/meta/b6d7e43893974b2587e29fba25919ce0 2023-09-06T20:29:46,574 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/hbase/meta/1588230740/rep_barrier/57aee61453cc47fab8e70c20e5452ff7, entries=2, sequenceid=63, filesize=5.4 K 2023-09-06T20:29:46,575 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/hbase/meta/1588230740/.tmp/table/b7f411258a8b4bf3becf2971fc75499b as hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/hbase/meta/1588230740/table/b7f411258a8b4bf3becf2971fc75499b 2023-09-06T20:29:46,578 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/backup/system/ff0d0ce6eba9be25c26e29eaeed7dda1/.tmp/session/6654a79b6a3f4989bad74e92c7e72757 is 310, key is session:backup_1694032170684/session:context/1694032180243/Put/seqid=0 2023-09-06T20:29:46,581 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/hbase/meta/1588230740/table/b7f411258a8b4bf3becf2971fc75499b, entries=18, sequenceid=63, filesize=6.2 K 2023-09-06T20:29:46,582 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3022): Finished flush of dataSize ~13.85 KB/14182, heapSize ~24.32 KB/24904, currentSize=0 B/0 for 1588230740 in 920ms, sequenceid=63, compaction requested=false 2023-09-06T20:29:46,594 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/hbase/meta/1588230740/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=1 2023-09-06T20:29:46,594 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:29:46,594 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-09-06T20:29:46,595 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-09-06T20:29:46,595 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-09-06T20:29:46,595 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2023-09-06T20:29:46,664 INFO [RS:0;jenkins-hbase3:45993 {}] regionserver.HRegionServer(1579): Waiting on 2 regions to close 2023-09-06T20:29:46,664 DEBUG [RS:0;jenkins-hbase3:45993 {}] regionserver.HRegionServer(1583): Online Regions={ff0d0ce6eba9be25c26e29eaeed7dda1=backup:system,,1694032154507.ff0d0ce6eba9be25c26e29eaeed7dda1., 7e74c96432aff312fced49fa537d2209=backup:system_bulk,,1694032156641.7e74c96432aff312fced49fa537d2209.} 2023-09-06T20:29:46,664 DEBUG [RS:0;jenkins-hbase3:45993 {}] regionserver.HRegionServer(1609): Waiting on 7e74c96432aff312fced49fa537d2209, ff0d0ce6eba9be25c26e29eaeed7dda1 2023-09-06T20:29:46,864 DEBUG [RS:0;jenkins-hbase3:45993 {}] regionserver.HRegionServer(1609): Waiting on 7e74c96432aff312fced49fa537d2209, ff0d0ce6eba9be25c26e29eaeed7dda1 2023-09-06T20:29:46,983 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=534 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/backup/system/ff0d0ce6eba9be25c26e29eaeed7dda1/.tmp/session/6654a79b6a3f4989bad74e92c7e72757 2023-09-06T20:29:46,990 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/backup/system/ff0d0ce6eba9be25c26e29eaeed7dda1/.tmp/meta/b6d7e43893974b2587e29fba25919ce0 as hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/backup/system/ff0d0ce6eba9be25c26e29eaeed7dda1/meta/b6d7e43893974b2587e29fba25919ce0 2023-09-06T20:29:46,999 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/backup/system/ff0d0ce6eba9be25c26e29eaeed7dda1/meta/b6d7e43893974b2587e29fba25919ce0, entries=4, sequenceid=29, filesize=5.5 K 2023-09-06T20:29:47,000 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/backup/system/ff0d0ce6eba9be25c26e29eaeed7dda1/.tmp/session/6654a79b6a3f4989bad74e92c7e72757 as hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/backup/system/ff0d0ce6eba9be25c26e29eaeed7dda1/session/6654a79b6a3f4989bad74e92c7e72757 2023-09-06T20:29:47,007 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/backup/system/ff0d0ce6eba9be25c26e29eaeed7dda1/session/6654a79b6a3f4989bad74e92c7e72757, entries=2, sequenceid=29, filesize=5.3 K 2023-09-06T20:29:47,008 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~985 B/985, heapSize ~1.94 KB/1984, currentSize=0 B/0 for ff0d0ce6eba9be25c26e29eaeed7dda1 in 452ms, sequenceid=29, compaction requested=true 2023-09-06T20:29:47,022 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/backup/system/ff0d0ce6eba9be25c26e29eaeed7dda1/recovered.edits/32.seqid, newMaxSeqId=32, maxSeqId=1 2023-09-06T20:29:47,023 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:29:47,023 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system,,1694032154507.ff0d0ce6eba9be25c26e29eaeed7dda1. 2023-09-06T20:29:47,023 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for ff0d0ce6eba9be25c26e29eaeed7dda1: 2023-09-06T20:29:47,023 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1694032154507.ff0d0ce6eba9be25c26e29eaeed7dda1. 2023-09-06T20:29:47,024 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 7e74c96432aff312fced49fa537d2209, disabling compactions & flushes 2023-09-06T20:29:47,024 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1694032156641.7e74c96432aff312fced49fa537d2209. 2023-09-06T20:29:47,024 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1694032156641.7e74c96432aff312fced49fa537d2209. 2023-09-06T20:29:47,024 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1694032156641.7e74c96432aff312fced49fa537d2209. after waiting 0 ms 2023-09-06T20:29:47,024 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1694032156641.7e74c96432aff312fced49fa537d2209. 2023-09-06T20:29:47,024 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 7e74c96432aff312fced49fa537d2209 2/2 column families, dataSize=1.39 KB heapSize=2.47 KB 2023-09-06T20:29:47,037 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/backup/system_bulk/7e74c96432aff312fced49fa537d2209/.tmp/meta/669fce18bd5246c2a1dda949c025dc8b is 321, key is bulk:test-1694032148610:c1eedaa5e2672a18a418f9759a71279c:a57d95f061544338a1606bddc7d78dd3_SeqId_4_/meta:path/1694032185575/Put/seqid=0 2023-09-06T20:29:47,064 DEBUG [RS:0;jenkins-hbase3:45993 {}] regionserver.HRegionServer(1609): Waiting on 7e74c96432aff312fced49fa537d2209 2023-09-06T20:29:47,265 DEBUG [RS:0;jenkins-hbase3:45993 {}] regionserver.HRegionServer(1609): Waiting on 7e74c96432aff312fced49fa537d2209 2023-09-06T20:29:47,447 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.39 KB at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/backup/system_bulk/7e74c96432aff312fced49fa537d2209/.tmp/meta/669fce18bd5246c2a1dda949c025dc8b 2023-09-06T20:29:47,455 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/backup/system_bulk/7e74c96432aff312fced49fa537d2209/.tmp/meta/669fce18bd5246c2a1dda949c025dc8b as hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/backup/system_bulk/7e74c96432aff312fced49fa537d2209/meta/669fce18bd5246c2a1dda949c025dc8b 2023-09-06T20:29:47,461 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/backup/system_bulk/7e74c96432aff312fced49fa537d2209/meta/669fce18bd5246c2a1dda949c025dc8b, entries=4, sequenceid=6, filesize=6.0 K 2023-09-06T20:29:47,462 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~1.39 KB/1428, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 7e74c96432aff312fced49fa537d2209 in 438ms, sequenceid=6, compaction requested=false 2023-09-06T20:29:47,466 DEBUG [RS:0;jenkins-hbase3:45993 {}] regionserver.HRegionServer(1609): Waiting on 7e74c96432aff312fced49fa537d2209 2023-09-06T20:29:47,469 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/data/backup/system_bulk/7e74c96432aff312fced49fa537d2209/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2023-09-06T20:29:47,470 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:29:47,471 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system_bulk,,1694032156641.7e74c96432aff312fced49fa537d2209. 2023-09-06T20:29:47,471 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 7e74c96432aff312fced49fa537d2209: 2023-09-06T20:29:47,471 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1694032156641.7e74c96432aff312fced49fa537d2209. 2023-09-06T20:29:47,666 INFO [RS:0;jenkins-hbase3:45993 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,45993,1694032139982; all regions closed. 2023-09-06T20:29:47,675 DEBUG [RS:0;jenkins-hbase3:45993 {}] wal.AbstractFSWAL(1062): Moved 3 WAL file(s) to /user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/oldWALs 2023-09-06T20:29:47,675 INFO [RS:0;jenkins-hbase3:45993 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C45993%2C1694032139982.meta:.meta(num 1694032174861) 2023-09-06T20:29:47,681 DEBUG [RS:0;jenkins-hbase3:45993 {}] wal.AbstractFSWAL(1062): Moved 3 WAL file(s) to /user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/oldWALs 2023-09-06T20:29:47,681 INFO [RS:0;jenkins-hbase3:45993 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C45993%2C1694032139982:(num 1694032174843) 2023-09-06T20:29:47,681 DEBUG [RS:0;jenkins-hbase3:45993 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:29:47,681 INFO [RS:0;jenkins-hbase3:45993 {}] regionserver.LeaseManager(133): Closed leases 2023-09-06T20:29:47,682 INFO [RS:0;jenkins-hbase3:45993 {}] hbase.ChoreService(370): Chore service for: regionserver/jenkins-hbase3:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2023-09-06T20:29:47,682 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-09-06T20:29:47,684 INFO [RS:0;jenkins-hbase3:45993 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.12.81:45993 2023-09-06T20:29:47,692 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [jenkins-hbase3.apache.org,45993,1694032139982] 2023-09-06T20:29:47,693 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing jenkins-hbase3.apache.org,45993,1694032139982; numProcessing=1 2023-09-06T20:29:47,694 INFO [RegionServerTracker-0 {}] master.ServerManager(569): Cluster shutdown set; jenkins-hbase3.apache.org,45993,1694032139982 expired; onlineServers=0 2023-09-06T20:29:47,694 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase3.apache.org,45901,1694032136650' ***** 2023-09-06T20:29:47,694 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2531): STOPPED: Cluster shutdown set; onlineServer=0 2023-09-06T20:29:47,695 DEBUG [M:0;jenkins-hbase3:45901 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2647a571, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-09-06T20:29:47,695 INFO [M:0;jenkins-hbase3:45901 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-09-06T20:29:47,742 INFO [M:0;jenkins-hbase3:45901 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@18cb47b7{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-09-06T20:29:47,742 INFO [M:0;jenkins-hbase3:45901 {}] server.AbstractConnector(383): Stopped ServerConnector@538640d9{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-09-06T20:29:47,743 INFO [M:0;jenkins-hbase3:45901 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-09-06T20:29:47,743 INFO [M:0;jenkins-hbase3:45901 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@1d328213{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-09-06T20:29:47,744 INFO [M:0;jenkins-hbase3:45901 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@100c94ec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/40bb9d34-679b-4a3d-0b8b-af5fe94ec53e/hadoop.log.dir/,STOPPED} 2023-09-06T20:29:47,744 INFO [M:0;jenkins-hbase3:45901 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,45901,1694032136650 2023-09-06T20:29:47,744 INFO [M:0;jenkins-hbase3:45901 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,45901,1694032136650; all regions closed. 2023-09-06T20:29:47,744 DEBUG [M:0;jenkins-hbase3:45901 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:29:47,744 INFO [M:0;jenkins-hbase3:45901 {}] master.HMaster(1665): Stopping master jetty server 2023-09-06T20:29:47,745 INFO [M:0;jenkins-hbase3:45901 {}] server.AbstractConnector(383): Stopped ServerConnector@76e5672a{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-09-06T20:29:47,745 DEBUG [M:0;jenkins-hbase3:45901 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2023-09-06T20:29:47,746 INFO [M:0;jenkins-hbase3:45901 {}] master.BackupLogCleaner(171): Stopping BackupLogCleaner 2023-09-06T20:29:47,746 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2023-09-06T20:29:47,746 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1694032141479 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1694032141479,5,FailOnTimeoutGroup] 2023-09-06T20:29:47,746 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1694032141478 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1694032141478,5,FailOnTimeoutGroup] 2023-09-06T20:29:47,746 DEBUG [M:0;jenkins-hbase3:45901 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:29:47,746 DEBUG [M:0;jenkins-hbase3:45901 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2023-09-06T20:29:47,746 INFO [M:0;jenkins-hbase3:45901 {}] hbase.ChoreService(370): Chore service for: master/jenkins-hbase3:0 had [] on shutdown 2023-09-06T20:29:47,746 DEBUG [M:0;jenkins-hbase3:45901 {}] master.HMaster(1688): Stopping service threads 2023-09-06T20:29:47,746 INFO [M:0;jenkins-hbase3:45901 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2023-09-06T20:29:47,747 ERROR [M:0;jenkins-hbase3:45901 {}] procedure2.ProcedureExecutor(654): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-1,5,PEWorkerGroup] Thread[HFileArchiver-2,5,PEWorkerGroup] 2023-09-06T20:29:47,747 INFO [M:0;jenkins-hbase3:45901 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-09-06T20:29:47,747 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2023-09-06T20:29:47,748 WARN [M:0;jenkins-hbase3:45901 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2023-09-06T20:29:47,748 INFO [M:0;jenkins-hbase3:45901 {}] assignment.AssignmentManager(382): Stopping assignment manager 2023-09-06T20:29:47,748 INFO [M:0;jenkins-hbase3:45901 {}] region.MasterRegion(178): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2023-09-06T20:29:47,749 DEBUG [M:0;jenkins-hbase3:45901 {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-09-06T20:29:47,760 INFO [M:0;jenkins-hbase3:45901 {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-09-06T20:29:47,761 DEBUG [M:0;jenkins-hbase3:45901 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-09-06T20:29:47,761 DEBUG [M:0;jenkins-hbase3:45901 {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-09-06T20:29:47,761 DEBUG [M:0;jenkins-hbase3:45901 {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-09-06T20:29:47,761 INFO [M:0;jenkins-hbase3:45901 {}] regionserver.HRegion(2819): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=203.96 KB heapSize=244.63 KB 2023-09-06T20:29:47,776 DEBUG [M:0;jenkins-hbase3:45901 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e11f86e6d95f40439022c7fabd75daf0 is 88, key is hbase:meta,,1/info:sn/1694032142480/Put/seqid=0 2023-09-06T20:29:47,793 INFO [RS:0;jenkins-hbase3:45993 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,45993,1694032139982; zookeeper connection closed. 2023-09-06T20:29:47,793 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7d4149e4 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7d4149e4 2023-09-06T20:29:47,793 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2023-09-06T20:29:47,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-09-06T20:29:47,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2023-09-06T20:29:47,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-16940321486103 2023-09-06T20:29:47,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2023-09-06T20:29:47,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2023-09-06T20:29:47,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-16940321486102 2023-09-06T20:29:47,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2023-09-06T20:29:47,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-16940321486101 2023-09-06T20:29:47,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1694032148610 2023-09-06T20:29:47,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:29:48,181 INFO [M:0;jenkins-hbase3:45901 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=530 B at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e11f86e6d95f40439022c7fabd75daf0 2023-09-06T20:29:48,200 DEBUG [M:0;jenkins-hbase3:45901 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/06529c78ba814f479cfec4acdd5dee05 is 988, key is \x00\x00\x00\x00\x00\x00\x00\x1D/proc:d/1694032157830/Put/seqid=0 2023-09-06T20:29:48,605 INFO [M:0;jenkins-hbase3:45901 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=203.36 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/06529c78ba814f479cfec4acdd5dee05 2023-09-06T20:29:48,611 INFO [M:0;jenkins-hbase3:45901 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 06529c78ba814f479cfec4acdd5dee05 2023-09-06T20:29:48,624 DEBUG [M:0;jenkins-hbase3:45901 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/729c3bf14c604c20a807eafcd1e6932b is 82, key is jenkins-hbase3.apache.org,45993,1694032139982/rs:state/1694032141522/Put/seqid=0 2023-09-06T20:29:49,028 INFO [M:0;jenkins-hbase3:45901 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/729c3bf14c604c20a807eafcd1e6932b 2023-09-06T20:29:49,035 DEBUG [M:0;jenkins-hbase3:45901 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e11f86e6d95f40439022c7fabd75daf0 as hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e11f86e6d95f40439022c7fabd75daf0 2023-09-06T20:29:49,040 INFO [M:0;jenkins-hbase3:45901 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e11f86e6d95f40439022c7fabd75daf0, entries=8, sequenceid=477, filesize=5.5 K 2023-09-06T20:29:49,041 DEBUG [M:0;jenkins-hbase3:45901 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/06529c78ba814f479cfec4acdd5dee05 as hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/06529c78ba814f479cfec4acdd5dee05 2023-09-06T20:29:49,045 INFO [M:0;jenkins-hbase3:45901 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 06529c78ba814f479cfec4acdd5dee05 2023-09-06T20:29:49,046 INFO [M:0;jenkins-hbase3:45901 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/06529c78ba814f479cfec4acdd5dee05, entries=53, sequenceid=477, filesize=16.7 K 2023-09-06T20:29:49,046 DEBUG [M:0;jenkins-hbase3:45901 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/729c3bf14c604c20a807eafcd1e6932b as hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/729c3bf14c604c20a807eafcd1e6932b 2023-09-06T20:29:49,051 INFO [M:0;jenkins-hbase3:45901 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:38783/user/jenkins/test-data/ca7e82c1-7b41-a2be-ad16-e7cd6b5f9315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/729c3bf14c604c20a807eafcd1e6932b, entries=1, sequenceid=477, filesize=5.1 K 2023-09-06T20:29:49,052 INFO [M:0;jenkins-hbase3:45901 {}] regionserver.HRegion(3022): Finished flush of dataSize ~203.96 KB/208853, heapSize ~244.34 KB/250200, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=477, compaction requested=false 2023-09-06T20:29:49,056 INFO [M:0;jenkins-hbase3:45901 {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-09-06T20:29:49,056 DEBUG [M:0;jenkins-hbase3:45901 {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-09-06T20:29:49,059 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-09-06T20:29:49,059 INFO [M:0;jenkins-hbase3:45901 {}] flush.MasterFlushTableProcedureManager(85): stop: server shutting down. 2023-09-06T20:29:49,059 INFO [M:0;jenkins-hbase3:45901 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2023-09-06T20:29:49,060 INFO [M:0;jenkins-hbase3:45901 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.12.81:45901 2023-09-06T20:29:49,163 INFO [M:0;jenkins-hbase3:45901 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,45901,1694032136650; zookeeper connection closed. 2023-09-06T20:29:49,168 WARN [Listener at jenkins-hbase3.apache.org/43321 {}] datanode.DirectoryScanner(537): DirectoryScanner: shutdown has been called 2023-09-06T20:29:49,171 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-09-06T20:29:49,276 WARN [BP-1057563455-172.31.12.81-1694032133403 heartbeating to localhost/127.0.0.1:38783 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2023-09-06T20:29:49,276 WARN [BP-1057563455-172.31.12.81-1694032133403 heartbeating to localhost/127.0.0.1:38783 {}] datanode.BPServiceActor(862): Ending block pool service for: Block pool BP-1057563455-172.31.12.81-1694032133403 (Datanode Uuid 2d20b8aa-cf9e-418f-9c01-8b1535bd77b6) service to localhost/127.0.0.1:38783 2023-09-06T20:29:49,278 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/40bb9d34-679b-4a3d-0b8b-af5fe94ec53e/cluster_88f8c21c-9c7f-bf5c-0c80-28101175d1ab/dfs/data/data1/current/BP-1057563455-172.31.12.81-1694032133403 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-09-06T20:29:49,279 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/40bb9d34-679b-4a3d-0b8b-af5fe94ec53e/cluster_88f8c21c-9c7f-bf5c-0c80-28101175d1ab/dfs/data/data2/current/BP-1057563455-172.31.12.81-1694032133403 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-09-06T20:29:49,308 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-09-06T20:29:49,466 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2023-09-06T20:29:49,466 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] hbase.HBaseTestingUtility(2857): Stopping mini mapreduce cluster... 2023-09-06T20:29:49,479 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-09-06T20:29:49,594 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-09-06T20:29:49,704 ERROR [Thread[Thread-275,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-09-06T20:29:49,704 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-09-06T20:29:49,810 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2023-09-06T20:29:49,815 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(61): Returning, interrupted : java.lang.InterruptedException 2023-09-06T20:29:49,816 ERROR [Thread[Thread-285,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-09-06T20:29:49,820 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-09-06T20:29:49,922 ERROR [Thread[Thread-250,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-09-06T20:29:49,923 INFO [Listener at jenkins-hbase3.apache.org/43321 {}] hbase.HBaseTestingUtility(2860): Mini mapreduce cluster stopped