2023-07-22 12:39:42,656 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@175c2241 2023-07-22 12:39:42,671 main DEBUG Took 0.012655 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2023-07-22 12:39:42,671 main DEBUG PluginManager 'Core' found 129 plugins 2023-07-22 12:39:42,672 main DEBUG PluginManager 'Level' found 0 plugins 2023-07-22 12:39:42,673 main DEBUG PluginManager 'Lookup' found 16 plugins 2023-07-22 12:39:42,674 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-07-22 12:39:42,684 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2023-07-22 12:39:42,701 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:39:42,704 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-07-22 12:39:42,704 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:39:42,704 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-07-22 12:39:42,705 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:39:42,705 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-07-22 12:39:42,706 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:39:42,706 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-07-22 12:39:42,706 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:39:42,707 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-07-22 12:39:42,707 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:39:42,708 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-07-22 12:39:42,708 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:39:42,708 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-07-22 12:39:42,709 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:39:42,709 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-07-22 12:39:42,709 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:39:42,710 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-07-22 12:39:42,710 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:39:42,710 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-07-22 12:39:42,711 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:39:42,711 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-07-22 12:39:42,711 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:39:42,712 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-07-22 12:39:42,712 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:39:42,712 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2023-07-22 12:39:42,714 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:39:42,717 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2023-07-22 12:39:42,718 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2023-07-22 12:39:42,719 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2023-07-22 12:39:42,720 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2023-07-22 12:39:42,720 main DEBUG PluginManager 'Converter' found 47 plugins 2023-07-22 12:39:42,732 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2023-07-22 12:39:42,734 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2023-07-22 12:39:42,738 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2023-07-22 12:39:42,739 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2023-07-22 12:39:42,739 main DEBUG createAppenders(={Console}) 2023-07-22 12:39:42,740 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@175c2241 initialized 2023-07-22 12:39:42,740 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@175c2241 2023-07-22 12:39:42,740 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@175c2241 OK. 2023-07-22 12:39:42,741 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2023-07-22 12:39:42,741 main DEBUG OutputStream closed 2023-07-22 12:39:42,741 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2023-07-22 12:39:42,742 main DEBUG Appender DefaultConsole-1 stopped with status true 2023-07-22 12:39:42,742 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@2145b572 OK 2023-07-22 12:39:42,788 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586 2023-07-22 12:39:42,790 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=StatusLogger 2023-07-22 12:39:42,791 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=ContextSelector 2023-07-22 12:39:42,792 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name= 2023-07-22 12:39:42,793 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.directory 2023-07-22 12:39:42,793 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2023-07-22 12:39:42,793 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.zookeeper 2023-07-22 12:39:42,794 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2023-07-22 12:39:42,794 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2023-07-22 12:39:42,794 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2023-07-22 12:39:42,794 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase 2023-07-22 12:39:42,795 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop 2023-07-22 12:39:42,795 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2023-07-22 12:39:42,795 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2023-07-22 12:39:42,796 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2023-07-22 12:39:42,796 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2023-07-22 12:39:42,796 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2023-07-22 12:39:42,797 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Appenders,name=Console 2023-07-22 12:39:42,800 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-07-22 12:39:42,800 main DEBUG Reconfiguration complete for context[name=1b6d3586] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.6.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@49912c99) with optional ClassLoader: null 2023-07-22 12:39:42,801 main DEBUG Shutdown hook enabled. Registering a new one. 2023-07-22 12:39:42,801 main DEBUG LoggerContext[name=1b6d3586, org.apache.logging.log4j.core.LoggerContext@49912c99] started OK. 2023-07-22T12:39:42,833 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestBackupStatusProgress timeout: 13 mins 2023-07-22 12:39:42,837 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2023-07-22 12:39:42,838 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-07-22T12:39:43,146 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ed835593-098d-4ac7-de06-e349580ce262 2023-07-22T12:39:43,151 DEBUG [Time-limited test {}] impl.BackupManager(127): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-07-22T12:39:43,153 DEBUG [Time-limited test {}] impl.BackupManager(157): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2023-07-22T12:39:43,154 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2023-07-22T12:39:43,157 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ed835593-098d-4ac7-de06-e349580ce262/cluster_0c7a71a5-6e98-d874-1dc3-467fac511eee, deleteOnExit=true 2023-07-22T12:39:43,157 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2023-07-22T12:39:43,158 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ed835593-098d-4ac7-de06-e349580ce262/test.cache.data in system properties and HBase conf 2023-07-22T12:39:43,158 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ed835593-098d-4ac7-de06-e349580ce262/hadoop.tmp.dir in system properties and HBase conf 2023-07-22T12:39:43,159 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ed835593-098d-4ac7-de06-e349580ce262/hadoop.log.dir in system properties and HBase conf 2023-07-22T12:39:43,159 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ed835593-098d-4ac7-de06-e349580ce262/mapreduce.cluster.local.dir in system properties and HBase conf 2023-07-22T12:39:43,159 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ed835593-098d-4ac7-de06-e349580ce262/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-07-22T12:39:43,160 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-07-22T12:39:43,253 WARN [Time-limited test {}] util.NativeCodeLoader(62): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2023-07-22T12:39:43,698 DEBUG [Time-limited test {}] fs.HFileSystem(308): The file system is not a DistributedFileSystem. Skipping on block location reordering 2023-07-22T12:39:43,703 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ed835593-098d-4ac7-de06-e349580ce262/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-07-22T12:39:43,703 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ed835593-098d-4ac7-de06-e349580ce262/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-07-22T12:39:43,704 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ed835593-098d-4ac7-de06-e349580ce262/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-07-22T12:39:43,704 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ed835593-098d-4ac7-de06-e349580ce262/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-07-22T12:39:43,704 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ed835593-098d-4ac7-de06-e349580ce262/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-07-22T12:39:43,705 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ed835593-098d-4ac7-de06-e349580ce262/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-07-22T12:39:43,705 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ed835593-098d-4ac7-de06-e349580ce262/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-07-22T12:39:43,705 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ed835593-098d-4ac7-de06-e349580ce262/dfs.journalnode.edits.dir in system properties and HBase conf 2023-07-22T12:39:43,706 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ed835593-098d-4ac7-de06-e349580ce262/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-07-22T12:39:43,706 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ed835593-098d-4ac7-de06-e349580ce262/nfs.dump.dir in system properties and HBase conf 2023-07-22T12:39:43,706 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ed835593-098d-4ac7-de06-e349580ce262/java.io.tmpdir in system properties and HBase conf 2023-07-22T12:39:43,706 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ed835593-098d-4ac7-de06-e349580ce262/dfs.journalnode.edits.dir in system properties and HBase conf 2023-07-22T12:39:43,707 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ed835593-098d-4ac7-de06-e349580ce262/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-07-22T12:39:43,707 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ed835593-098d-4ac7-de06-e349580ce262/fs.s3a.committer.staging.tmp.path in system properties and HBase conf Formatting using clusterid: testClusterID 2023-07-22T12:39:44,156 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-07-22T12:39:44,161 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-07-22T12:39:44,440 WARN [Time-limited test {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2023-07-22T12:39:44,577 INFO [Time-limited test {}] log.Slf4jLog(67): Logging to org.apache.logging.slf4j.Log4jLogger@3f18cdf8 via org.mortbay.log.Slf4jLog 2023-07-22T12:39:44,594 WARN [Time-limited test {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-07-22T12:39:44,635 INFO [Time-limited test {}] log.Slf4jLog(67): jetty-6.1.26 2023-07-22T12:39:44,675 INFO [Time-limited test {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/hdfs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ed835593-098d-4ac7-de06-e349580ce262/java.io.tmpdir/Jetty_localhost_38231_hdfs____.wld497/webapp 2023-07-22T12:39:44,807 INFO [Time-limited test {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:38231 2023-07-22T12:39:44,834 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-07-22T12:39:44,835 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-07-22T12:39:45,369 WARN [Listener at localhost/34349 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-07-22T12:39:45,431 WARN [Listener at localhost/34349 {}] conf.Configuration(1733): No unit for dfs.datanode.outliers.report.interval(1800000) assuming MILLISECONDS 2023-07-22T12:39:45,450 WARN [Listener at localhost/34349 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-07-22T12:39:45,456 INFO [Listener at localhost/34349 {}] log.Slf4jLog(67): jetty-6.1.26 2023-07-22T12:39:45,461 INFO [Listener at localhost/34349 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/datanode to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ed835593-098d-4ac7-de06-e349580ce262/java.io.tmpdir/Jetty_localhost_44387_datanode____oc7m55/webapp 2023-07-22T12:39:45,563 INFO [Listener at localhost/34349 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:44387 2023-07-22T12:39:45,835 WARN [Listener at localhost/44063 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-07-22T12:39:46,132 WARN [Thread-52 {}] conf.Configuration(1733): No unit for dfs.datanode.lock-reporting-threshold-ms(300) assuming MILLISECONDS 2023-07-22T12:39:46,296 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x3154d37a69f4184b: Processing first storage report for DS-b3b0ead7-253d-45b9-8019-feed239e5b3c from datanode be6a8471-83c1-4f7d-ab49-7a5a31974b7d 2023-07-22T12:39:46,297 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x3154d37a69f4184b: from storage DS-b3b0ead7-253d-45b9-8019-feed239e5b3c node DatanodeRegistration(127.0.0.1:45323, datanodeUuid=be6a8471-83c1-4f7d-ab49-7a5a31974b7d, infoPort=44391, infoSecurePort=0, ipcPort=44063, storageInfo=lv=-57;cid=testClusterID;nsid=607645271;c=1690029584234), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2023-07-22T12:39:46,297 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x3154d37a69f4184b: Processing first storage report for DS-6c4db8ea-9646-4d3d-9a0f-9aa55b82154a from datanode be6a8471-83c1-4f7d-ab49-7a5a31974b7d 2023-07-22T12:39:46,298 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x3154d37a69f4184b: from storage DS-6c4db8ea-9646-4d3d-9a0f-9aa55b82154a node DatanodeRegistration(127.0.0.1:45323, datanodeUuid=be6a8471-83c1-4f7d-ab49-7a5a31974b7d, infoPort=44391, infoSecurePort=0, ipcPort=44063, storageInfo=lv=-57;cid=testClusterID;nsid=607645271;c=1690029584234), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2023-07-22T12:39:46,369 DEBUG [Listener at localhost/44063 {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ed835593-098d-4ac7-de06-e349580ce262 2023-07-22T12:39:46,463 INFO [Listener at localhost/44063 {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ed835593-098d-4ac7-de06-e349580ce262/cluster_0c7a71a5-6e98-d874-1dc3-467fac511eee/zookeeper_0, clientPort=61208, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ed835593-098d-4ac7-de06-e349580ce262/cluster_0c7a71a5-6e98-d874-1dc3-467fac511eee/zookeeper_0/version-2, dataDirSize=424 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ed835593-098d-4ac7-de06-e349580ce262/cluster_0c7a71a5-6e98-d874-1dc3-467fac511eee/zookeeper_0/version-2, dataLogSize=424 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, serverId=0 2023-07-22T12:39:46,496 INFO [Listener at localhost/44063 {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=61208 2023-07-22T12:39:46,504 INFO [Listener at localhost/44063 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-07-22T12:39:46,506 INFO [Listener at localhost/44063 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-07-22T12:39:47,174 INFO [Listener at localhost/44063 {}] util.FSUtils(461): Created version file at hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416 with version=8 2023-07-22T12:39:47,174 INFO [Listener at localhost/44063 {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/hbase-staging 2023-07-22T12:39:47,190 DEBUG [Listener at localhost/44063 {}] hbase.LocalHBaseCluster(134): Setting Master Port to random. 2023-07-22T12:39:47,190 DEBUG [Listener at localhost/44063 {}] hbase.LocalHBaseCluster(141): Setting RegionServer Port to random. 2023-07-22T12:39:47,190 DEBUG [Listener at localhost/44063 {}] hbase.LocalHBaseCluster(151): Setting RS InfoServer Port to random. 2023-07-22T12:39:47,191 DEBUG [Listener at localhost/44063 {}] hbase.LocalHBaseCluster(159): Setting Master InfoServer Port to random. 2023-07-22T12:39:47,401 DEBUG [Listener at localhost/44063 {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2023-07-22T12:39:47,554 INFO [Listener at localhost/44063 {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2023-07-22T12:39:48,198 INFO [Listener at localhost/44063 {}] client.ConnectionUtils(127): master/jenkins-hbase3:0 server-side Connection retries=45 2023-07-22T12:39:48,249 INFO [Listener at localhost/44063 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-07-22T12:39:48,250 INFO [Listener at localhost/44063 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-07-22T12:39:48,250 INFO [Listener at localhost/44063 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-07-22T12:39:48,250 INFO [Listener at localhost/44063 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-07-22T12:39:48,250 INFO [Listener at localhost/44063 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-07-22T12:39:48,408 INFO [Listener at localhost/44063 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-07-22T12:39:48,512 DEBUG [Listener at localhost/44063 {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2023-07-22T12:39:48,518 INFO [Listener at localhost/44063 {}] ipc.NettyRpcServer(177): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-07-22T12:39:48,566 DEBUG [Listener at localhost/44063 {}] channel.DefaultChannelId(79): -Dio.netty.processId: 4628 (auto-detected) 2023-07-22T12:39:48,568 DEBUG [Listener at localhost/44063 {}] channel.DefaultChannelId(101): -Dio.netty.machineId: 02:42:1c:ff:fe:e2:13:ea (auto-detected) 2023-07-22T12:39:48,604 INFO [Listener at localhost/44063 {}] ipc.NettyRpcServer(144): Bind to /172.31.12.81:33997 2023-07-22T12:39:48,619 INFO [Listener at localhost/44063 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-07-22T12:39:48,621 INFO [Listener at localhost/44063 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-07-22T12:39:48,639 INFO [Listener at localhost/44063 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=master:33997 connecting to ZooKeeper ensemble=127.0.0.1:61208 2023-07-22T12:39:48,685 DEBUG [Listener at localhost/44063-EventThread {}] zookeeper.ZKWatcher(604): master:339970x0, quorum=127.0.0.1:61208, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-07-22T12:39:48,688 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): master:33997-0x100006658670000 connected 2023-07-22T12:39:48,715 DEBUG [Listener at localhost/44063 {}] zookeeper.ZKUtil(113): master:33997-0x100006658670000, quorum=127.0.0.1:61208, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-07-22T12:39:48,718 DEBUG [Listener at localhost/44063 {}] zookeeper.ZKUtil(113): master:33997-0x100006658670000, quorum=127.0.0.1:61208, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-07-22T12:39:48,722 DEBUG [Listener at localhost/44063 {}] zookeeper.ZKUtil(113): master:33997-0x100006658670000, quorum=127.0.0.1:61208, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-07-22T12:39:48,733 DEBUG [Listener at localhost/44063 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33997 2023-07-22T12:39:48,733 DEBUG [Listener at localhost/44063 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33997 2023-07-22T12:39:48,734 DEBUG [Listener at localhost/44063 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33997 2023-07-22T12:39:48,734 DEBUG [Listener at localhost/44063 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33997 2023-07-22T12:39:48,735 DEBUG [Listener at localhost/44063 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33997 2023-07-22T12:39:48,788 INFO [Listener at localhost/44063 {}] log.Log(170): Logging initialized @6791ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2023-07-22T12:39:48,909 INFO [Listener at localhost/44063 {}] http.HttpServer(973): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-07-22T12:39:48,910 INFO [Listener at localhost/44063 {}] http.HttpServer(973): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-07-22T12:39:48,911 INFO [Listener at localhost/44063 {}] http.HttpServer(973): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-07-22T12:39:48,913 INFO [Listener at localhost/44063 {}] http.HttpServer(952): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2023-07-22T12:39:48,913 INFO [Listener at localhost/44063 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-07-22T12:39:48,913 INFO [Listener at localhost/44063 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-07-22T12:39:48,917 INFO [Listener at localhost/44063 {}] http.HttpServer(797): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-07-22T12:39:49,046 INFO [Listener at localhost/44063 {}] http.HttpServer(1219): Jetty bound to port 43093 2023-07-22T12:39:49,048 INFO [Listener at localhost/44063 {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-07-22T12:39:49,078 INFO [Listener at localhost/44063 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-07-22T12:39:49,082 INFO [Listener at localhost/44063 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@23d78919{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ed835593-098d-4ac7-de06-e349580ce262/hadoop.log.dir/,AVAILABLE} 2023-07-22T12:39:49,083 INFO [Listener at localhost/44063 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-07-22T12:39:49,083 INFO [Listener at localhost/44063 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@f03bb14{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-07-22T12:39:49,156 INFO [Listener at localhost/44063 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-07-22T12:39:49,170 INFO [Listener at localhost/44063 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-07-22T12:39:49,170 INFO [Listener at localhost/44063 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-07-22T12:39:49,172 INFO [Listener at localhost/44063 {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2023-07-22T12:39:49,180 INFO [Listener at localhost/44063 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-07-22T12:39:50,287 INFO [Listener at localhost/44063 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@55b21a56{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-07-22T12:39:50,298 INFO [Listener at localhost/44063 {}] server.AbstractConnector(333): Started ServerConnector@36ecc4f7{HTTP/1.1, (http/1.1)}{0.0.0.0:43093} 2023-07-22T12:39:50,298 INFO [Listener at localhost/44063 {}] server.Server(415): Started @8301ms 2023-07-22T12:39:50,302 INFO [Listener at localhost/44063 {}] master.HMaster(484): hbase.rootdir=hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416, hbase.cluster.distributed=false 2023-07-22T12:39:50,362 INFO [Listener at localhost/44063 {}] client.ConnectionUtils(127): regionserver/jenkins-hbase3:0 server-side Connection retries=45 2023-07-22T12:39:50,362 INFO [Listener at localhost/44063 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-07-22T12:39:50,362 INFO [Listener at localhost/44063 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-07-22T12:39:50,362 INFO [Listener at localhost/44063 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-07-22T12:39:50,363 INFO [Listener at localhost/44063 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-07-22T12:39:50,363 INFO [Listener at localhost/44063 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-07-22T12:39:50,371 INFO [Listener at localhost/44063 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-07-22T12:39:50,373 INFO [Listener at localhost/44063 {}] ipc.NettyRpcServer(177): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-07-22T12:39:50,374 INFO [Listener at localhost/44063 {}] ipc.NettyRpcServer(144): Bind to /172.31.12.81:35173 2023-07-22T12:39:50,376 INFO [Listener at localhost/44063 {}] hfile.BlockCacheFactory(127): Allocating BlockCache size=782.40 MB, blockSize=64 KB 2023-07-22T12:39:50,384 DEBUG [Listener at localhost/44063 {}] mob.MobFileCache(120): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2023-07-22T12:39:50,385 INFO [Listener at localhost/44063 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-07-22T12:39:50,388 INFO [Listener at localhost/44063 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-07-22T12:39:50,389 INFO [Listener at localhost/44063 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=regionserver:35173 connecting to ZooKeeper ensemble=127.0.0.1:61208 2023-07-22T12:39:50,394 DEBUG [Listener at localhost/44063-EventThread {}] zookeeper.ZKWatcher(604): regionserver:351730x0, quorum=127.0.0.1:61208, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-07-22T12:39:50,395 DEBUG [Listener at localhost/44063 {}] zookeeper.ZKUtil(113): regionserver:35173-0x100006658670001, quorum=127.0.0.1:61208, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-07-22T12:39:50,395 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): regionserver:35173-0x100006658670001 connected 2023-07-22T12:39:50,396 DEBUG [Listener at localhost/44063 {}] zookeeper.ZKUtil(113): regionserver:35173-0x100006658670001, quorum=127.0.0.1:61208, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-07-22T12:39:50,397 DEBUG [Listener at localhost/44063 {}] zookeeper.ZKUtil(113): regionserver:35173-0x100006658670001, quorum=127.0.0.1:61208, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-07-22T12:39:50,398 DEBUG [Listener at localhost/44063 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35173 2023-07-22T12:39:50,398 DEBUG [Listener at localhost/44063 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35173 2023-07-22T12:39:50,398 DEBUG [Listener at localhost/44063 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35173 2023-07-22T12:39:50,399 DEBUG [Listener at localhost/44063 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35173 2023-07-22T12:39:50,399 DEBUG [Listener at localhost/44063 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35173 2023-07-22T12:39:50,402 INFO [Listener at localhost/44063 {}] http.HttpServer(973): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-07-22T12:39:50,402 INFO [Listener at localhost/44063 {}] http.HttpServer(973): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-07-22T12:39:50,402 INFO [Listener at localhost/44063 {}] http.HttpServer(973): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-07-22T12:39:50,403 INFO [Listener at localhost/44063 {}] http.HttpServer(952): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2023-07-22T12:39:50,403 INFO [Listener at localhost/44063 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-07-22T12:39:50,403 INFO [Listener at localhost/44063 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-07-22T12:39:50,404 INFO [Listener at localhost/44063 {}] http.HttpServer(797): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-07-22T12:39:50,405 INFO [Listener at localhost/44063 {}] http.HttpServer(1219): Jetty bound to port 42291 2023-07-22T12:39:50,406 INFO [Listener at localhost/44063 {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-07-22T12:39:50,407 INFO [Listener at localhost/44063 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-07-22T12:39:50,408 INFO [Listener at localhost/44063 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@44da4bee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ed835593-098d-4ac7-de06-e349580ce262/hadoop.log.dir/,AVAILABLE} 2023-07-22T12:39:50,408 INFO [Listener at localhost/44063 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-07-22T12:39:50,408 INFO [Listener at localhost/44063 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@1ee81b3f{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-07-22T12:39:50,419 INFO [Listener at localhost/44063 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-07-22T12:39:50,420 INFO [Listener at localhost/44063 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-07-22T12:39:50,420 INFO [Listener at localhost/44063 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-07-22T12:39:50,421 INFO [Listener at localhost/44063 {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2023-07-22T12:39:50,421 INFO [Listener at localhost/44063 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-07-22T12:39:50,426 INFO [Listener at localhost/44063 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@42973aaa{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-07-22T12:39:50,427 INFO [Listener at localhost/44063 {}] server.AbstractConnector(333): Started ServerConnector@2656a62c{HTTP/1.1, (http/1.1)}{0.0.0.0:42291} 2023-07-22T12:39:50,427 INFO [Listener at localhost/44063 {}] server.Server(415): Started @8429ms 2023-07-22T12:39:50,431 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-07-22T12:39:50,435 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@49fedc11{HTTP/1.1, (http/1.1)}{0.0.0.0:41073} 2023-07-22T12:39:50,435 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(415): Started @8437ms 2023-07-22T12:39:50,435 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2387): Adding backup master ZNode /1/backup-masters/jenkins-hbase3.apache.org,33997,1690029587383 2023-07-22T12:39:50,447 DEBUG [Listener at localhost/44063-EventThread {}] zookeeper.ZKWatcher(604): master:33997-0x100006658670000, quorum=127.0.0.1:61208, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-07-22T12:39:50,447 DEBUG [Listener at localhost/44063-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35173-0x100006658670001, quorum=127.0.0.1:61208, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-07-22T12:39:50,448 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33997-0x100006658670000, quorum=127.0.0.1:61208, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/jenkins-hbase3.apache.org,33997,1690029587383 2023-07-22T12:39:50,460 DEBUG [M:0;jenkins-hbase3:33997 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;jenkins-hbase3:33997 2023-07-22T12:39:50,468 DEBUG [Listener at localhost/44063-EventThread {}] zookeeper.ZKWatcher(604): master:33997-0x100006658670000, quorum=127.0.0.1:61208, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-07-22T12:39:50,468 DEBUG [Listener at localhost/44063-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35173-0x100006658670001, quorum=127.0.0.1:61208, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-07-22T12:39:50,468 DEBUG [Listener at localhost/44063-EventThread {}] zookeeper.ZKWatcher(604): master:33997-0x100006658670000, quorum=127.0.0.1:61208, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:39:50,468 DEBUG [Listener at localhost/44063-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35173-0x100006658670001, quorum=127.0.0.1:61208, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:39:50,469 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33997-0x100006658670000, quorum=127.0.0.1:61208, baseZNode=/1 Set watcher on existing znode=/1/master 2023-07-22T12:39:50,471 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/jenkins-hbase3.apache.org,33997,1690029587383 from backup master directory 2023-07-22T12:39:50,471 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:33997-0x100006658670000, quorum=127.0.0.1:61208, baseZNode=/1 Set watcher on existing znode=/1/master 2023-07-22T12:39:50,474 DEBUG [Listener at localhost/44063-EventThread {}] zookeeper.ZKWatcher(604): master:33997-0x100006658670000, quorum=127.0.0.1:61208, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/jenkins-hbase3.apache.org,33997,1690029587383 2023-07-22T12:39:50,474 DEBUG [Listener at localhost/44063-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35173-0x100006658670001, quorum=127.0.0.1:61208, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-07-22T12:39:50,474 DEBUG [Listener at localhost/44063-EventThread {}] zookeeper.ZKWatcher(604): master:33997-0x100006658670000, quorum=127.0.0.1:61208, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-07-22T12:39:50,475 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-07-22T12:39:50,476 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=jenkins-hbase3.apache.org,33997,1690029587383 2023-07-22T12:39:50,479 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 352, initial count 0 2023-07-22T12:39:50,481 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 391, initial count 0 2023-07-22T12:39:50,968 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] util.FSUtils(610): Created cluster ID file at hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/hbase.id with ID: 72fa6e7b-3a22-4580-bed0-bd413f332458 2023-07-22T12:39:51,014 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-07-22T12:39:51,030 DEBUG [Listener at localhost/44063-EventThread {}] zookeeper.ZKWatcher(604): master:33997-0x100006658670000, quorum=127.0.0.1:61208, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:39:51,030 DEBUG [Listener at localhost/44063-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35173-0x100006658670001, quorum=127.0.0.1:61208, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:39:51,106 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(355): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-07-22T12:39:51,109 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2023-07-22T12:39:51,133 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(270): ClientProtocol::create wrong number of arguments, should be hadoop 3.2 or below 2023-07-22T12:39:51,133 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(276): ClientProtocol::create wrong number of arguments, should be hadoop 2.x 2023-07-22T12:39:51,134 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(285): can not find SHOULD_REPLICATE flag, should be hadoop 2.x java.lang.IllegalArgumentException: No enum constant org.apache.hadoop.fs.CreateFlag.SHOULD_REPLICATE at java.lang.Enum.valueOf(Enum.java:238) ~[?:1.8.0_362] at org.apache.hadoop.fs.CreateFlag.valueOf(CreateFlag.java:63) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.loadShouldReplicateFlag(FanOutOneBlockAsyncDFSOutputHelper.java:283) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.(FanOutOneBlockAsyncDFSOutputHelper.java:310) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:140) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:950) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:573) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:570) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-07-22T12:39:51,145 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2130) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:950) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:573) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:570) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-07-22T12:39:51,146 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-07-22T12:39:51,215 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7093): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/MasterData/data/master/store 2023-07-22T12:39:51,239 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2023-07-22T12:39:51,240 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:39:51,240 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-07-22T12:39:51,240 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-07-22T12:39:51,240 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-07-22T12:39:51,241 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-07-22T12:39:51,241 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-07-22T12:39:51,241 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-07-22T12:39:51,241 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-07-22T12:39:51,243 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(232): failed to clean up initializing flag: hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/MasterData/data/master/store/.initializing 2023-07-22T12:39:51,243 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(202): WALDir=hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/MasterData/WALs/jenkins-hbase3.apache.org,33997,1690029587383 2023-07-22T12:39:51,254 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-07-22T12:39:51,267 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C33997%2C1690029587383, suffix=, logDir=hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/MasterData/WALs/jenkins-hbase3.apache.org,33997,1690029587383, archiveDir=hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/MasterData/oldWALs, maxLogs=10 2023-07-22T12:39:51,295 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/MasterData/WALs/jenkins-hbase3.apache.org,33997,1690029587383/jenkins-hbase3.apache.org%2C33997%2C1690029587383.1690029591274, exclude list is [], retry=0 2023-07-22T12:39:51,327 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45323,DS-b3b0ead7-253d-45b9-8019-feed239e5b3c,DISK] 2023-07-22T12:39:51,334 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(123): Hadoop 3.2 and below use unshaded protobuf. java.lang.ClassNotFoundException: org.apache.hadoop.thirdparty.protobuf.MessageLite at java.net.URLClassLoader.findClass(URLClassLoader.java:387) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:418) ~[?:1.8.0_362] at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:352) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:351) ~[?:1.8.0_362] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.ProtobufDecoder.(ProtobufDecoder.java:118) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.processWriteBlockResponse(FanOutOneBlockAsyncDFSOutputHelper.java:346) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$100(FanOutOneBlockAsyncDFSOutputHelper.java:120) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$4.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:430) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:557) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:185) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:35) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hadoop.hbase.util.NettyFutureUtils.addListener(NettyFutureUtils.java:52) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:424) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$300(FanOutOneBlockAsyncDFSOutputHelper.java:120) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:482) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:477) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:653) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:691) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:489) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:397) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.4.jar:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-07-22T12:39:51,411 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/MasterData/WALs/jenkins-hbase3.apache.org,33997,1690029587383/jenkins-hbase3.apache.org%2C33997%2C1690029587383.1690029591274 2023-07-22T12:39:51,411 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:45323,DS-b3b0ead7-253d-45b9-8019-feed239e5b3c,DISK]] 2023-07-22T12:39:51,412 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7254): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2023-07-22T12:39:51,413 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:39:51,419 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7296): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2023-07-22T12:39:51,420 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7299): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2023-07-22T12:39:51,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2023-07-22T12:39:51,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2023-07-22T12:39:51,533 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:39:51,537 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-07-22T12:39:51,537 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2023-07-22T12:39:51,539 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2023-07-22T12:39:51,540 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:39:51,541 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-07-22T12:39:51,541 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2023-07-22T12:39:51,544 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2023-07-22T12:39:51,544 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:39:51,545 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-07-22T12:39:51,545 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2023-07-22T12:39:51,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2023-07-22T12:39:51,548 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:39:51,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-07-22T12:39:51,553 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-07-22T12:39:51,554 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-07-22T12:39:51,569 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2023-07-22T12:39:51,572 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1076): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2023-07-22T12:39:51,576 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-07-22T12:39:51,577 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1093): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11368293120, jitterRate=0.058754801750183105}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2023-07-22T12:39:51,583 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(992): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2023-07-22T12:39:51,584 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2023-07-22T12:39:51,621 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ccb37a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:39:51,674 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(859): No meta location available on zookeeper, skip migrating... 2023-07-22T12:39:51,696 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2023-07-22T12:39:51,697 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(564): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2023-07-22T12:39:51,700 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-07-22T12:39:51,701 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(584): Recovered RegionProcedureStore lease in 1 msec 2023-07-22T12:39:51,709 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(598): Loaded RegionProcedureStore in 7 msec 2023-07-22T12:39:51,709 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2023-07-22T12:39:51,744 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2023-07-22T12:39:51,760 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33997-0x100006658670000, quorum=127.0.0.1:61208, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2023-07-22T12:39:51,762 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/balancer already deleted, retry=false 2023-07-22T12:39:51,765 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(150): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2023-07-22T12:39:51,766 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33997-0x100006658670000, quorum=127.0.0.1:61208, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2023-07-22T12:39:51,768 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/normalizer already deleted, retry=false 2023-07-22T12:39:51,770 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2023-07-22T12:39:51,777 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33997-0x100006658670000, quorum=127.0.0.1:61208, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2023-07-22T12:39:51,778 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/split already deleted, retry=false 2023-07-22T12:39:51,779 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33997-0x100006658670000, quorum=127.0.0.1:61208, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2023-07-22T12:39:51,780 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/merge already deleted, retry=false 2023-07-22T12:39:51,795 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33997-0x100006658670000, quorum=127.0.0.1:61208, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2023-07-22T12:39:51,796 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/snapshot-cleanup already deleted, retry=false 2023-07-22T12:39:51,801 DEBUG [Listener at localhost/44063-EventThread {}] zookeeper.ZKWatcher(604): master:33997-0x100006658670000, quorum=127.0.0.1:61208, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-07-22T12:39:51,801 DEBUG [Listener at localhost/44063-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35173-0x100006658670001, quorum=127.0.0.1:61208, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-07-22T12:39:51,802 DEBUG [Listener at localhost/44063-EventThread {}] zookeeper.ZKWatcher(604): master:33997-0x100006658670000, quorum=127.0.0.1:61208, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:39:51,802 DEBUG [Listener at localhost/44063-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35173-0x100006658670001, quorum=127.0.0.1:61208, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:39:51,802 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(803): Active/primary master=jenkins-hbase3.apache.org,33997,1690029587383, sessionid=0x100006658670000, setting cluster-up flag (Was=false) 2023-07-22T12:39:51,812 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2023-07-22T12:39:51,819 DEBUG [Listener at localhost/44063-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35173-0x100006658670001, quorum=127.0.0.1:61208, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:39:51,819 DEBUG [Listener at localhost/44063-EventThread {}] zookeeper.ZKWatcher(604): master:33997-0x100006658670000, quorum=127.0.0.1:61208, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:39:51,824 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2023-07-22T12:39:51,825 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,33997,1690029587383 2023-07-22T12:39:51,834 DEBUG [Listener at localhost/44063-EventThread {}] zookeeper.ZKWatcher(604): master:33997-0x100006658670000, quorum=127.0.0.1:61208, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:39:51,834 DEBUG [Listener at localhost/44063-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35173-0x100006658670001, quorum=127.0.0.1:61208, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:39:51,840 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2023-07-22T12:39:51,842 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,33997,1690029587383 2023-07-22T12:39:51,846 DEBUG [Listener at localhost/44063-EventThread {}] zookeeper.ZKWatcher(604): master:33997-0x100006658670000, quorum=127.0.0.1:61208, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:39:51,846 DEBUG [Listener at localhost/44063-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35173-0x100006658670001, quorum=127.0.0.1:61208, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:39:51,852 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2023-07-22T12:39:51,854 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,33997,1690029587383 2023-07-22T12:39:51,941 DEBUG [RS:0;jenkins-hbase3:35173 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;jenkins-hbase3:35173 2023-07-22T12:39:51,942 INFO [RS:0;jenkins-hbase3:35173 {}] regionserver.HRegionServer(997): ClusterId : 72fa6e7b-3a22-4580-bed0-bd413f332458 2023-07-22T12:39:51,944 INFO [RS:0;jenkins-hbase3:35173 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2023-07-22T12:39:51,947 DEBUG [RS:0;jenkins-hbase3:35173 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2023-07-22T12:39:51,953 DEBUG [RS:0;jenkins-hbase3:35173 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2023-07-22T12:39:51,953 DEBUG [RS:0;jenkins-hbase3:35173 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2023-07-22T12:39:51,956 DEBUG [RS:0;jenkins-hbase3:35173 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2023-07-22T12:39:51,956 DEBUG [RS:0;jenkins-hbase3:35173 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2023-07-22T12:39:51,961 DEBUG [RS:0;jenkins-hbase3:35173 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2023-07-22T12:39:51,962 DEBUG [RS:0;jenkins-hbase3:35173 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35d9798d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:39:51,964 DEBUG [RS:0;jenkins-hbase3:35173 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1db93f12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-07-22T12:39:51,969 INFO [RS:0;jenkins-hbase3:35173 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2023-07-22T12:39:51,969 INFO [RS:0;jenkins-hbase3:35173 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2023-07-22T12:39:51,969 DEBUG [RS:0;jenkins-hbase3:35173 {}] regionserver.HRegionServer(1079): About to register with Master. 2023-07-22T12:39:51,972 INFO [RS:0;jenkins-hbase3:35173 {}] regionserver.HRegionServer(3023): reportForDuty to master=jenkins-hbase3.apache.org,33997,1690029587383 with isa=jenkins-hbase3.apache.org/172.31.12.81:35173, startcode=1690029590361 2023-07-22T12:39:51,993 DEBUG [RS:0;jenkins-hbase3:35173 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-07-22T12:39:51,997 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1033): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2023-07-22T12:39:52,006 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(574): slop=0.2 2023-07-22T12:39:52,010 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(285): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2023-07-22T12:39:52,021 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: jenkins-hbase3.apache.org,33997,1690029587383 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2023-07-22T12:39:52,025 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-07-22T12:39:52,025 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-07-22T12:39:52,025 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-07-22T12:39:52,026 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-07-22T12:39:52,026 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/jenkins-hbase3:0, corePoolSize=10, maxPoolSize=10 2023-07-22T12:39:52,026 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-07-22T12:39:52,026 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-07-22T12:39:52,026 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-07-22T12:39:52,030 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1690029622030 2023-07-22T12:39:52,034 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2023-07-22T12:39:52,037 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2023-07-22T12:39:52,037 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2023-07-22T12:39:52,037 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2023-07-22T12:39:52,042 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:39:52,043 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-07-22T12:39:52,048 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2023-07-22T12:39:52,049 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2023-07-22T12:39:52,049 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2023-07-22T12:39:52,050 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2023-07-22T12:39:52,050 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2023-07-22T12:39:52,054 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-07-22T12:39:52,059 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2023-07-22T12:39:52,063 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2023-07-22T12:39:52,063 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2023-07-22T12:39:52,064 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2023-07-22T12:39:52,064 INFO [PEWorker-1 {}] regionserver.HRegion(7075): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416 2023-07-22T12:39:52,074 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ReadOnlyZKClient(139): Connect 0x411d5fb2 to 127.0.0.1:61208 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:39:52,094 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:45767, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-07-22T12:39:52,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:39:52,099 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@673d334c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:39:52,099 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-07-22T12:39:52,102 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-07-22T12:39:52,103 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2023-07-22T12:39:52,104 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2023-07-22T12:39:52,105 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33997 {}] ipc.MetricsHBaseServer(144): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3180) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:588) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:17393) ~[hbase-protocol-shaded-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:437) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.6.0-SNAPSHOT] 2023-07-22T12:39:52,105 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-07-22T12:39:52,105 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:39:52,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-07-22T12:39:52,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-07-22T12:39:52,109 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-07-22T12:39:52,109 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:39:52,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-07-22T12:39:52,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-07-22T12:39:52,113 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-07-22T12:39:52,113 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:39:52,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-07-22T12:39:52,117 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1690029592106,5,FailOnTimeoutGroup] 2023-07-22T12:39:52,118 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1690029592118,5,FailOnTimeoutGroup] 2023-07-22T12:39:52,118 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-07-22T12:39:52,118 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1634): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2023-07-22T12:39:52,120 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2023-07-22T12:39:52,120 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/hbase/meta/1588230740 2023-07-22T12:39:52,121 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2023-07-22T12:39:52,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/hbase/meta/1588230740 2023-07-22T12:39:52,124 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-07-22T12:39:52,128 DEBUG [PEWorker-1 {}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-07-22T12:39:52,132 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-07-22T12:39:52,134 INFO [PEWorker-1 {}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10666233920, jitterRate=-0.00662955641746521}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-07-22T12:39:52,137 DEBUG [PEWorker-1 {}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-07-22T12:39:52,137 DEBUG [PEWorker-1 {}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-07-22T12:39:52,137 INFO [PEWorker-1 {}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-07-22T12:39:52,137 DEBUG [PEWorker-1 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-07-22T12:39:52,137 DEBUG [PEWorker-1 {}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-07-22T12:39:52,137 DEBUG [PEWorker-1 {}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-07-22T12:39:52,142 INFO [PEWorker-1 {}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-07-22T12:39:52,143 DEBUG [PEWorker-1 {}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-07-22T12:39:52,147 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2023-07-22T12:39:52,147 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2023-07-22T12:39:52,152 DEBUG [RS:0;jenkins-hbase3:35173 {}] regionserver.HRegionServer(3042): Master is not running yet 2023-07-22T12:39:52,152 WARN [RS:0;jenkins-hbase3:35173 {}] regionserver.HRegionServer(1088): reportForDuty failed; sleeping 100 ms and then retrying. 2023-07-22T12:39:52,161 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2023-07-22T12:39:52,179 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2023-07-22T12:39:52,188 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2023-07-22T12:39:52,253 INFO [RS:0;jenkins-hbase3:35173 {}] regionserver.HRegionServer(3023): reportForDuty to master=jenkins-hbase3.apache.org,33997,1690029587383 with isa=jenkins-hbase3.apache.org/172.31.12.81:35173, startcode=1690029590361 2023-07-22T12:39:52,259 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33997 {}] master.ServerManager(403): Registering regionserver=jenkins-hbase3.apache.org,35173,1690029590361 2023-07-22T12:39:52,269 DEBUG [RS:0;jenkins-hbase3:35173 {}] regionserver.HRegionServer(1705): Config from master: hbase.rootdir=hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416 2023-07-22T12:39:52,270 DEBUG [RS:0;jenkins-hbase3:35173 {}] regionserver.HRegionServer(1705): Config from master: fs.defaultFS=hdfs://localhost:34349 2023-07-22T12:39:52,270 DEBUG [RS:0;jenkins-hbase3:35173 {}] regionserver.HRegionServer(1705): Config from master: hbase.master.info.port=43093 2023-07-22T12:39:52,276 DEBUG [Listener at localhost/44063-EventThread {}] zookeeper.ZKWatcher(604): master:33997-0x100006658670000, quorum=127.0.0.1:61208, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2023-07-22T12:39:52,276 DEBUG [RS:0;jenkins-hbase3:35173 {}] zookeeper.ZKUtil(111): regionserver:35173-0x100006658670001, quorum=127.0.0.1:61208, baseZNode=/1 Set watcher on existing znode=/1/rs/jenkins-hbase3.apache.org,35173,1690029590361 2023-07-22T12:39:52,276 WARN [RS:0;jenkins-hbase3:35173 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-07-22T12:39:52,276 INFO [RS:0;jenkins-hbase3:35173 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-07-22T12:39:52,277 DEBUG [RS:0;jenkins-hbase3:35173 {}] regionserver.HRegionServer(2060): logDir=hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/WALs/jenkins-hbase3.apache.org,35173,1690029590361 2023-07-22T12:39:52,281 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [jenkins-hbase3.apache.org,35173,1690029590361] 2023-07-22T12:39:52,295 DEBUG [RS:0;jenkins-hbase3:35173 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2023-07-22T12:39:52,305 INFO [RS:0;jenkins-hbase3:35173 {}] regionserver.MetricsRegionServerWrapperImpl(165): Computing regionserver metrics every 5000 milliseconds 2023-07-22T12:39:52,320 INFO [RS:0;jenkins-hbase3:35173 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=782.4 M, globalMemStoreLimitLowMark=743.3 M, Offheap=false 2023-07-22T12:39:52,325 INFO [RS:0;jenkins-hbase3:35173 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2023-07-22T12:39:52,325 INFO [RS:0;jenkins-hbase3:35173 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2023-07-22T12:39:52,326 INFO [RS:0;jenkins-hbase3:35173 {}] regionserver.HRegionServer$CompactionChecker(1947): CompactionChecker runs every PT1S 2023-07-22T12:39:52,337 INFO [RS:0;jenkins-hbase3:35173 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2023-07-22T12:39:52,338 DEBUG [RS:0;jenkins-hbase3:35173 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-07-22T12:39:52,338 DEBUG [RS:0;jenkins-hbase3:35173 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-07-22T12:39:52,338 DEBUG [RS:0;jenkins-hbase3:35173 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-07-22T12:39:52,338 DEBUG [RS:0;jenkins-hbase3:35173 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-07-22T12:39:52,338 DEBUG [RS:0;jenkins-hbase3:35173 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-07-22T12:39:52,338 DEBUG [RS:0;jenkins-hbase3:35173 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-07-22T12:39:52,338 DEBUG [RS:0;jenkins-hbase3:35173 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-07-22T12:39:52,339 WARN [jenkins-hbase3:33997 {}] assignment.AssignmentManager(2282): No servers available; cannot place 1 unassigned regions. 2023-07-22T12:39:52,339 DEBUG [RS:0;jenkins-hbase3:35173 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-07-22T12:39:52,339 DEBUG [RS:0;jenkins-hbase3:35173 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-07-22T12:39:52,339 DEBUG [RS:0;jenkins-hbase3:35173 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-07-22T12:39:52,339 DEBUG [RS:0;jenkins-hbase3:35173 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-07-22T12:39:52,339 DEBUG [RS:0;jenkins-hbase3:35173 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-07-22T12:39:52,340 INFO [RS:0;jenkins-hbase3:35173 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2023-07-22T12:39:52,341 INFO [RS:0;jenkins-hbase3:35173 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2023-07-22T12:39:52,341 INFO [RS:0;jenkins-hbase3:35173 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2023-07-22T12:39:52,341 INFO [RS:0;jenkins-hbase3:35173 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2023-07-22T12:39:52,341 INFO [RS:0;jenkins-hbase3:35173 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,35173,1690029590361-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-07-22T12:39:52,357 INFO [RS:0;jenkins-hbase3:35173 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2023-07-22T12:39:52,360 INFO [RS:0;jenkins-hbase3:35173 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,35173,1690029590361-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2023-07-22T12:39:52,377 INFO [RS:0;jenkins-hbase3:35173 {}] regionserver.Replication(204): jenkins-hbase3.apache.org,35173,1690029590361 started 2023-07-22T12:39:52,377 INFO [RS:0;jenkins-hbase3:35173 {}] regionserver.HRegionServer(1747): Serving as jenkins-hbase3.apache.org,35173,1690029590361, RpcServer on jenkins-hbase3.apache.org/172.31.12.81:35173, sessionid=0x100006658670001 2023-07-22T12:39:52,378 DEBUG [RS:0;jenkins-hbase3:35173 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2023-07-22T12:39:52,378 DEBUG [RS:0;jenkins-hbase3:35173 {}] flush.RegionServerFlushTableProcedureManager(106): Start region server flush procedure manager jenkins-hbase3.apache.org,35173,1690029590361 2023-07-22T12:39:52,378 DEBUG [RS:0;jenkins-hbase3:35173 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,35173,1690029590361' 2023-07-22T12:39:52,378 DEBUG [RS:0;jenkins-hbase3:35173 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2023-07-22T12:39:52,379 DEBUG [RS:0;jenkins-hbase3:35173 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2023-07-22T12:39:52,379 DEBUG [RS:0;jenkins-hbase3:35173 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2023-07-22T12:39:52,379 DEBUG [RS:0;jenkins-hbase3:35173 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2023-07-22T12:39:52,380 DEBUG [RS:0;jenkins-hbase3:35173 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,35173,1690029590361' 2023-07-22T12:39:52,380 DEBUG [RS:0;jenkins-hbase3:35173 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-07-22T12:39:52,380 DEBUG [RS:0;jenkins-hbase3:35173 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-07-22T12:39:52,381 INFO [RS:0;jenkins-hbase3:35173 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2023-07-22T12:39:52,381 DEBUG [RS:0;jenkins-hbase3:35173 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2023-07-22T12:39:52,381 DEBUG [RS:0;jenkins-hbase3:35173 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2023-07-22T12:39:52,381 DEBUG [RS:0;jenkins-hbase3:35173 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager jenkins-hbase3.apache.org,35173,1690029590361 2023-07-22T12:39:52,381 DEBUG [RS:0;jenkins-hbase3:35173 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,35173,1690029590361' 2023-07-22T12:39:52,381 DEBUG [RS:0;jenkins-hbase3:35173 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2023-07-22T12:39:52,381 DEBUG [RS:0;jenkins-hbase3:35173 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2023-07-22T12:39:52,382 DEBUG [RS:0;jenkins-hbase3:35173 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2023-07-22T12:39:52,382 INFO [RS:0;jenkins-hbase3:35173 {}] quotas.RegionServerRpcQuotaManager(63): Quota support disabled 2023-07-22T12:39:52,382 INFO [RS:0;jenkins-hbase3:35173 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2023-07-22T12:39:52,492 INFO [RS:0;jenkins-hbase3:35173 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-07-22T12:39:52,495 INFO [RS:0;jenkins-hbase3:35173 {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C35173%2C1690029590361, suffix=, logDir=hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/WALs/jenkins-hbase3.apache.org,35173,1690029590361, archiveDir=hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/oldWALs, maxLogs=32 2023-07-22T12:39:52,506 DEBUG [RS:0;jenkins-hbase3:35173 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/WALs/jenkins-hbase3.apache.org,35173,1690029590361/jenkins-hbase3.apache.org%2C35173%2C1690029590361.1690029592496, exclude list is [], retry=0 2023-07-22T12:39:52,512 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45323,DS-b3b0ead7-253d-45b9-8019-feed239e5b3c,DISK] 2023-07-22T12:39:52,518 INFO [RS:0;jenkins-hbase3:35173 {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/WALs/jenkins-hbase3.apache.org,35173,1690029590361/jenkins-hbase3.apache.org%2C35173%2C1690029590361.1690029592496 2023-07-22T12:39:52,519 DEBUG [RS:0;jenkins-hbase3:35173 {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:45323,DS-b3b0ead7-253d-45b9-8019-feed239e5b3c,DISK]] 2023-07-22T12:39:52,590 DEBUG [jenkins-hbase3:33997 {}] assignment.AssignmentManager(2303): Processing assignQueue; systemServersCount=1, allServersCount=1 2023-07-22T12:39:52,598 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,35173,1690029590361 2023-07-22T12:39:52,603 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,35173,1690029590361, state=OPENING 2023-07-22T12:39:52,613 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2023-07-22T12:39:52,623 DEBUG [Listener at localhost/44063-EventThread {}] zookeeper.ZKWatcher(604): master:33997-0x100006658670000, quorum=127.0.0.1:61208, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:39:52,623 DEBUG [Listener at localhost/44063-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35173-0x100006658670001, quorum=127.0.0.1:61208, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:39:52,623 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-07-22T12:39:52,623 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-07-22T12:39:52,626 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,35173,1690029590361}] 2023-07-22T12:39:52,818 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(721): New admin connection to jenkins-hbase3.apache.org,35173,1690029590361 2023-07-22T12:39:52,820 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=AdminService, sasl=false 2023-07-22T12:39:52,824 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:39108, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2023-07-22T12:39:52,836 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(130): Open hbase:meta,,1.1588230740 2023-07-22T12:39:52,837 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-07-22T12:39:52,838 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2023-07-22T12:39:52,841 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C35173%2C1690029590361.meta, suffix=.meta, logDir=hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/WALs/jenkins-hbase3.apache.org,35173,1690029590361, archiveDir=hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/oldWALs, maxLogs=32 2023-07-22T12:39:52,854 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/WALs/jenkins-hbase3.apache.org,35173,1690029590361/jenkins-hbase3.apache.org%2C35173%2C1690029590361.meta.1690029592842.meta, exclude list is [], retry=0 2023-07-22T12:39:52,858 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45323,DS-b3b0ead7-253d-45b9-8019-feed239e5b3c,DISK] 2023-07-22T12:39:52,862 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/WALs/jenkins-hbase3.apache.org,35173,1690029590361/jenkins-hbase3.apache.org%2C35173%2C1690029590361.meta.1690029592842.meta 2023-07-22T12:39:52,862 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:45323,DS-b3b0ead7-253d-45b9-8019-feed239e5b3c,DISK]] 2023-07-22T12:39:52,862 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7254): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2023-07-22T12:39:52,867 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-07-22T12:39:52,868 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2023-07-22T12:39:52,886 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7955): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2023-07-22T12:39:52,886 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(393): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2023-07-22T12:39:52,891 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2023-07-22T12:39:52,891 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:39:52,891 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7296): checking encryption for 1588230740 2023-07-22T12:39:52,891 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7299): checking classloading for 1588230740 2023-07-22T12:39:52,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-07-22T12:39:52,896 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-07-22T12:39:52,896 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:39:52,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-07-22T12:39:52,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-07-22T12:39:52,898 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-07-22T12:39:52,898 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:39:52,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-07-22T12:39:52,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-07-22T12:39:52,900 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-07-22T12:39:52,900 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:39:52,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-07-22T12:39:52,903 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/hbase/meta/1588230740 2023-07-22T12:39:52,906 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/hbase/meta/1588230740 2023-07-22T12:39:52,909 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-07-22T12:39:52,911 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-07-22T12:39:52,913 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9813355040, jitterRate=-0.08606009185314178}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-07-22T12:39:52,914 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-07-22T12:39:52,927 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2552): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1690029592809 2023-07-22T12:39:52,946 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2579): Finished post open deploy task for hbase:meta,,1.1588230740 2023-07-22T12:39:52,946 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(158): Opened hbase:meta,,1.1588230740 2023-07-22T12:39:52,948 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,35173,1690029590361 2023-07-22T12:39:52,949 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,35173,1690029590361, state=OPEN 2023-07-22T12:39:52,952 DEBUG [Listener at localhost/44063-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35173-0x100006658670001, quorum=127.0.0.1:61208, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-07-22T12:39:52,952 DEBUG [Listener at localhost/44063-EventThread {}] zookeeper.ZKWatcher(604): master:33997-0x100006658670000, quorum=127.0.0.1:61208, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-07-22T12:39:52,952 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-07-22T12:39:52,952 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-07-22T12:39:52,956 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=3, resume processing ppid=2 2023-07-22T12:39:52,956 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,35173,1690029590361 in 326 msec 2023-07-22T12:39:52,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=2, resume processing ppid=1 2023-07-22T12:39:52,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 797 msec 2023-07-22T12:39:52,971 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.0510 sec 2023-07-22T12:39:52,971 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1062): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1690029592971, completionTime=-1 2023-07-22T12:39:52,971 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ServerManager(830): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2023-07-22T12:39:52,972 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1629): Joining cluster... 2023-07-22T12:39:53,173 DEBUG [hconnection-0xfc06b7d-shared-pool-0 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:39:53,176 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:39116, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:39:53,197 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1641): Number of RegionServers=1 2023-07-22T12:39:53,197 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1690029653197 2023-07-22T12:39:53,197 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1690029713197 2023-07-22T12:39:53,198 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1648): Joined the cluster in 225 msec 2023-07-22T12:39:53,221 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,33997,1690029587383-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2023-07-22T12:39:53,221 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,33997,1690029587383-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2023-07-22T12:39:53,221 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,33997,1690029587383-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2023-07-22T12:39:53,223 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-jenkins-hbase3:33997, period=300000, unit=MILLISECONDS is enabled. 2023-07-22T12:39:53,224 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2023-07-22T12:39:53,230 DEBUG [master/jenkins-hbase3:0.Chore.1 {}] janitor.CatalogJanitor(175): 2023-07-22T12:39:53,246 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2023-07-22T12:39:53,248 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2367): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-07-22T12:39:53,258 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1033): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2023-07-22T12:39:53,262 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2023-07-22T12:39:53,264 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:39:53,265 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-07-22T12:39:53,685 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 5f7bb77307b71b1f393c271822114425, NAME => 'hbase:namespace,,1690029593247.5f7bb77307b71b1f393c271822114425.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416 2023-07-22T12:39:54,097 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(888): Instantiated hbase:namespace,,1690029593247.5f7bb77307b71b1f393c271822114425.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:39:54,097 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1668): Closing 5f7bb77307b71b1f393c271822114425, disabling compactions & flushes 2023-07-22T12:39:54,097 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1690): Closing region hbase:namespace,,1690029593247.5f7bb77307b71b1f393c271822114425. 2023-07-22T12:39:54,097 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1690029593247.5f7bb77307b71b1f393c271822114425. 2023-07-22T12:39:54,097 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1690029593247.5f7bb77307b71b1f393c271822114425. after waiting 0 ms 2023-07-22T12:39:54,097 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1690029593247.5f7bb77307b71b1f393c271822114425. 2023-07-22T12:39:54,097 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1909): Closed hbase:namespace,,1690029593247.5f7bb77307b71b1f393c271822114425. 2023-07-22T12:39:54,097 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1622): Region close journal for 5f7bb77307b71b1f393c271822114425: 2023-07-22T12:39:54,099 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2023-07-22T12:39:54,113 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1690029593247.5f7bb77307b71b1f393c271822114425.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1690029594101"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1690029594101"}]},"ts":"1690029594101"} 2023-07-22T12:39:54,144 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-07-22T12:39:54,146 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-07-22T12:39:54,152 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690029594146"}]},"ts":"1690029594146"} 2023-07-22T12:39:54,155 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2023-07-22T12:39:54,159 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=5f7bb77307b71b1f393c271822114425, ASSIGN}] 2023-07-22T12:39:54,161 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=5f7bb77307b71b1f393c271822114425, ASSIGN 2023-07-22T12:39:54,163 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=5f7bb77307b71b1f393c271822114425, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,35173,1690029590361; forceNewPlan=false, retain=false 2023-07-22T12:39:54,314 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=5f7bb77307b71b1f393c271822114425, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,35173,1690029590361 2023-07-22T12:39:54,318 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 5f7bb77307b71b1f393c271822114425, server=jenkins-hbase3.apache.org,35173,1690029590361}] 2023-07-22T12:39:54,478 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(130): Open hbase:namespace,,1690029593247.5f7bb77307b71b1f393c271822114425. 2023-07-22T12:39:54,479 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7254): Opening region: {ENCODED => 5f7bb77307b71b1f393c271822114425, NAME => 'hbase:namespace,,1690029593247.5f7bb77307b71b1f393c271822114425.', STARTKEY => '', ENDKEY => ''} 2023-07-22T12:39:54,480 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-07-22T12:39:54,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 5f7bb77307b71b1f393c271822114425 2023-07-22T12:39:54,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(888): Instantiated hbase:namespace,,1690029593247.5f7bb77307b71b1f393c271822114425.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:39:54,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7296): checking encryption for 5f7bb77307b71b1f393c271822114425 2023-07-22T12:39:54,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7299): checking classloading for 5f7bb77307b71b1f393c271822114425 2023-07-22T12:39:54,482 INFO [StoreOpener-5f7bb77307b71b1f393c271822114425-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 5f7bb77307b71b1f393c271822114425 2023-07-22T12:39:54,485 INFO [StoreOpener-5f7bb77307b71b1f393c271822114425-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f7bb77307b71b1f393c271822114425 columnFamilyName info 2023-07-22T12:39:54,485 DEBUG [StoreOpener-5f7bb77307b71b1f393c271822114425-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:39:54,486 INFO [StoreOpener-5f7bb77307b71b1f393c271822114425-1 {}] regionserver.HStore(324): Store=5f7bb77307b71b1f393c271822114425/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-07-22T12:39:54,487 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/hbase/namespace/5f7bb77307b71b1f393c271822114425 2023-07-22T12:39:54,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/hbase/namespace/5f7bb77307b71b1f393c271822114425 2023-07-22T12:39:54,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1076): writing seq id for 5f7bb77307b71b1f393c271822114425 2023-07-22T12:39:54,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/hbase/namespace/5f7bb77307b71b1f393c271822114425/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-07-22T12:39:54,495 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1093): Opened 5f7bb77307b71b1f393c271822114425; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10858812000, jitterRate=0.011305674910545349}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-07-22T12:39:54,496 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(992): Region open journal for 5f7bb77307b71b1f393c271822114425: 2023-07-22T12:39:54,498 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2552): Post open deploy tasks for hbase:namespace,,1690029593247.5f7bb77307b71b1f393c271822114425., pid=6, masterSystemTime=1690029594472 2023-07-22T12:39:54,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2579): Finished post open deploy task for hbase:namespace,,1690029593247.5f7bb77307b71b1f393c271822114425. 2023-07-22T12:39:54,501 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(158): Opened hbase:namespace,,1690029593247.5f7bb77307b71b1f393c271822114425. 2023-07-22T12:39:54,502 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=5f7bb77307b71b1f393c271822114425, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,35173,1690029590361 2023-07-22T12:39:54,508 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=6, resume processing ppid=5 2023-07-22T12:39:54,509 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 5f7bb77307b71b1f393c271822114425, server=jenkins-hbase3.apache.org,35173,1690029590361 in 187 msec 2023-07-22T12:39:54,512 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=5, resume processing ppid=4 2023-07-22T12:39:54,512 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=5f7bb77307b71b1f393c271822114425, ASSIGN in 349 msec 2023-07-22T12:39:54,513 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-07-22T12:39:54,513 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690029594513"}]},"ts":"1690029594513"} 2023-07-22T12:39:54,516 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2023-07-22T12:39:54,519 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2023-07-22T12:39:54,522 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.2700 sec 2023-07-22T12:39:54,565 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:33997-0x100006658670000, quorum=127.0.0.1:61208, baseZNode=/1 Set watcher on znode that does not yet exist, /1/namespace 2023-07-22T12:39:54,567 DEBUG [Listener at localhost/44063-EventThread {}] zookeeper.ZKWatcher(604): master:33997-0x100006658670000, quorum=127.0.0.1:61208, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/namespace 2023-07-22T12:39:54,567 DEBUG [Listener at localhost/44063-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35173-0x100006658670001, quorum=127.0.0.1:61208, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:39:54,567 DEBUG [Listener at localhost/44063-EventThread {}] zookeeper.ZKWatcher(604): master:33997-0x100006658670000, quorum=127.0.0.1:61208, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:39:54,620 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1033): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2023-07-22T12:39:54,637 DEBUG [Listener at localhost/44063-EventThread {}] zookeeper.ZKWatcher(604): master:33997-0x100006658670000, quorum=127.0.0.1:61208, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-07-22T12:39:54,642 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 34 msec 2023-07-22T12:39:54,646 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1033): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2023-07-22T12:39:54,672 DEBUG [Listener at localhost/44063-EventThread {}] zookeeper.ZKWatcher(604): master:33997-0x100006658670000, quorum=127.0.0.1:61208, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-07-22T12:39:54,677 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 31 msec 2023-07-22T12:39:54,693 DEBUG [Listener at localhost/44063-EventThread {}] zookeeper.ZKWatcher(604): master:33997-0x100006658670000, quorum=127.0.0.1:61208, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/default 2023-07-22T12:39:54,696 DEBUG [Listener at localhost/44063-EventThread {}] zookeeper.ZKWatcher(604): master:33997-0x100006658670000, quorum=127.0.0.1:61208, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/hbase 2023-07-22T12:39:54,699 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1192): Master has completed initialization 4.223sec 2023-07-22T12:39:54,701 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2023-07-22T12:39:54,703 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2023-07-22T12:39:54,704 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2023-07-22T12:39:54,705 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2023-07-22T12:39:54,705 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2023-07-22T12:39:54,707 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,33997,1690029587383-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-07-22T12:39:54,707 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,33997,1690029587383-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2023-07-22T12:39:54,720 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1295): Balancer post startup initialization complete, took 0 seconds 2023-07-22T12:39:54,722 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2023-07-22T12:39:54,804 DEBUG [Listener at localhost/44063 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x5e3bda78 to 127.0.0.1:61208 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:39:54,809 DEBUG [Listener at localhost/44063 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@267a4035, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:39:54,814 DEBUG [Listener at localhost/44063 {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2023-07-22T12:39:54,814 DEBUG [Listener at localhost/44063 {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2023-07-22T12:39:54,827 DEBUG [hconnection-0x5901ee6b-shared-pool-0 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:39:54,837 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:39120, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:39:54,848 INFO [Listener at localhost/44063 {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=jenkins-hbase3.apache.org,33997,1690029587383 2023-07-22T12:39:54,848 INFO [Listener at localhost/44063 {}] hbase.HBaseTestingUtility(2786): Starting mini mapreduce cluster... 2023-07-22T12:39:54,848 INFO [Listener at localhost/44063 {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ed835593-098d-4ac7-de06-e349580ce262/test.cache.data in system properties and HBase conf 2023-07-22T12:39:54,848 INFO [Listener at localhost/44063 {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ed835593-098d-4ac7-de06-e349580ce262/hadoop.tmp.dir in system properties and HBase conf 2023-07-22T12:39:54,848 INFO [Listener at localhost/44063 {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ed835593-098d-4ac7-de06-e349580ce262/hadoop.log.dir in system properties and HBase conf 2023-07-22T12:39:54,848 INFO [Listener at localhost/44063 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ed835593-098d-4ac7-de06-e349580ce262/mapreduce.cluster.local.dir in system properties and HBase conf 2023-07-22T12:39:54,848 INFO [Listener at localhost/44063 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ed835593-098d-4ac7-de06-e349580ce262/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-07-22T12:39:54,849 INFO [Listener at localhost/44063 {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-07-22T12:39:54,849 INFO [Listener at localhost/44063 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ed835593-098d-4ac7-de06-e349580ce262/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-07-22T12:39:54,849 INFO [Listener at localhost/44063 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ed835593-098d-4ac7-de06-e349580ce262/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-07-22T12:39:54,849 INFO [Listener at localhost/44063 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ed835593-098d-4ac7-de06-e349580ce262/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-07-22T12:39:54,849 INFO [Listener at localhost/44063 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ed835593-098d-4ac7-de06-e349580ce262/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-07-22T12:39:54,849 INFO [Listener at localhost/44063 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ed835593-098d-4ac7-de06-e349580ce262/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-07-22T12:39:54,849 INFO [Listener at localhost/44063 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ed835593-098d-4ac7-de06-e349580ce262/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-07-22T12:39:54,849 INFO [Listener at localhost/44063 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ed835593-098d-4ac7-de06-e349580ce262/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-07-22T12:39:54,849 INFO [Listener at localhost/44063 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ed835593-098d-4ac7-de06-e349580ce262/dfs.journalnode.edits.dir in system properties and HBase conf 2023-07-22T12:39:54,849 INFO [Listener at localhost/44063 {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ed835593-098d-4ac7-de06-e349580ce262/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-07-22T12:39:54,849 INFO [Listener at localhost/44063 {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ed835593-098d-4ac7-de06-e349580ce262/nfs.dump.dir in system properties and HBase conf 2023-07-22T12:39:54,849 INFO [Listener at localhost/44063 {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ed835593-098d-4ac7-de06-e349580ce262/java.io.tmpdir in system properties and HBase conf 2023-07-22T12:39:54,850 INFO [Listener at localhost/44063 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ed835593-098d-4ac7-de06-e349580ce262/dfs.journalnode.edits.dir in system properties and HBase conf 2023-07-22T12:39:54,850 INFO [Listener at localhost/44063 {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ed835593-098d-4ac7-de06-e349580ce262/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-07-22T12:39:54,850 INFO [Listener at localhost/44063 {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ed835593-098d-4ac7-de06-e349580ce262/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2023-07-22T12:39:56,692 WARN [Thread-249 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-07-22T12:39:57,050 INFO [Thread-249 {}] log.Slf4jLog(67): jetty-6.1.26 2023-07-22T12:39:57,056 INFO [Thread-249 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/jobhistory to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ed835593-098d-4ac7-de06-e349580ce262/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_33953_jobhistory____11cs3l/webapp 2023-07-22T12:39:57,212 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices as a root resource class 2023-07-22T12:39:57,212 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver as a provider class 2023-07-22T12:39:57,212 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-07-22T12:39:57,215 INFO [Thread-249 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-07-22T12:39:57,296 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-07-22T12:39:57,409 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-07-22T12:39:57,550 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2023-07-22T12:39:57,551 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2023-07-22T12:39:57,560 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2023-07-22T12:39:57,560 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2023-07-22T12:39:57,562 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2023-07-22T12:39:57,562 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2023-07-22T12:39:57,568 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-07-22T12:39:57,568 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2023-07-22T12:39:57,568 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2023-07-22T12:39:57,568 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2023-07-22T12:39:57,696 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices to GuiceManagedComponentProvider with the scope "PerRequest" 2023-07-22T12:39:57,727 INFO [Thread-249 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:33953 2023-07-22T12:39:58,186 WARN [Listener at jenkins-hbase3.apache.org/42241 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-07-22T12:39:58,263 WARN [Listener at jenkins-hbase3.apache.org/42241 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-07-22T12:39:58,264 INFO [Listener at jenkins-hbase3.apache.org/42241 {}] log.Slf4jLog(67): jetty-6.1.26 2023-07-22T12:39:58,269 INFO [Listener at jenkins-hbase3.apache.org/42241 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/cluster to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ed835593-098d-4ac7-de06-e349580ce262/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_33291_cluster____.jmykxz/webapp 2023-07-22T12:39:58,337 INFO [Listener at jenkins-hbase3.apache.org/42241 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class 2023-07-22T12:39:58,337 INFO [Listener at jenkins-hbase3.apache.org/42241 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class 2023-07-22T12:39:58,337 INFO [Listener at jenkins-hbase3.apache.org/42241 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-07-22T12:39:58,338 INFO [Listener at jenkins-hbase3.apache.org/42241 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-07-22T12:39:58,347 INFO [Listener at jenkins-hbase3.apache.org/42241 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-07-22T12:39:58,427 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-07-22T12:39:58,520 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2023-07-22T12:39:58,521 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2023-07-22T12:39:58,590 INFO [Listener at jenkins-hbase3.apache.org/42241 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-07-22T12:39:58,667 INFO [Listener at jenkins-hbase3.apache.org/42241 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-07-22T12:39:58,673 INFO [Listener at jenkins-hbase3.apache.org/42241 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:33291 2023-07-22T12:39:59,017 WARN [Listener at jenkins-hbase3.apache.org/46539 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-07-22T12:39:59,039 WARN [Listener at jenkins-hbase3.apache.org/46539 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-07-22T12:39:59,040 INFO [Listener at jenkins-hbase3.apache.org/46539 {}] log.Slf4jLog(67): jetty-6.1.26 2023-07-22T12:39:59,046 INFO [Listener at jenkins-hbase3.apache.org/46539 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ed835593-098d-4ac7-de06-e349580ce262/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_38325_node____.yseapc/webapp 2023-07-22T12:39:59,098 INFO [Listener at jenkins-hbase3.apache.org/46539 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-07-22T12:39:59,098 INFO [Listener at jenkins-hbase3.apache.org/46539 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-07-22T12:39:59,098 INFO [Listener at jenkins-hbase3.apache.org/46539 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-07-22T12:39:59,098 INFO [Listener at jenkins-hbase3.apache.org/46539 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-07-22T12:39:59,106 INFO [Listener at jenkins-hbase3.apache.org/46539 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-07-22T12:39:59,127 INFO [Listener at jenkins-hbase3.apache.org/46539 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-07-22T12:39:59,200 INFO [Listener at jenkins-hbase3.apache.org/46539 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-07-22T12:39:59,210 INFO [Listener at jenkins-hbase3.apache.org/46539 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:38325 2023-07-22T12:39:59,353 WARN [Listener at jenkins-hbase3.apache.org/38235 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-07-22T12:39:59,361 WARN [Listener at jenkins-hbase3.apache.org/38235 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-07-22T12:39:59,361 INFO [Listener at jenkins-hbase3.apache.org/38235 {}] log.Slf4jLog(67): jetty-6.1.26 2023-07-22T12:39:59,368 INFO [Listener at jenkins-hbase3.apache.org/38235 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ed835593-098d-4ac7-de06-e349580ce262/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_40093_node____.1k7j4j/webapp 2023-07-22T12:39:59,419 INFO [Listener at jenkins-hbase3.apache.org/38235 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-07-22T12:39:59,419 INFO [Listener at jenkins-hbase3.apache.org/38235 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-07-22T12:39:59,419 INFO [Listener at jenkins-hbase3.apache.org/38235 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-07-22T12:39:59,419 INFO [Listener at jenkins-hbase3.apache.org/38235 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-07-22T12:39:59,429 INFO [Listener at jenkins-hbase3.apache.org/38235 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-07-22T12:39:59,444 INFO [Listener at jenkins-hbase3.apache.org/38235 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-07-22T12:39:59,512 INFO [Listener at jenkins-hbase3.apache.org/38235 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-07-22T12:39:59,520 INFO [Listener at jenkins-hbase3.apache.org/38235 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:40093 2023-07-22T12:39:59,564 INFO [Listener at jenkins-hbase3.apache.org/38235 {}] hbase.HBaseTestingUtility(2821): Mini mapreduce cluster started 2023-07-22T12:39:59,564 INFO [Listener at jenkins-hbase3.apache.org/38235 {}] backup.TestBackupBase(301): ROOTDIR hdfs://localhost:34349/backupUT 2023-07-22T12:39:59,576 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=MasterService, sasl=false 2023-07-22T12:39:59,580 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:34922, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-07-22T12:39:59,589 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.HMaster$17(3366): Client=jenkins//172.31.12.81 creating {NAME => 'ns1'} 2023-07-22T12:39:59,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] procedure2.ProcedureExecutor(1033): Stored pid=9, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns1 2023-07-22T12:39:59,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=9 2023-07-22T12:39:59,615 DEBUG [Listener at localhost/44063-EventThread {}] zookeeper.ZKWatcher(604): master:33997-0x100006658670000, quorum=127.0.0.1:61208, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-07-22T12:39:59,620 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=9, state=SUCCESS; CreateNamespaceProcedure, namespace=ns1 in 29 msec 2023-07-22T12:39:59,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=9 2023-07-22T12:39:59,710 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.HMaster$17(3366): Client=jenkins//172.31.12.81 creating {NAME => 'ns2'} 2023-07-22T12:39:59,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] procedure2.ProcedureExecutor(1033): Stored pid=10, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns2 2023-07-22T12:39:59,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=10 2023-07-22T12:39:59,723 DEBUG [Listener at localhost/44063-EventThread {}] zookeeper.ZKWatcher(604): master:33997-0x100006658670000, quorum=127.0.0.1:61208, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-07-22T12:39:59,729 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=10, state=SUCCESS; CreateNamespaceProcedure, namespace=ns2 in 18 msec 2023-07-22T12:39:59,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=10 2023-07-22T12:39:59,820 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.HMaster$17(3366): Client=jenkins//172.31.12.81 creating {NAME => 'ns3'} 2023-07-22T12:39:59,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] procedure2.ProcedureExecutor(1033): Stored pid=11, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns3 2023-07-22T12:39:59,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=11 2023-07-22T12:39:59,833 DEBUG [Listener at localhost/44063-EventThread {}] zookeeper.ZKWatcher(604): master:33997-0x100006658670000, quorum=127.0.0.1:61208, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-07-22T12:39:59,839 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=11, state=SUCCESS; CreateNamespaceProcedure, namespace=ns3 in 17 msec 2023-07-22T12:39:59,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=11 2023-07-22T12:39:59,930 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.HMaster$17(3366): Client=jenkins//172.31.12.81 creating {NAME => 'ns4'} 2023-07-22T12:39:59,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] procedure2.ProcedureExecutor(1033): Stored pid=12, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns4 2023-07-22T12:39:59,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=12 2023-07-22T12:39:59,944 DEBUG [Listener at localhost/44063-EventThread {}] zookeeper.ZKWatcher(604): master:33997-0x100006658670000, quorum=127.0.0.1:61208, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-07-22T12:39:59,949 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=12, state=SUCCESS; CreateNamespaceProcedure, namespace=ns4 in 17 msec 2023-07-22T12:40:00,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=12 2023-07-22T12:40:00,053 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'test-1690029599564', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-07-22T12:40:00,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] procedure2.ProcedureExecutor(1033): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test-1690029599564 2023-07-22T12:40:00,058 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test-1690029599564 execute state=CREATE_TABLE_PRE_OPERATION 2023-07-22T12:40:00,058 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "default" qualifier: "test-1690029599564" procId is: 13 2023-07-22T12:40:00,058 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:40:00,060 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test-1690029599564 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-07-22T12:40:00,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=13 2023-07-22T12:40:00,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=13 2023-07-22T12:40:00,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=13 2023-07-22T12:40:00,492 INFO [RegionOpenAndInit-test-1690029599564-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => db9633d4bb7a5cd1176b88ce7df913d7, NAME => 'test-1690029599564,,1690029600048.db9633d4bb7a5cd1176b88ce7df913d7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1690029599564', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416 2023-07-22T12:40:00,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=13 2023-07-22T12:40:00,910 DEBUG [RegionOpenAndInit-test-1690029599564-pool-0 {}] regionserver.HRegion(888): Instantiated test-1690029599564,,1690029600048.db9633d4bb7a5cd1176b88ce7df913d7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:40:00,910 DEBUG [RegionOpenAndInit-test-1690029599564-pool-0 {}] regionserver.HRegion(1668): Closing db9633d4bb7a5cd1176b88ce7df913d7, disabling compactions & flushes 2023-07-22T12:40:00,910 INFO [RegionOpenAndInit-test-1690029599564-pool-0 {}] regionserver.HRegion(1690): Closing region test-1690029599564,,1690029600048.db9633d4bb7a5cd1176b88ce7df913d7. 2023-07-22T12:40:00,910 DEBUG [RegionOpenAndInit-test-1690029599564-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1690029599564,,1690029600048.db9633d4bb7a5cd1176b88ce7df913d7. 2023-07-22T12:40:00,910 DEBUG [RegionOpenAndInit-test-1690029599564-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on test-1690029599564,,1690029600048.db9633d4bb7a5cd1176b88ce7df913d7. after waiting 0 ms 2023-07-22T12:40:00,910 DEBUG [RegionOpenAndInit-test-1690029599564-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region test-1690029599564,,1690029600048.db9633d4bb7a5cd1176b88ce7df913d7. 2023-07-22T12:40:00,910 INFO [RegionOpenAndInit-test-1690029599564-pool-0 {}] regionserver.HRegion(1909): Closed test-1690029599564,,1690029600048.db9633d4bb7a5cd1176b88ce7df913d7. 2023-07-22T12:40:00,910 DEBUG [RegionOpenAndInit-test-1690029599564-pool-0 {}] regionserver.HRegion(1622): Region close journal for db9633d4bb7a5cd1176b88ce7df913d7: 2023-07-22T12:40:00,912 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test-1690029599564 execute state=CREATE_TABLE_ADD_TO_META 2023-07-22T12:40:00,912 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test-1690029599564,,1690029600048.db9633d4bb7a5cd1176b88ce7df913d7.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1690029600912"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1690029600912"}]},"ts":"1690029600912"} 2023-07-22T12:40:00,915 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-07-22T12:40:00,916 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test-1690029599564 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-07-22T12:40:00,916 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1690029599564","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690029600916"}]},"ts":"1690029600916"} 2023-07-22T12:40:00,918 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1690029599564, state=ENABLING in hbase:meta 2023-07-22T12:40:00,924 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1690029599564, region=db9633d4bb7a5cd1176b88ce7df913d7, ASSIGN}] 2023-07-22T12:40:00,927 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1690029599564, region=db9633d4bb7a5cd1176b88ce7df913d7, ASSIGN 2023-07-22T12:40:00,928 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test-1690029599564, region=db9633d4bb7a5cd1176b88ce7df913d7, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,35173,1690029590361; forceNewPlan=false, retain=false 2023-07-22T12:40:01,079 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=db9633d4bb7a5cd1176b88ce7df913d7, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,35173,1690029590361 2023-07-22T12:40:01,082 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; OpenRegionProcedure db9633d4bb7a5cd1176b88ce7df913d7, server=jenkins-hbase3.apache.org,35173,1690029590361}] 2023-07-22T12:40:01,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=13 2023-07-22T12:40:01,243 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(130): Open test-1690029599564,,1690029600048.db9633d4bb7a5cd1176b88ce7df913d7. 2023-07-22T12:40:01,243 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7254): Opening region: {ENCODED => db9633d4bb7a5cd1176b88ce7df913d7, NAME => 'test-1690029599564,,1690029600048.db9633d4bb7a5cd1176b88ce7df913d7.', STARTKEY => '', ENDKEY => ''} 2023-07-22T12:40:01,243 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-07-22T12:40:01,244 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1690029599564 db9633d4bb7a5cd1176b88ce7df913d7 2023-07-22T12:40:01,244 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(888): Instantiated test-1690029599564,,1690029600048.db9633d4bb7a5cd1176b88ce7df913d7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:40:01,244 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7296): checking encryption for db9633d4bb7a5cd1176b88ce7df913d7 2023-07-22T12:40:01,244 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7299): checking classloading for db9633d4bb7a5cd1176b88ce7df913d7 2023-07-22T12:40:01,246 INFO [StoreOpener-db9633d4bb7a5cd1176b88ce7df913d7-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region db9633d4bb7a5cd1176b88ce7df913d7 2023-07-22T12:40:01,248 INFO [StoreOpener-db9633d4bb7a5cd1176b88ce7df913d7-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db9633d4bb7a5cd1176b88ce7df913d7 columnFamilyName f 2023-07-22T12:40:01,248 DEBUG [StoreOpener-db9633d4bb7a5cd1176b88ce7df913d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:40:01,249 INFO [StoreOpener-db9633d4bb7a5cd1176b88ce7df913d7-1 {}] regionserver.HStore(324): Store=db9633d4bb7a5cd1176b88ce7df913d7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-07-22T12:40:01,250 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/default/test-1690029599564/db9633d4bb7a5cd1176b88ce7df913d7 2023-07-22T12:40:01,251 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/default/test-1690029599564/db9633d4bb7a5cd1176b88ce7df913d7 2023-07-22T12:40:01,255 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1076): writing seq id for db9633d4bb7a5cd1176b88ce7df913d7 2023-07-22T12:40:01,262 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/default/test-1690029599564/db9633d4bb7a5cd1176b88ce7df913d7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-07-22T12:40:01,263 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): Opened db9633d4bb7a5cd1176b88ce7df913d7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11480486560, jitterRate=0.06920363008975983}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-07-22T12:40:01,263 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(992): Region open journal for db9633d4bb7a5cd1176b88ce7df913d7: 2023-07-22T12:40:01,265 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2552): Post open deploy tasks for test-1690029599564,,1690029600048.db9633d4bb7a5cd1176b88ce7df913d7., pid=15, masterSystemTime=1690029601235 2023-07-22T12:40:01,267 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2579): Finished post open deploy task for test-1690029599564,,1690029600048.db9633d4bb7a5cd1176b88ce7df913d7. 2023-07-22T12:40:01,267 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(158): Opened test-1690029599564,,1690029600048.db9633d4bb7a5cd1176b88ce7df913d7. 2023-07-22T12:40:01,268 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=db9633d4bb7a5cd1176b88ce7df913d7, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,35173,1690029590361 2023-07-22T12:40:01,273 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=15, resume processing ppid=14 2023-07-22T12:40:01,273 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=15, ppid=14, state=SUCCESS; OpenRegionProcedure db9633d4bb7a5cd1176b88ce7df913d7, server=jenkins-hbase3.apache.org,35173,1690029590361 in 189 msec 2023-07-22T12:40:01,276 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=14, resume processing ppid=13 2023-07-22T12:40:01,276 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=14, ppid=13, state=SUCCESS; TransitRegionStateProcedure table=test-1690029599564, region=db9633d4bb7a5cd1176b88ce7df913d7, ASSIGN in 349 msec 2023-07-22T12:40:01,277 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test-1690029599564 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-07-22T12:40:01,278 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1690029599564","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690029601278"}]},"ts":"1690029601278"} 2023-07-22T12:40:01,280 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1690029599564, state=ENABLED in hbase:meta 2023-07-22T12:40:01,282 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test-1690029599564 execute state=CREATE_TABLE_POST_OPERATION 2023-07-22T12:40:01,284 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=13, state=SUCCESS; CreateTableProcedure table=test-1690029599564 in 1.2290 sec 2023-07-22T12:40:02,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=13 2023-07-22T12:40:02,176 INFO [Listener at jenkins-hbase3.apache.org/38235 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: default:test-1690029599564, procId: 13 completed 2023-07-22T12:40:02,177 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x4f75312a to 127.0.0.1:61208 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:40:02,182 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@223a0fcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:40:02,184 DEBUG [hconnection-0x4c960edd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:40:02,187 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:52568, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:40:02,192 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] regionserver.HRegion(8210): writing data to region test-1690029599564,,1690029600048.db9633d4bb7a5cd1176b88ce7df913d7. with WAL disabled. Data may be lost in the event of a crash. 2023-07-22T12:40:02,295 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'ns2:test-16900295995641', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-07-22T12:40:02,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] procedure2.ProcedureExecutor(1033): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns2:test-16900295995641 2023-07-22T12:40:02,299 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16900295995641 execute state=CREATE_TABLE_PRE_OPERATION 2023-07-22T12:40:02,299 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:40:02,299 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns2" qualifier: "test-16900295995641" procId is: 16 2023-07-22T12:40:02,300 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns2:test-16900295995641 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-07-22T12:40:02,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=16 2023-07-22T12:40:02,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=16 2023-07-22T12:40:02,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=16 2023-07-22T12:40:02,715 INFO [RegionOpenAndInit-ns2:test-16900295995641-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 81b37e2ad63c22023794dc191036543b, NAME => 'ns2:test-16900295995641,,1690029602295.81b37e2ad63c22023794dc191036543b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-16900295995641', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416 2023-07-22T12:40:02,730 DEBUG [RegionOpenAndInit-ns2:test-16900295995641-pool-0 {}] regionserver.HRegion(888): Instantiated ns2:test-16900295995641,,1690029602295.81b37e2ad63c22023794dc191036543b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:40:02,730 DEBUG [RegionOpenAndInit-ns2:test-16900295995641-pool-0 {}] regionserver.HRegion(1668): Closing 81b37e2ad63c22023794dc191036543b, disabling compactions & flushes 2023-07-22T12:40:02,730 INFO [RegionOpenAndInit-ns2:test-16900295995641-pool-0 {}] regionserver.HRegion(1690): Closing region ns2:test-16900295995641,,1690029602295.81b37e2ad63c22023794dc191036543b. 2023-07-22T12:40:02,730 DEBUG [RegionOpenAndInit-ns2:test-16900295995641-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16900295995641,,1690029602295.81b37e2ad63c22023794dc191036543b. 2023-07-22T12:40:02,730 DEBUG [RegionOpenAndInit-ns2:test-16900295995641-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16900295995641,,1690029602295.81b37e2ad63c22023794dc191036543b. after waiting 0 ms 2023-07-22T12:40:02,730 DEBUG [RegionOpenAndInit-ns2:test-16900295995641-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16900295995641,,1690029602295.81b37e2ad63c22023794dc191036543b. 2023-07-22T12:40:02,730 INFO [RegionOpenAndInit-ns2:test-16900295995641-pool-0 {}] regionserver.HRegion(1909): Closed ns2:test-16900295995641,,1690029602295.81b37e2ad63c22023794dc191036543b. 2023-07-22T12:40:02,730 DEBUG [RegionOpenAndInit-ns2:test-16900295995641-pool-0 {}] regionserver.HRegion(1622): Region close journal for 81b37e2ad63c22023794dc191036543b: 2023-07-22T12:40:02,732 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns2:test-16900295995641 execute state=CREATE_TABLE_ADD_TO_META 2023-07-22T12:40:02,732 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns2:test-16900295995641,,1690029602295.81b37e2ad63c22023794dc191036543b.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1690029602732"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1690029602732"}]},"ts":"1690029602732"} 2023-07-22T12:40:02,734 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-07-22T12:40:02,736 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns2:test-16900295995641 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-07-22T12:40:02,736 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16900295995641","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690029602736"}]},"ts":"1690029602736"} 2023-07-22T12:40:02,738 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16900295995641, state=ENABLING in hbase:meta 2023-07-22T12:40:02,742 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16900295995641, region=81b37e2ad63c22023794dc191036543b, ASSIGN}] 2023-07-22T12:40:02,744 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16900295995641, region=81b37e2ad63c22023794dc191036543b, ASSIGN 2023-07-22T12:40:02,745 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns2:test-16900295995641, region=81b37e2ad63c22023794dc191036543b, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,35173,1690029590361; forceNewPlan=false, retain=false 2023-07-22T12:40:02,897 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=81b37e2ad63c22023794dc191036543b, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,35173,1690029590361 2023-07-22T12:40:02,900 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE; OpenRegionProcedure 81b37e2ad63c22023794dc191036543b, server=jenkins-hbase3.apache.org,35173,1690029590361}] 2023-07-22T12:40:02,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=16 2023-07-22T12:40:03,058 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(130): Open ns2:test-16900295995641,,1690029602295.81b37e2ad63c22023794dc191036543b. 2023-07-22T12:40:03,058 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7254): Opening region: {ENCODED => 81b37e2ad63c22023794dc191036543b, NAME => 'ns2:test-16900295995641,,1690029602295.81b37e2ad63c22023794dc191036543b.', STARTKEY => '', ENDKEY => ''} 2023-07-22T12:40:03,059 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-07-22T12:40:03,059 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16900295995641 81b37e2ad63c22023794dc191036543b 2023-07-22T12:40:03,059 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(888): Instantiated ns2:test-16900295995641,,1690029602295.81b37e2ad63c22023794dc191036543b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:40:03,059 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7296): checking encryption for 81b37e2ad63c22023794dc191036543b 2023-07-22T12:40:03,059 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7299): checking classloading for 81b37e2ad63c22023794dc191036543b 2023-07-22T12:40:03,063 INFO [StoreOpener-81b37e2ad63c22023794dc191036543b-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 81b37e2ad63c22023794dc191036543b 2023-07-22T12:40:03,065 INFO [StoreOpener-81b37e2ad63c22023794dc191036543b-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81b37e2ad63c22023794dc191036543b columnFamilyName f 2023-07-22T12:40:03,065 DEBUG [StoreOpener-81b37e2ad63c22023794dc191036543b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:40:03,066 INFO [StoreOpener-81b37e2ad63c22023794dc191036543b-1 {}] regionserver.HStore(324): Store=81b37e2ad63c22023794dc191036543b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-07-22T12:40:03,067 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/ns2/test-16900295995641/81b37e2ad63c22023794dc191036543b 2023-07-22T12:40:03,067 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/ns2/test-16900295995641/81b37e2ad63c22023794dc191036543b 2023-07-22T12:40:03,071 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1076): writing seq id for 81b37e2ad63c22023794dc191036543b 2023-07-22T12:40:03,078 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/ns2/test-16900295995641/81b37e2ad63c22023794dc191036543b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-07-22T12:40:03,080 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): Opened 81b37e2ad63c22023794dc191036543b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11137056000, jitterRate=0.03721916675567627}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-07-22T12:40:03,081 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(992): Region open journal for 81b37e2ad63c22023794dc191036543b: 2023-07-22T12:40:03,082 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2552): Post open deploy tasks for ns2:test-16900295995641,,1690029602295.81b37e2ad63c22023794dc191036543b., pid=18, masterSystemTime=1690029603053 2023-07-22T12:40:03,084 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2579): Finished post open deploy task for ns2:test-16900295995641,,1690029602295.81b37e2ad63c22023794dc191036543b. 2023-07-22T12:40:03,085 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(158): Opened ns2:test-16900295995641,,1690029602295.81b37e2ad63c22023794dc191036543b. 2023-07-22T12:40:03,085 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=81b37e2ad63c22023794dc191036543b, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,35173,1690029590361 2023-07-22T12:40:03,091 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=18, resume processing ppid=17 2023-07-22T12:40:03,091 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=18, ppid=17, state=SUCCESS; OpenRegionProcedure 81b37e2ad63c22023794dc191036543b, server=jenkins-hbase3.apache.org,35173,1690029590361 in 188 msec 2023-07-22T12:40:03,094 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=17, resume processing ppid=16 2023-07-22T12:40:03,094 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=17, ppid=16, state=SUCCESS; TransitRegionStateProcedure table=ns2:test-16900295995641, region=81b37e2ad63c22023794dc191036543b, ASSIGN in 349 msec 2023-07-22T12:40:03,095 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns2:test-16900295995641 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-07-22T12:40:03,095 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16900295995641","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690029603095"}]},"ts":"1690029603095"} 2023-07-22T12:40:03,097 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16900295995641, state=ENABLED in hbase:meta 2023-07-22T12:40:03,100 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16900295995641 execute state=CREATE_TABLE_POST_OPERATION 2023-07-22T12:40:03,102 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=16, state=SUCCESS; CreateTableProcedure table=ns2:test-16900295995641 in 805 msec 2023-07-22T12:40:03,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=16 2023-07-22T12:40:03,408 INFO [Listener at jenkins-hbase3.apache.org/38235 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: ns2:test-16900295995641, procId: 16 completed 2023-07-22T12:40:03,413 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35173 {}] regionserver.HRegion(8210): writing data to region ns2:test-16900295995641,,1690029602295.81b37e2ad63c22023794dc191036543b. with WAL disabled. Data may be lost in the event of a crash. 2023-07-22T12:40:03,497 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'ns3:test-16900295995642', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-07-22T12:40:03,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] procedure2.ProcedureExecutor(1033): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns3:test-16900295995642 2023-07-22T12:40:03,501 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16900295995642 execute state=CREATE_TABLE_PRE_OPERATION 2023-07-22T12:40:03,501 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:40:03,502 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns3" qualifier: "test-16900295995642" procId is: 19 2023-07-22T12:40:03,503 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns3:test-16900295995642 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-07-22T12:40:03,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=19 2023-07-22T12:40:03,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=19 2023-07-22T12:40:03,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=19 2023-07-22T12:40:03,921 INFO [RegionOpenAndInit-ns3:test-16900295995642-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 9396364da81755aa75255276efb4b64c, NAME => 'ns3:test-16900295995642,,1690029603497.9396364da81755aa75255276efb4b64c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-16900295995642', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416 2023-07-22T12:40:04,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=19 2023-07-22T12:40:04,337 DEBUG [RegionOpenAndInit-ns3:test-16900295995642-pool-0 {}] regionserver.HRegion(888): Instantiated ns3:test-16900295995642,,1690029603497.9396364da81755aa75255276efb4b64c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:40:04,337 DEBUG [RegionOpenAndInit-ns3:test-16900295995642-pool-0 {}] regionserver.HRegion(1668): Closing 9396364da81755aa75255276efb4b64c, disabling compactions & flushes 2023-07-22T12:40:04,337 INFO [RegionOpenAndInit-ns3:test-16900295995642-pool-0 {}] regionserver.HRegion(1690): Closing region ns3:test-16900295995642,,1690029603497.9396364da81755aa75255276efb4b64c. 2023-07-22T12:40:04,337 DEBUG [RegionOpenAndInit-ns3:test-16900295995642-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16900295995642,,1690029603497.9396364da81755aa75255276efb4b64c. 2023-07-22T12:40:04,337 DEBUG [RegionOpenAndInit-ns3:test-16900295995642-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16900295995642,,1690029603497.9396364da81755aa75255276efb4b64c. after waiting 0 ms 2023-07-22T12:40:04,337 DEBUG [RegionOpenAndInit-ns3:test-16900295995642-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16900295995642,,1690029603497.9396364da81755aa75255276efb4b64c. 2023-07-22T12:40:04,337 INFO [RegionOpenAndInit-ns3:test-16900295995642-pool-0 {}] regionserver.HRegion(1909): Closed ns3:test-16900295995642,,1690029603497.9396364da81755aa75255276efb4b64c. 2023-07-22T12:40:04,337 DEBUG [RegionOpenAndInit-ns3:test-16900295995642-pool-0 {}] regionserver.HRegion(1622): Region close journal for 9396364da81755aa75255276efb4b64c: 2023-07-22T12:40:04,339 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns3:test-16900295995642 execute state=CREATE_TABLE_ADD_TO_META 2023-07-22T12:40:04,339 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns3:test-16900295995642,,1690029603497.9396364da81755aa75255276efb4b64c.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1690029604339"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1690029604339"}]},"ts":"1690029604339"} 2023-07-22T12:40:04,341 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-07-22T12:40:04,342 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns3:test-16900295995642 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-07-22T12:40:04,343 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16900295995642","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690029604342"}]},"ts":"1690029604342"} 2023-07-22T12:40:04,344 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16900295995642, state=ENABLING in hbase:meta 2023-07-22T12:40:04,349 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16900295995642, region=9396364da81755aa75255276efb4b64c, ASSIGN}] 2023-07-22T12:40:04,351 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16900295995642, region=9396364da81755aa75255276efb4b64c, ASSIGN 2023-07-22T12:40:04,352 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns3:test-16900295995642, region=9396364da81755aa75255276efb4b64c, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,35173,1690029590361; forceNewPlan=false, retain=false 2023-07-22T12:40:04,503 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=9396364da81755aa75255276efb4b64c, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,35173,1690029590361 2023-07-22T12:40:04,506 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; OpenRegionProcedure 9396364da81755aa75255276efb4b64c, server=jenkins-hbase3.apache.org,35173,1690029590361}] 2023-07-22T12:40:04,523 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1690029599564' 2023-07-22T12:40:04,523 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-16900295995641' 2023-07-22T12:40:04,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=19 2023-07-22T12:40:04,664 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(130): Open ns3:test-16900295995642,,1690029603497.9396364da81755aa75255276efb4b64c. 2023-07-22T12:40:04,664 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7254): Opening region: {ENCODED => 9396364da81755aa75255276efb4b64c, NAME => 'ns3:test-16900295995642,,1690029603497.9396364da81755aa75255276efb4b64c.', STARTKEY => '', ENDKEY => ''} 2023-07-22T12:40:04,664 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-07-22T12:40:04,665 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16900295995642 9396364da81755aa75255276efb4b64c 2023-07-22T12:40:04,665 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(888): Instantiated ns3:test-16900295995642,,1690029603497.9396364da81755aa75255276efb4b64c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:40:04,665 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7296): checking encryption for 9396364da81755aa75255276efb4b64c 2023-07-22T12:40:04,665 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7299): checking classloading for 9396364da81755aa75255276efb4b64c 2023-07-22T12:40:04,667 INFO [StoreOpener-9396364da81755aa75255276efb4b64c-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9396364da81755aa75255276efb4b64c 2023-07-22T12:40:04,668 INFO [StoreOpener-9396364da81755aa75255276efb4b64c-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9396364da81755aa75255276efb4b64c columnFamilyName f 2023-07-22T12:40:04,668 DEBUG [StoreOpener-9396364da81755aa75255276efb4b64c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:40:04,669 INFO [StoreOpener-9396364da81755aa75255276efb4b64c-1 {}] regionserver.HStore(324): Store=9396364da81755aa75255276efb4b64c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-07-22T12:40:04,670 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/ns3/test-16900295995642/9396364da81755aa75255276efb4b64c 2023-07-22T12:40:04,671 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/ns3/test-16900295995642/9396364da81755aa75255276efb4b64c 2023-07-22T12:40:04,674 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1076): writing seq id for 9396364da81755aa75255276efb4b64c 2023-07-22T12:40:04,677 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/ns3/test-16900295995642/9396364da81755aa75255276efb4b64c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-07-22T12:40:04,678 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): Opened 9396364da81755aa75255276efb4b64c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11494429920, jitterRate=0.07050220668315887}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-07-22T12:40:04,679 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(992): Region open journal for 9396364da81755aa75255276efb4b64c: 2023-07-22T12:40:04,680 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2552): Post open deploy tasks for ns3:test-16900295995642,,1690029603497.9396364da81755aa75255276efb4b64c., pid=21, masterSystemTime=1690029604659 2023-07-22T12:40:04,682 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2579): Finished post open deploy task for ns3:test-16900295995642,,1690029603497.9396364da81755aa75255276efb4b64c. 2023-07-22T12:40:04,682 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(158): Opened ns3:test-16900295995642,,1690029603497.9396364da81755aa75255276efb4b64c. 2023-07-22T12:40:04,683 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=9396364da81755aa75255276efb4b64c, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,35173,1690029590361 2023-07-22T12:40:04,687 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=21, resume processing ppid=20 2023-07-22T12:40:04,688 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=21, ppid=20, state=SUCCESS; OpenRegionProcedure 9396364da81755aa75255276efb4b64c, server=jenkins-hbase3.apache.org,35173,1690029590361 in 179 msec 2023-07-22T12:40:04,690 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=20, resume processing ppid=19 2023-07-22T12:40:04,690 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=20, ppid=19, state=SUCCESS; TransitRegionStateProcedure table=ns3:test-16900295995642, region=9396364da81755aa75255276efb4b64c, ASSIGN in 339 msec 2023-07-22T12:40:04,691 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns3:test-16900295995642 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-07-22T12:40:04,691 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16900295995642","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690029604691"}]},"ts":"1690029604691"} 2023-07-22T12:40:04,693 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16900295995642, state=ENABLED in hbase:meta 2023-07-22T12:40:04,696 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16900295995642 execute state=CREATE_TABLE_POST_OPERATION 2023-07-22T12:40:04,698 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=19, state=SUCCESS; CreateTableProcedure table=ns3:test-16900295995642 in 1.1990 sec 2023-07-22T12:40:05,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=19 2023-07-22T12:40:05,612 INFO [Listener at jenkins-hbase3.apache.org/38235 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: ns3:test-16900295995642, procId: 19 completed 2023-07-22T12:40:05,612 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns3:test-16900295995642 get assigned. Timeout = 60000ms 2023-07-22T12:40:05,614 INFO [Listener at jenkins-hbase3.apache.org/38235 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-07-22T12:40:05,619 INFO [Listener at jenkins-hbase3.apache.org/38235 {}] hbase.HBaseTestingUtility(3581): All regions for table ns3:test-16900295995642 assigned to meta. Checking AM states. 2023-07-22T12:40:05,620 INFO [Listener at jenkins-hbase3.apache.org/38235 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-07-22T12:40:05,620 INFO [Listener at jenkins-hbase3.apache.org/38235 {}] hbase.HBaseTestingUtility(3601): All regions for table ns3:test-16900295995642 assigned. 2023-07-22T12:40:05,622 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'ns4:test-16900295995643', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-07-22T12:40:05,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] procedure2.ProcedureExecutor(1033): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns4:test-16900295995643 2023-07-22T12:40:05,626 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16900295995643 execute state=CREATE_TABLE_PRE_OPERATION 2023-07-22T12:40:05,626 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:40:05,626 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns4" qualifier: "test-16900295995643" procId is: 22 2023-07-22T12:40:05,627 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns4:test-16900295995643 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-07-22T12:40:05,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=22 2023-07-22T12:40:05,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=22 2023-07-22T12:40:05,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=22 2023-07-22T12:40:06,043 INFO [RegionOpenAndInit-ns4:test-16900295995643-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => a09c5a192e571a6cf3e9a60e78eda520, NAME => 'ns4:test-16900295995643,,1690029605621.a09c5a192e571a6cf3e9a60e78eda520.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-16900295995643', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416 2023-07-22T12:40:06,056 DEBUG [RegionOpenAndInit-ns4:test-16900295995643-pool-0 {}] regionserver.HRegion(888): Instantiated ns4:test-16900295995643,,1690029605621.a09c5a192e571a6cf3e9a60e78eda520.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:40:06,056 DEBUG [RegionOpenAndInit-ns4:test-16900295995643-pool-0 {}] regionserver.HRegion(1668): Closing a09c5a192e571a6cf3e9a60e78eda520, disabling compactions & flushes 2023-07-22T12:40:06,056 INFO [RegionOpenAndInit-ns4:test-16900295995643-pool-0 {}] regionserver.HRegion(1690): Closing region ns4:test-16900295995643,,1690029605621.a09c5a192e571a6cf3e9a60e78eda520. 2023-07-22T12:40:06,056 DEBUG [RegionOpenAndInit-ns4:test-16900295995643-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16900295995643,,1690029605621.a09c5a192e571a6cf3e9a60e78eda520. 2023-07-22T12:40:06,056 DEBUG [RegionOpenAndInit-ns4:test-16900295995643-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16900295995643,,1690029605621.a09c5a192e571a6cf3e9a60e78eda520. after waiting 0 ms 2023-07-22T12:40:06,056 DEBUG [RegionOpenAndInit-ns4:test-16900295995643-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16900295995643,,1690029605621.a09c5a192e571a6cf3e9a60e78eda520. 2023-07-22T12:40:06,056 INFO [RegionOpenAndInit-ns4:test-16900295995643-pool-0 {}] regionserver.HRegion(1909): Closed ns4:test-16900295995643,,1690029605621.a09c5a192e571a6cf3e9a60e78eda520. 2023-07-22T12:40:06,056 DEBUG [RegionOpenAndInit-ns4:test-16900295995643-pool-0 {}] regionserver.HRegion(1622): Region close journal for a09c5a192e571a6cf3e9a60e78eda520: 2023-07-22T12:40:06,057 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns4:test-16900295995643 execute state=CREATE_TABLE_ADD_TO_META 2023-07-22T12:40:06,057 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns4:test-16900295995643,,1690029605621.a09c5a192e571a6cf3e9a60e78eda520.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1690029606057"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1690029606057"}]},"ts":"1690029606057"} 2023-07-22T12:40:06,059 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-07-22T12:40:06,060 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns4:test-16900295995643 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-07-22T12:40:06,061 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16900295995643","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690029606060"}]},"ts":"1690029606060"} 2023-07-22T12:40:06,062 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16900295995643, state=ENABLING in hbase:meta 2023-07-22T12:40:06,067 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16900295995643, region=a09c5a192e571a6cf3e9a60e78eda520, ASSIGN}] 2023-07-22T12:40:06,069 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16900295995643, region=a09c5a192e571a6cf3e9a60e78eda520, ASSIGN 2023-07-22T12:40:06,070 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns4:test-16900295995643, region=a09c5a192e571a6cf3e9a60e78eda520, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,35173,1690029590361; forceNewPlan=false, retain=false 2023-07-22T12:40:06,221 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=a09c5a192e571a6cf3e9a60e78eda520, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,35173,1690029590361 2023-07-22T12:40:06,223 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE; OpenRegionProcedure a09c5a192e571a6cf3e9a60e78eda520, server=jenkins-hbase3.apache.org,35173,1690029590361}] 2023-07-22T12:40:06,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=22 2023-07-22T12:40:06,379 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(130): Open ns4:test-16900295995643,,1690029605621.a09c5a192e571a6cf3e9a60e78eda520. 2023-07-22T12:40:06,379 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7254): Opening region: {ENCODED => a09c5a192e571a6cf3e9a60e78eda520, NAME => 'ns4:test-16900295995643,,1690029605621.a09c5a192e571a6cf3e9a60e78eda520.', STARTKEY => '', ENDKEY => ''} 2023-07-22T12:40:06,380 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-07-22T12:40:06,380 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16900295995643 a09c5a192e571a6cf3e9a60e78eda520 2023-07-22T12:40:06,380 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(888): Instantiated ns4:test-16900295995643,,1690029605621.a09c5a192e571a6cf3e9a60e78eda520.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:40:06,380 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7296): checking encryption for a09c5a192e571a6cf3e9a60e78eda520 2023-07-22T12:40:06,380 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7299): checking classloading for a09c5a192e571a6cf3e9a60e78eda520 2023-07-22T12:40:06,382 INFO [StoreOpener-a09c5a192e571a6cf3e9a60e78eda520-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a09c5a192e571a6cf3e9a60e78eda520 2023-07-22T12:40:06,383 INFO [StoreOpener-a09c5a192e571a6cf3e9a60e78eda520-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a09c5a192e571a6cf3e9a60e78eda520 columnFamilyName f 2023-07-22T12:40:06,383 DEBUG [StoreOpener-a09c5a192e571a6cf3e9a60e78eda520-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:40:06,384 INFO [StoreOpener-a09c5a192e571a6cf3e9a60e78eda520-1 {}] regionserver.HStore(324): Store=a09c5a192e571a6cf3e9a60e78eda520/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-07-22T12:40:06,385 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/ns4/test-16900295995643/a09c5a192e571a6cf3e9a60e78eda520 2023-07-22T12:40:06,386 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/ns4/test-16900295995643/a09c5a192e571a6cf3e9a60e78eda520 2023-07-22T12:40:06,388 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1076): writing seq id for a09c5a192e571a6cf3e9a60e78eda520 2023-07-22T12:40:06,391 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/ns4/test-16900295995643/a09c5a192e571a6cf3e9a60e78eda520/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-07-22T12:40:06,392 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): Opened a09c5a192e571a6cf3e9a60e78eda520; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10749118880, jitterRate=0.0010897070169448853}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-07-22T12:40:06,393 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(992): Region open journal for a09c5a192e571a6cf3e9a60e78eda520: 2023-07-22T12:40:06,394 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2552): Post open deploy tasks for ns4:test-16900295995643,,1690029605621.a09c5a192e571a6cf3e9a60e78eda520., pid=24, masterSystemTime=1690029606375 2023-07-22T12:40:06,396 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2579): Finished post open deploy task for ns4:test-16900295995643,,1690029605621.a09c5a192e571a6cf3e9a60e78eda520. 2023-07-22T12:40:06,396 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(158): Opened ns4:test-16900295995643,,1690029605621.a09c5a192e571a6cf3e9a60e78eda520. 2023-07-22T12:40:06,396 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=a09c5a192e571a6cf3e9a60e78eda520, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,35173,1690029590361 2023-07-22T12:40:06,400 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=24, resume processing ppid=23 2023-07-22T12:40:06,400 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=24, ppid=23, state=SUCCESS; OpenRegionProcedure a09c5a192e571a6cf3e9a60e78eda520, server=jenkins-hbase3.apache.org,35173,1690029590361 in 175 msec 2023-07-22T12:40:06,403 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=23, resume processing ppid=22 2023-07-22T12:40:06,403 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=23, ppid=22, state=SUCCESS; TransitRegionStateProcedure table=ns4:test-16900295995643, region=a09c5a192e571a6cf3e9a60e78eda520, ASSIGN in 333 msec 2023-07-22T12:40:06,404 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns4:test-16900295995643 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-07-22T12:40:06,404 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16900295995643","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690029606404"}]},"ts":"1690029606404"} 2023-07-22T12:40:06,405 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16900295995643, state=ENABLED in hbase:meta 2023-07-22T12:40:06,408 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16900295995643 execute state=CREATE_TABLE_POST_OPERATION 2023-07-22T12:40:06,410 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=22, state=SUCCESS; CreateTableProcedure table=ns4:test-16900295995643 in 786 msec 2023-07-22T12:40:06,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=22 2023-07-22T12:40:06,733 INFO [Listener at jenkins-hbase3.apache.org/38235 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: ns4:test-16900295995643, procId: 22 completed 2023-07-22T12:40:06,733 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns4:test-16900295995643 get assigned. Timeout = 60000ms 2023-07-22T12:40:06,733 INFO [Listener at jenkins-hbase3.apache.org/38235 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-07-22T12:40:06,737 INFO [Listener at jenkins-hbase3.apache.org/38235 {}] hbase.HBaseTestingUtility(3581): All regions for table ns4:test-16900295995643 assigned to meta. Checking AM states. 2023-07-22T12:40:06,737 INFO [Listener at jenkins-hbase3.apache.org/38235 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-07-22T12:40:06,737 INFO [Listener at jenkins-hbase3.apache.org/38235 {}] hbase.HBaseTestingUtility(3601): All regions for table ns4:test-16900295995643 assigned. 2023-07-22T12:40:06,737 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x4f75312a to 127.0.0.1:61208 2023-07-22T12:40:06,738 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:40:06,768 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-07-22T12:40:06,782 INFO [Listener at jenkins-hbase3.apache.org/38235 {}] hbase.ResourceChecker(147): before: backup.TestBackupStatusProgress#testBackupStatusProgressCommand Thread=582, OpenFileDescriptor=660, MaxFileDescriptor=60000, SystemLoadAverage=171, ProcessCount=171, AvailableMemoryMB=16588 2023-07-22T12:40:06,782 WARN [Listener at jenkins-hbase3.apache.org/38235 {}] hbase.ResourceChecker(130): Thread=582 is superior to 500 2023-07-22T12:40:06,787 INFO [Listener at jenkins-hbase3.apache.org/38235 {}] backup.TestBackupStatusProgress(70): test backup status/progress on a single table with data: command-line 2023-07-22T12:40:06,788 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x22204ed5 to 127.0.0.1:61208 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:40:06,805 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f5bf24f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:40:06,816 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:40:06,820 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:52578, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:40:06,833 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=MasterService, sasl=false 2023-07-22T12:40:06,834 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:35494, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-07-22T12:40:06,847 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.HMaster$17(3366): Client=jenkins//172.31.12.81 creating {NAME => 'backup'} 2023-07-22T12:40:06,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] procedure2.ProcedureExecutor(1033): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=backup 2023-07-22T12:40:06,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=25 2023-07-22T12:40:06,866 DEBUG [Listener at localhost/44063-EventThread {}] zookeeper.ZKWatcher(604): master:33997-0x100006658670000, quorum=127.0.0.1:61208, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-07-22T12:40:06,871 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=25, state=SUCCESS; CreateNamespaceProcedure, namespace=backup in 22 msec 2023-07-22T12:40:06,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=25 2023-07-22T12:40:06,973 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-07-22T12:40:06,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] procedure2.ProcedureExecutor(1033): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system 2023-07-22T12:40:06,978 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2023-07-22T12:40:06,978 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:40:06,978 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 26 2023-07-22T12:40:06,979 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-07-22T12:40:06,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=26 2023-07-22T12:40:07,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=26 2023-07-22T12:40:07,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=26 2023-07-22T12:40:07,399 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => fec8b80cfd711ffd6aa8db51d68d9bb4, NAME => 'backup:system,,1690029606973.fec8b80cfd711ffd6aa8db51d68d9bb4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416 2023-07-22T12:40:07,549 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-16900295995642 2023-07-22T12:40:07,549 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-16900295995642 Metrics about Tables on a single HBase RegionServer 2023-07-22T12:40:07,550 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-16900295995643 2023-07-22T12:40:07,550 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-16900295995643 Metrics about Tables on a single HBase RegionServer 2023-07-22T12:40:07,551 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1690029599564 2023-07-22T12:40:07,551 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1690029599564 Metrics about Tables on a single HBase RegionServer 2023-07-22T12:40:07,552 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-16900295995641 2023-07-22T12:40:07,552 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-16900295995641 Metrics about Tables on a single HBase RegionServer 2023-07-22T12:40:07,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=26 2023-07-22T12:40:07,811 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system,,1690029606973.fec8b80cfd711ffd6aa8db51d68d9bb4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:40:07,811 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1668): Closing fec8b80cfd711ffd6aa8db51d68d9bb4, disabling compactions & flushes 2023-07-22T12:40:07,812 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system,,1690029606973.fec8b80cfd711ffd6aa8db51d68d9bb4. 2023-07-22T12:40:07,812 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1690029606973.fec8b80cfd711ffd6aa8db51d68d9bb4. 2023-07-22T12:40:07,812 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1690029606973.fec8b80cfd711ffd6aa8db51d68d9bb4. after waiting 0 ms 2023-07-22T12:40:07,812 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1690029606973.fec8b80cfd711ffd6aa8db51d68d9bb4. 2023-07-22T12:40:07,812 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1909): Closed backup:system,,1690029606973.fec8b80cfd711ffd6aa8db51d68d9bb4. 2023-07-22T12:40:07,812 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1622): Region close journal for fec8b80cfd711ffd6aa8db51d68d9bb4: 2023-07-22T12:40:07,814 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2023-07-22T12:40:07,814 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system,,1690029606973.fec8b80cfd711ffd6aa8db51d68d9bb4.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1690029607814"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1690029607814"}]},"ts":"1690029607814"} 2023-07-22T12:40:07,816 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-07-22T12:40:07,817 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-07-22T12:40:07,817 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690029607817"}]},"ts":"1690029607817"} 2023-07-22T12:40:07,819 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLING in hbase:meta 2023-07-22T12:40:07,824 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=fec8b80cfd711ffd6aa8db51d68d9bb4, ASSIGN}] 2023-07-22T12:40:07,826 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=fec8b80cfd711ffd6aa8db51d68d9bb4, ASSIGN 2023-07-22T12:40:07,827 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system, region=fec8b80cfd711ffd6aa8db51d68d9bb4, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,35173,1690029590361; forceNewPlan=false, retain=false 2023-07-22T12:40:07,979 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=fec8b80cfd711ffd6aa8db51d68d9bb4, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,35173,1690029590361 2023-07-22T12:40:07,981 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE; OpenRegionProcedure fec8b80cfd711ffd6aa8db51d68d9bb4, server=jenkins-hbase3.apache.org,35173,1690029590361}] 2023-07-22T12:40:08,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=26 2023-07-22T12:40:08,138 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(130): Open backup:system,,1690029606973.fec8b80cfd711ffd6aa8db51d68d9bb4. 2023-07-22T12:40:08,138 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7254): Opening region: {ENCODED => fec8b80cfd711ffd6aa8db51d68d9bb4, NAME => 'backup:system,,1690029606973.fec8b80cfd711ffd6aa8db51d68d9bb4.', STARTKEY => '', ENDKEY => ''} 2023-07-22T12:40:08,139 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-07-22T12:40:08,139 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system fec8b80cfd711ffd6aa8db51d68d9bb4 2023-07-22T12:40:08,139 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(888): Instantiated backup:system,,1690029606973.fec8b80cfd711ffd6aa8db51d68d9bb4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:40:08,139 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7296): checking encryption for fec8b80cfd711ffd6aa8db51d68d9bb4 2023-07-22T12:40:08,139 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7299): checking classloading for fec8b80cfd711ffd6aa8db51d68d9bb4 2023-07-22T12:40:08,141 INFO [StoreOpener-fec8b80cfd711ffd6aa8db51d68d9bb4-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region fec8b80cfd711ffd6aa8db51d68d9bb4 2023-07-22T12:40:08,143 INFO [StoreOpener-fec8b80cfd711ffd6aa8db51d68d9bb4-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fec8b80cfd711ffd6aa8db51d68d9bb4 columnFamilyName meta 2023-07-22T12:40:08,144 DEBUG [StoreOpener-fec8b80cfd711ffd6aa8db51d68d9bb4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:40:08,144 INFO [StoreOpener-fec8b80cfd711ffd6aa8db51d68d9bb4-1 {}] regionserver.HStore(324): Store=fec8b80cfd711ffd6aa8db51d68d9bb4/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-07-22T12:40:08,144 INFO [StoreOpener-fec8b80cfd711ffd6aa8db51d68d9bb4-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region fec8b80cfd711ffd6aa8db51d68d9bb4 2023-07-22T12:40:08,146 INFO [StoreOpener-fec8b80cfd711ffd6aa8db51d68d9bb4-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fec8b80cfd711ffd6aa8db51d68d9bb4 columnFamilyName session 2023-07-22T12:40:08,146 DEBUG [StoreOpener-fec8b80cfd711ffd6aa8db51d68d9bb4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:40:08,147 INFO [StoreOpener-fec8b80cfd711ffd6aa8db51d68d9bb4-1 {}] regionserver.HStore(324): Store=fec8b80cfd711ffd6aa8db51d68d9bb4/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-07-22T12:40:08,148 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/backup/system/fec8b80cfd711ffd6aa8db51d68d9bb4 2023-07-22T12:40:08,148 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/backup/system/fec8b80cfd711ffd6aa8db51d68d9bb4 2023-07-22T12:40:08,150 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-07-22T12:40:08,151 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1076): writing seq id for fec8b80cfd711ffd6aa8db51d68d9bb4 2023-07-22T12:40:08,154 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/backup/system/fec8b80cfd711ffd6aa8db51d68d9bb4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-07-22T12:40:08,155 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): Opened fec8b80cfd711ffd6aa8db51d68d9bb4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10059699680, jitterRate=-0.06311745941638947}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-07-22T12:40:08,155 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(992): Region open journal for fec8b80cfd711ffd6aa8db51d68d9bb4: 2023-07-22T12:40:08,156 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2552): Post open deploy tasks for backup:system,,1690029606973.fec8b80cfd711ffd6aa8db51d68d9bb4., pid=28, masterSystemTime=1690029608133 2023-07-22T12:40:08,159 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2579): Finished post open deploy task for backup:system,,1690029606973.fec8b80cfd711ffd6aa8db51d68d9bb4. 2023-07-22T12:40:08,159 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(158): Opened backup:system,,1690029606973.fec8b80cfd711ffd6aa8db51d68d9bb4. 2023-07-22T12:40:08,159 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=fec8b80cfd711ffd6aa8db51d68d9bb4, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,35173,1690029590361 2023-07-22T12:40:08,163 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=28, resume processing ppid=27 2023-07-22T12:40:08,163 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=28, ppid=27, state=SUCCESS; OpenRegionProcedure fec8b80cfd711ffd6aa8db51d68d9bb4, server=jenkins-hbase3.apache.org,35173,1690029590361 in 180 msec 2023-07-22T12:40:08,165 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=27, resume processing ppid=26 2023-07-22T12:40:08,165 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=27, ppid=26, state=SUCCESS; TransitRegionStateProcedure table=backup:system, region=fec8b80cfd711ffd6aa8db51d68d9bb4, ASSIGN in 339 msec 2023-07-22T12:40:08,166 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-07-22T12:40:08,166 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690029608166"}]},"ts":"1690029608166"} 2023-07-22T12:40:08,168 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLED in hbase:meta 2023-07-22T12:40:08,171 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2023-07-22T12:40:08,172 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=26, state=SUCCESS; CreateTableProcedure table=backup:system in 1.1980 sec 2023-07-22T12:40:09,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=26 2023-07-22T12:40:09,088 INFO [Listener at jenkins-hbase3.apache.org/38235 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: backup:system, procId: 26 completed 2023-07-22T12:40:09,101 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-07-22T12:40:09,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] procedure2.ProcedureExecutor(1033): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system_bulk 2023-07-22T12:40:09,104 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2023-07-22T12:40:09,105 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:40:09,105 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 29 2023-07-22T12:40:09,106 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-07-22T12:40:09,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=29 2023-07-22T12:40:09,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=29 2023-07-22T12:40:09,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=29 2023-07-22T12:40:09,519 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 6fabf5125c41724e080de5a8f6257eb5, NAME => 'backup:system_bulk,,1690029609101.6fabf5125c41724e080de5a8f6257eb5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416 2023-07-22T12:40:09,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=29 2023-07-22T12:40:09,931 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1690029609101.6fabf5125c41724e080de5a8f6257eb5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:40:09,931 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1668): Closing 6fabf5125c41724e080de5a8f6257eb5, disabling compactions & flushes 2023-07-22T12:40:09,931 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1690029609101.6fabf5125c41724e080de5a8f6257eb5. 2023-07-22T12:40:09,931 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1690029609101.6fabf5125c41724e080de5a8f6257eb5. 2023-07-22T12:40:09,931 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1690029609101.6fabf5125c41724e080de5a8f6257eb5. after waiting 0 ms 2023-07-22T12:40:09,931 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1690029609101.6fabf5125c41724e080de5a8f6257eb5. 2023-07-22T12:40:09,931 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1909): Closed backup:system_bulk,,1690029609101.6fabf5125c41724e080de5a8f6257eb5. 2023-07-22T12:40:09,931 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1622): Region close journal for 6fabf5125c41724e080de5a8f6257eb5: 2023-07-22T12:40:09,932 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2023-07-22T12:40:09,933 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system_bulk,,1690029609101.6fabf5125c41724e080de5a8f6257eb5.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1690029609933"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1690029609933"}]},"ts":"1690029609933"} 2023-07-22T12:40:09,935 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-07-22T12:40:09,936 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-07-22T12:40:09,936 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690029609936"}]},"ts":"1690029609936"} 2023-07-22T12:40:09,937 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2023-07-22T12:40:09,942 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=6fabf5125c41724e080de5a8f6257eb5, ASSIGN}] 2023-07-22T12:40:09,944 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=6fabf5125c41724e080de5a8f6257eb5, ASSIGN 2023-07-22T12:40:09,945 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system_bulk, region=6fabf5125c41724e080de5a8f6257eb5, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,35173,1690029590361; forceNewPlan=false, retain=false 2023-07-22T12:40:10,097 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=6fabf5125c41724e080de5a8f6257eb5, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,35173,1690029590361 2023-07-22T12:40:10,099 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; OpenRegionProcedure 6fabf5125c41724e080de5a8f6257eb5, server=jenkins-hbase3.apache.org,35173,1690029590361}] 2023-07-22T12:40:10,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=29 2023-07-22T12:40:10,255 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(130): Open backup:system_bulk,,1690029609101.6fabf5125c41724e080de5a8f6257eb5. 2023-07-22T12:40:10,255 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7254): Opening region: {ENCODED => 6fabf5125c41724e080de5a8f6257eb5, NAME => 'backup:system_bulk,,1690029609101.6fabf5125c41724e080de5a8f6257eb5.', STARTKEY => '', ENDKEY => ''} 2023-07-22T12:40:10,255 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-07-22T12:40:10,256 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk 6fabf5125c41724e080de5a8f6257eb5 2023-07-22T12:40:10,256 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1690029609101.6fabf5125c41724e080de5a8f6257eb5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:40:10,256 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7296): checking encryption for 6fabf5125c41724e080de5a8f6257eb5 2023-07-22T12:40:10,256 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7299): checking classloading for 6fabf5125c41724e080de5a8f6257eb5 2023-07-22T12:40:10,258 INFO [StoreOpener-6fabf5125c41724e080de5a8f6257eb5-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 6fabf5125c41724e080de5a8f6257eb5 2023-07-22T12:40:10,259 INFO [StoreOpener-6fabf5125c41724e080de5a8f6257eb5-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6fabf5125c41724e080de5a8f6257eb5 columnFamilyName meta 2023-07-22T12:40:10,259 DEBUG [StoreOpener-6fabf5125c41724e080de5a8f6257eb5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:40:10,260 INFO [StoreOpener-6fabf5125c41724e080de5a8f6257eb5-1 {}] regionserver.HStore(324): Store=6fabf5125c41724e080de5a8f6257eb5/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-07-22T12:40:10,260 INFO [StoreOpener-6fabf5125c41724e080de5a8f6257eb5-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 6fabf5125c41724e080de5a8f6257eb5 2023-07-22T12:40:10,261 INFO [StoreOpener-6fabf5125c41724e080de5a8f6257eb5-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6fabf5125c41724e080de5a8f6257eb5 columnFamilyName session 2023-07-22T12:40:10,262 DEBUG [StoreOpener-6fabf5125c41724e080de5a8f6257eb5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:40:10,262 INFO [StoreOpener-6fabf5125c41724e080de5a8f6257eb5-1 {}] regionserver.HStore(324): Store=6fabf5125c41724e080de5a8f6257eb5/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-07-22T12:40:10,263 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/backup/system_bulk/6fabf5125c41724e080de5a8f6257eb5 2023-07-22T12:40:10,264 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/backup/system_bulk/6fabf5125c41724e080de5a8f6257eb5 2023-07-22T12:40:10,265 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-07-22T12:40:10,267 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1076): writing seq id for 6fabf5125c41724e080de5a8f6257eb5 2023-07-22T12:40:10,269 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/backup/system_bulk/6fabf5125c41724e080de5a8f6257eb5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-07-22T12:40:10,270 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): Opened 6fabf5125c41724e080de5a8f6257eb5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10696780480, jitterRate=-0.003784686326980591}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-07-22T12:40:10,270 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(992): Region open journal for 6fabf5125c41724e080de5a8f6257eb5: 2023-07-22T12:40:10,271 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2552): Post open deploy tasks for backup:system_bulk,,1690029609101.6fabf5125c41724e080de5a8f6257eb5., pid=31, masterSystemTime=1690029610251 2023-07-22T12:40:10,273 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2579): Finished post open deploy task for backup:system_bulk,,1690029609101.6fabf5125c41724e080de5a8f6257eb5. 2023-07-22T12:40:10,273 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(158): Opened backup:system_bulk,,1690029609101.6fabf5125c41724e080de5a8f6257eb5. 2023-07-22T12:40:10,274 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=6fabf5125c41724e080de5a8f6257eb5, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,35173,1690029590361 2023-07-22T12:40:10,277 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=31, resume processing ppid=30 2023-07-22T12:40:10,278 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=31, ppid=30, state=SUCCESS; OpenRegionProcedure 6fabf5125c41724e080de5a8f6257eb5, server=jenkins-hbase3.apache.org,35173,1690029590361 in 177 msec 2023-07-22T12:40:10,280 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=30, resume processing ppid=29 2023-07-22T12:40:10,280 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=30, ppid=29, state=SUCCESS; TransitRegionStateProcedure table=backup:system_bulk, region=6fabf5125c41724e080de5a8f6257eb5, ASSIGN in 336 msec 2023-07-22T12:40:10,281 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-07-22T12:40:10,281 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690029610281"}]},"ts":"1690029610281"} 2023-07-22T12:40:10,282 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2023-07-22T12:40:10,285 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2023-07-22T12:40:10,287 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=29, state=SUCCESS; CreateTableProcedure table=backup:system_bulk in 1.1840 sec 2023-07-22T12:40:10,524 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-16900295995642' 2023-07-22T12:40:10,525 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2023-07-22T12:40:10,525 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-16900295995643' 2023-07-22T12:40:10,525 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2023-07-22T12:40:11,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=29 2023-07-22T12:40:11,213 INFO [Listener at jenkins-hbase3.apache.org/38235 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: backup:system_bulk, procId: 29 completed 2023-07-22T12:40:11,225 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] impl.BackupSystemTable(610): Start new backup exclusive operation 2023-07-22T12:40:11,269 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1685): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-07-22T12:40:11,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1690029611269 (current time:1690029611269). 2023-07-22T12:40:11,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-07-22T12:40:11,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-07-22T12:40:11,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x27daaea0 to 127.0.0.1:61208 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:40:11,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2788146f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:40:11,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:40:11,280 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:47002, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:40:11,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x27daaea0 to 127.0.0.1:61208 2023-07-22T12:40:11,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:40:11,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-07-22T12:40:11,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] procedure2.ProcedureExecutor(1033): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-07-22T12:40:11,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-07-22T12:40:11,302 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-07-22T12:40:11,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-07-22T12:40:11,308 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-07-22T12:40:11,310 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-07-22T12:40:11,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-07-22T12:40:11,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-07-22T12:40:11,721 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-07-22T12:40:11,724 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure fec8b80cfd711ffd6aa8db51d68d9bb4}] 2023-07-22T12:40:11,731 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure fec8b80cfd711ffd6aa8db51d68d9bb4 2023-07-22T12:40:11,884 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-07-22T12:40:11,892 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35173 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2023-07-22T12:40:11,893 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1690029606973.fec8b80cfd711ffd6aa8db51d68d9bb4. 2023-07-22T12:40:11,895 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2819): Flushing fec8b80cfd711ffd6aa8db51d68d9bb4 2/2 column families, dataSize=45 B heapSize=632 B 2023-07-22T12:40:11,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-07-22T12:40:11,972 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/backup/system/fec8b80cfd711ffd6aa8db51d68d9bb4/.tmp/session/2692eacdd7a14c1c95b807084373549c is 49, key is activesession:/session:c/1690029611256/Put/seqid=0 2023-07-22T12:40:12,391 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/backup/system/fec8b80cfd711ffd6aa8db51d68d9bb4/.tmp/session/2692eacdd7a14c1c95b807084373549c 2023-07-22T12:40:12,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-07-22T12:40:12,454 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 2692eacdd7a14c1c95b807084373549c 2023-07-22T12:40:12,457 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/backup/system/fec8b80cfd711ffd6aa8db51d68d9bb4/.tmp/session/2692eacdd7a14c1c95b807084373549c as hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/backup/system/fec8b80cfd711ffd6aa8db51d68d9bb4/session/2692eacdd7a14c1c95b807084373549c 2023-07-22T12:40:12,465 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/backup/system/fec8b80cfd711ffd6aa8db51d68d9bb4/session/2692eacdd7a14c1c95b807084373549c, entries=1, sequenceid=5, filesize=4.9 K 2023-07-22T12:40:12,469 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3022): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for fec8b80cfd711ffd6aa8db51d68d9bb4 in 574ms, sequenceid=5, compaction requested=false 2023-07-22T12:40:12,471 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2520): Flush status journal for fec8b80cfd711ffd6aa8db51d68d9bb4: 2023-07-22T12:40:12,471 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1690029606973.fec8b80cfd711ffd6aa8db51d68d9bb4. for snapshot_backup_system completed. 2023-07-22T12:40:12,472 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1690029606973.fec8b80cfd711ffd6aa8db51d68d9bb4.' region-info for snapshot=snapshot_backup_system 2023-07-22T12:40:12,478 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-07-22T12:40:12,482 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [] hfiles 2023-07-22T12:40:12,483 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/backup/system/fec8b80cfd711ffd6aa8db51d68d9bb4/session/2692eacdd7a14c1c95b807084373549c] hfiles 2023-07-22T12:40:12,483 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/backup/system/fec8b80cfd711ffd6aa8db51d68d9bb4/session/2692eacdd7a14c1c95b807084373549c for snapshot=snapshot_backup_system 2023-07-22T12:40:12,898 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1690029606973.fec8b80cfd711ffd6aa8db51d68d9bb4. 2023-07-22T12:40:12,902 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=33 2023-07-22T12:40:12,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.HMaster(3994): Remote procedure done, pid=33 2023-07-22T12:40:12,905 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region fec8b80cfd711ffd6aa8db51d68d9bb4 2023-07-22T12:40:12,907 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure fec8b80cfd711ffd6aa8db51d68d9bb4 2023-07-22T12:40:12,910 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=33, resume processing ppid=32 2023-07-22T12:40:12,910 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-07-22T12:40:12,910 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=33, ppid=32, state=SUCCESS; SnapshotRegionProcedure fec8b80cfd711ffd6aa8db51d68d9bb4 in 1.1840 sec 2023-07-22T12:40:12,912 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-07-22T12:40:12,916 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-07-22T12:40:12,916 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-07-22T12:40:12,919 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/.hbase-snapshot/.tmp/snapshot_backup_system 2023-07-22T12:40:13,345 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-07-22T12:40:13,359 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-07-22T12:40:13,359 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/.hbase-snapshot/snapshot_backup_system 2023-07-22T12:40:13,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-07-22T12:40:14,195 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-07-22T12:40:14,195 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-07-22T12:40:14,197 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.9030 sec 2023-07-22T12:40:15,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-07-22T12:40:15,415 INFO [Listener at jenkins-hbase3.apache.org/38235 {}] client.HBaseAdmin$TableFuture(3590): Operation: SNAPSHOT, Table Name: backup:system, procId: 32 completed 2023-07-22T12:40:15,415 INFO [Listener at jenkins-hbase3.apache.org/38235 {}] impl.TableBackupClient(115): Backup backup_1690029606810 started at 1690029615415. 2023-07-22T12:40:15,436 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] impl.TableBackupClient(119): Backup session backup_1690029606810 has been started. 2023-07-22T12:40:15,440 INFO [Listener at jenkins-hbase3.apache.org/38235 {}] impl.FullTableBackupClient(150): Execute roll log procedure for full backup ... 2023-07-22T12:40:15,451 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(946): Client=jenkins//172.31.12.81 procedure request for: rolllog-proc 2023-07-22T12:40:15,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-07-22T12:40:15,459 INFO [(jenkins-hbase3.apache.org,33997,1690029587383)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-07-22T12:40:15,459 DEBUG [(jenkins-hbase3.apache.org,33997,1690029587383)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-07-22T12:40:15,459 DEBUG [(jenkins-hbase3.apache.org,33997,1690029587383)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-07-22T12:40:15,460 DEBUG [(jenkins-hbase3.apache.org,33997,1690029587383)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-07-22T12:40:15,460 DEBUG [(jenkins-hbase3.apache.org,33997,1690029587383)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:33997-0x100006658670000, quorum=127.0.0.1:61208, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-07-22T12:40:15,460 DEBUG [(jenkins-hbase3.apache.org,33997,1690029587383)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-07-22T12:40:15,462 DEBUG [Listener at localhost/44063-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35173-0x100006658670001, quorum=127.0.0.1:61208, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-07-22T12:40:15,462 DEBUG [(jenkins-hbase3.apache.org,33997,1690029587383)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,35173,1690029590361 2023-07-22T12:40:15,462 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-07-22T12:40:15,462 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-07-22T12:40:15,462 DEBUG [(jenkins-hbase3.apache.org,33997,1690029587383)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:33997-0x100006658670000, quorum=127.0.0.1:61208, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,35173,1690029590361 2023-07-22T12:40:15,462 DEBUG [(jenkins-hbase3.apache.org,33997,1690029587383)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-07-22T12:40:15,462 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-07-22T12:40:15,463 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35173-0x100006658670001, quorum=127.0.0.1:61208, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-07-22T12:40:15,463 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-07-22T12:40:15,463 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-07-22T12:40:15,463 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-07-22T12:40:15,465 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-07-22T12:40:15,465 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-07-22T12:40:15,466 DEBUG [member: 'jenkins-hbase3.apache.org,35173,1690029590361' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-07-22T12:40:15,466 DEBUG [member: 'jenkins-hbase3.apache.org,35173,1690029590361' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-07-22T12:40:15,466 DEBUG [member: 'jenkins-hbase3.apache.org,35173,1690029590361' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-07-22T12:40:15,466 DEBUG [member: 'jenkins-hbase3.apache.org,35173,1690029590361' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-07-22T12:40:15,466 DEBUG [member: 'jenkins-hbase3.apache.org,35173,1690029590361' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,35173,1690029590361' joining acquired barrier for procedure (rolllog) in zk 2023-07-22T12:40:15,470 DEBUG [Listener at localhost/44063-EventThread {}] zookeeper.ZKWatcher(604): master:33997-0x100006658670000, quorum=127.0.0.1:61208, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,35173,1690029590361 2023-07-22T12:40:15,470 DEBUG [member: 'jenkins-hbase3.apache.org,35173,1690029590361' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-07-22T12:40:15,470 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,35173,1690029590361 2023-07-22T12:40:15,470 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-07-22T12:40:15,470 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-07-22T12:40:15,470 DEBUG [member: 'jenkins-hbase3.apache.org,35173,1690029590361' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35173-0x100006658670001, quorum=127.0.0.1:61208, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2023-07-22T12:40:15,470 DEBUG [member: 'jenkins-hbase3.apache.org,35173,1690029590361' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-07-22T12:40:15,470 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-07-22T12:40:15,471 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-07-22T12:40:15,471 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-07-22T12:40:15,472 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,35173,1690029590361 2023-07-22T12:40:15,472 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-07-22T12:40:15,473 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,35173,1690029590361' joining acquired barrier for procedure 'rolllog' on coordinator 2023-07-22T12:40:15,473 DEBUG [(jenkins-hbase3.apache.org,33997,1690029587383)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-07-22T12:40:15,473 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@7a800fe0[Count = 0] remaining members to acquire global barrier 2023-07-22T12:40:15,473 DEBUG [(jenkins-hbase3.apache.org,33997,1690029587383)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-07-22T12:40:15,475 DEBUG [Listener at localhost/44063-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35173-0x100006658670001, quorum=127.0.0.1:61208, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-07-22T12:40:15,475 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-07-22T12:40:15,475 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-07-22T12:40:15,475 DEBUG [member: 'jenkins-hbase3.apache.org,35173,1690029590361' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-07-22T12:40:15,475 DEBUG [(jenkins-hbase3.apache.org,33997,1690029587383)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:33997-0x100006658670000, quorum=127.0.0.1:61208, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,35173,1690029590361 2023-07-22T12:40:15,475 DEBUG [(jenkins-hbase3.apache.org,33997,1690029587383)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-07-22T12:40:15,476 DEBUG [member: 'jenkins-hbase3.apache.org,35173,1690029590361' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-07-22T12:40:15,476 DEBUG [rs(jenkins-hbase3.apache.org,35173,1690029590361)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase3.apache.org,35173,1690029590361 2023-07-22T12:40:15,476 INFO [rs(jenkins-hbase3.apache.org,35173,1690029590361)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1690029592496 highest: 1690029592496 on jenkins-hbase3.apache.org,35173,1690029590361 2023-07-22T12:40:15,477 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C35173%2C1690029590361:(num 1690029592496) roll requested 2023-07-22T12:40:15,488 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/WALs/jenkins-hbase3.apache.org,35173,1690029590361/jenkins-hbase3.apache.org%2C35173%2C1690029590361.1690029615477, exclude list is [], retry=0 2023-07-22T12:40:15,493 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45323,DS-b3b0ead7-253d-45b9-8019-feed239e5b3c,DISK] 2023-07-22T12:40:15,497 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/WALs/jenkins-hbase3.apache.org,35173,1690029590361/jenkins-hbase3.apache.org%2C35173%2C1690029590361.1690029592496 with entries=19, filesize=3.99 KB; new WAL /user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/WALs/jenkins-hbase3.apache.org,35173,1690029590361/jenkins-hbase3.apache.org%2C35173%2C1690029590361.1690029615477 2023-07-22T12:40:15,498 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:45323,DS-b3b0ead7-253d-45b9-8019-feed239e5b3c,DISK]] 2023-07-22T12:40:15,498 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/WALs/jenkins-hbase3.apache.org,35173,1690029590361/jenkins-hbase3.apache.org%2C35173%2C1690029590361.1690029592496 is not closed yet, will try archiving it next time 2023-07-22T12:40:15,498 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C35173%2C1690029590361.meta:.meta(num 1690029592842) roll requested 2023-07-22T12:40:15,512 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/WALs/jenkins-hbase3.apache.org,35173,1690029590361/jenkins-hbase3.apache.org%2C35173%2C1690029590361.meta.1690029615499.meta, exclude list is [], retry=0 2023-07-22T12:40:15,516 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45323,DS-b3b0ead7-253d-45b9-8019-feed239e5b3c,DISK] 2023-07-22T12:40:15,517 DEBUG [rs(jenkins-hbase3.apache.org,35173,1690029590361)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 41 2023-07-22T12:40:15,517 INFO [rs(jenkins-hbase3.apache.org,35173,1690029590361)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1690029615477 on jenkins-hbase3.apache.org,35173,1690029590361 2023-07-22T12:40:15,518 DEBUG [rs(jenkins-hbase3.apache.org,35173,1690029590361)-backup-pool-0 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=MasterService, sasl=false 2023-07-22T12:40:15,519 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/WALs/jenkins-hbase3.apache.org,35173,1690029590361/jenkins-hbase3.apache.org%2C35173%2C1690029590361.meta.1690029592842.meta with entries=36, filesize=11.13 KB; new WAL /user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/WALs/jenkins-hbase3.apache.org,35173,1690029590361/jenkins-hbase3.apache.org%2C35173%2C1690029590361.meta.1690029615499.meta 2023-07-22T12:40:15,519 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:45323,DS-b3b0ead7-253d-45b9-8019-feed239e5b3c,DISK]] 2023-07-22T12:40:15,520 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/WALs/jenkins-hbase3.apache.org,35173,1690029590361/jenkins-hbase3.apache.org%2C35173%2C1690029590361.meta.1690029592842.meta is not closed yet, will try archiving it next time 2023-07-22T12:40:15,520 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:44198, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-07-22T12:40:15,556 DEBUG [member: 'jenkins-hbase3.apache.org,35173,1690029590361' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-07-22T12:40:15,556 DEBUG [member: 'jenkins-hbase3.apache.org,35173,1690029590361' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase3.apache.org,35173,1690029590361' in zk 2023-07-22T12:40:15,559 DEBUG [Listener at localhost/44063-EventThread {}] zookeeper.ZKWatcher(604): master:33997-0x100006658670000, quorum=127.0.0.1:61208, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,35173,1690029590361 2023-07-22T12:40:15,559 DEBUG [member: 'jenkins-hbase3.apache.org,35173,1690029590361' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-07-22T12:40:15,559 DEBUG [member: 'jenkins-hbase3.apache.org,35173,1690029590361' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-07-22T12:40:15,559 DEBUG [member: 'jenkins-hbase3.apache.org,35173,1690029590361' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-07-22T12:40:15,559 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,35173,1690029590361 2023-07-22T12:40:15,560 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-07-22T12:40:15,560 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-07-22T12:40:15,560 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-07-22T12:40:15,561 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-07-22T12:40:15,561 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-07-22T12:40:15,562 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,35173,1690029590361 2023-07-22T12:40:15,562 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-07-22T12:40:15,563 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-07-22T12:40:15,563 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,35173,1690029590361 2023-07-22T12:40:15,564 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase3.apache.org,35173,1690029590361': 2023-07-22T12:40:15,564 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,35173,1690029590361' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-07-22T12:40:15,564 INFO [(jenkins-hbase3.apache.org,33997,1690029587383)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-07-22T12:40:15,564 DEBUG [(jenkins-hbase3.apache.org,33997,1690029587383)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-07-22T12:40:15,564 DEBUG [(jenkins-hbase3.apache.org,33997,1690029587383)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-07-22T12:40:15,564 DEBUG [(jenkins-hbase3.apache.org,33997,1690029587383)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-07-22T12:40:15,564 INFO [(jenkins-hbase3.apache.org,33997,1690029587383)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-07-22T12:40:15,567 DEBUG [Listener at localhost/44063-EventThread {}] zookeeper.ZKWatcher(604): master:33997-0x100006658670000, quorum=127.0.0.1:61208, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-07-22T12:40:15,567 DEBUG [Listener at localhost/44063-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35173-0x100006658670001, quorum=127.0.0.1:61208, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-07-22T12:40:15,567 DEBUG [Listener at localhost/44063-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35173-0x100006658670001, quorum=127.0.0.1:61208, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-07-22T12:40:15,567 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-07-22T12:40:15,567 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-07-22T12:40:15,567 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-07-22T12:40:15,567 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-07-22T12:40:15,567 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-07-22T12:40:15,568 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-07-22T12:40:15,568 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-07-22T12:40:15,568 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-07-22T12:40:15,568 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-07-22T12:40:15,568 DEBUG [(jenkins-hbase3.apache.org,33997,1690029587383)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:33997-0x100006658670000, quorum=127.0.0.1:61208, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,35173,1690029590361 2023-07-22T12:40:15,568 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-07-22T12:40:15,569 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-07-22T12:40:15,569 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-07-22T12:40:15,570 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,35173,1690029590361 2023-07-22T12:40:15,570 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-07-22T12:40:15,571 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-07-22T12:40:15,571 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,35173,1690029590361 2023-07-22T12:40:15,575 DEBUG [(jenkins-hbase3.apache.org,33997,1690029587383)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:33997-0x100006658670000, quorum=127.0.0.1:61208, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,35173,1690029590361 2023-07-22T12:40:15,586 DEBUG [Listener at localhost/44063-EventThread {}] zookeeper.ZKWatcher(604): master:33997-0x100006658670000, quorum=127.0.0.1:61208, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,35173,1690029590361 2023-07-22T12:40:15,586 DEBUG [Listener at localhost/44063-EventThread {}] zookeeper.ZKWatcher(604): master:33997-0x100006658670000, quorum=127.0.0.1:61208, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-07-22T12:40:15,586 DEBUG [Listener at localhost/44063-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35173-0x100006658670001, quorum=127.0.0.1:61208, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-07-22T12:40:15,586 DEBUG [Listener at localhost/44063-EventThread {}] zookeeper.ZKWatcher(604): master:33997-0x100006658670000, quorum=127.0.0.1:61208, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-07-22T12:40:15,586 DEBUG [Listener at localhost/44063-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35173-0x100006658670001, quorum=127.0.0.1:61208, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-07-22T12:40:15,586 DEBUG [Listener at localhost/44063-EventThread {}] zookeeper.ZKWatcher(604): master:33997-0x100006658670000, quorum=127.0.0.1:61208, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,35173,1690029590361 2023-07-22T12:40:15,586 DEBUG [Listener at localhost/44063-EventThread {}] zookeeper.ZKWatcher(604): master:33997-0x100006658670000, quorum=127.0.0.1:61208, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-07-22T12:40:15,586 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-07-22T12:40:15,586 DEBUG [Listener at localhost/44063-EventThread {}] zookeeper.ZKWatcher(604): master:33997-0x100006658670000, quorum=127.0.0.1:61208, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-07-22T12:40:15,586 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-07-22T12:40:15,586 DEBUG [Listener at localhost/44063-EventThread {}] zookeeper.ZKWatcher(604): master:33997-0x100006658670000, quorum=127.0.0.1:61208, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-07-22T12:40:15,586 DEBUG [(jenkins-hbase3.apache.org,33997,1690029587383)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-07-22T12:40:15,586 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-07-22T12:40:15,587 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-07-22T12:40:15,587 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-07-22T12:40:15,587 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-07-22T12:40:15,590 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] client.HBaseAdmin(2751): Waiting a max of 300000 ms for procedure 'rolllog-proc : rolllog'' to complete. (max 6666 ms per retry) 2023-07-22T12:40:15,590 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] client.HBaseAdmin(2759): (#1) Sleeping: 100ms while waiting for procedure completion. 2023-07-22T12:40:15,690 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] client.HBaseAdmin(2765): Getting current status of procedure from master... 2023-07-22T12:40:15,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1247): Checking to see if procedure from request:rolllog-proc is done 2023-07-22T12:40:15,700 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1685): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1690029615699_default_test-1690029599564 table=test-1690029599564 type=FLUSH ttl=0 } 2023-07-22T12:40:15,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1690029615700 (current time:1690029615700). 2023-07-22T12:40:15,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-07-22T12:40:15,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1690029615699_default_test-1690029599564 VERSION not specified, setting to 2 2023-07-22T12:40:15,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x20b96e20 to 127.0.0.1:61208 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:40:15,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a871e0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:40:15,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:40:15,709 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:47014, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:40:15,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x20b96e20 to 127.0.0.1:61208 2023-07-22T12:40:15,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:40:15,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-07-22T12:40:15,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] procedure2.ProcedureExecutor(1033): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1690029615699_default_test-1690029599564 table=test-1690029599564 type=FLUSH ttl=0 } 2023-07-22T12:40:15,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_1690029615699_default_test-1690029599564 table=test-1690029599564 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-07-22T12:40:15,714 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1690029615699_default_test-1690029599564 table=test-1690029599564 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-07-22T12:40:15,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-07-22T12:40:15,715 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1690029615699_default_test-1690029599564 table=test-1690029599564 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-07-22T12:40:15,717 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1690029615699_default_test-1690029599564 table=test-1690029599564 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-07-22T12:40:15,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-07-22T12:40:16,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-07-22T12:40:16,128 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1690029615699_default_test-1690029599564 table=test-1690029599564 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-07-22T12:40:16,129 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure db9633d4bb7a5cd1176b88ce7df913d7}] 2023-07-22T12:40:16,131 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure db9633d4bb7a5cd1176b88ce7df913d7 2023-07-22T12:40:16,282 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35173 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2023-07-22T12:40:16,283 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1690029599564,,1690029600048.db9633d4bb7a5cd1176b88ce7df913d7. 2023-07-22T12:40:16,284 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2819): Flushing db9633d4bb7a5cd1176b88ce7df913d7 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-07-22T12:40:16,304 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/default/test-1690029599564/db9633d4bb7a5cd1176b88ce7df913d7/.tmp/f/5e723e666b6a4cb2adf00ad46b5a85b4 is 37, key is row10/f:q1/1690029602202/Put/seqid=0 2023-07-22T12:40:16,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-07-22T12:40:16,713 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/default/test-1690029599564/db9633d4bb7a5cd1176b88ce7df913d7/.tmp/f/5e723e666b6a4cb2adf00ad46b5a85b4 2023-07-22T12:40:16,722 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 5e723e666b6a4cb2adf00ad46b5a85b4 2023-07-22T12:40:16,723 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/default/test-1690029599564/db9633d4bb7a5cd1176b88ce7df913d7/.tmp/f/5e723e666b6a4cb2adf00ad46b5a85b4 as hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/default/test-1690029599564/db9633d4bb7a5cd1176b88ce7df913d7/f/5e723e666b6a4cb2adf00ad46b5a85b4 2023-07-22T12:40:16,730 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/default/test-1690029599564/db9633d4bb7a5cd1176b88ce7df913d7/f/5e723e666b6a4cb2adf00ad46b5a85b4, entries=99, sequenceid=103, filesize=8.2 K 2023-07-22T12:40:16,732 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for db9633d4bb7a5cd1176b88ce7df913d7 in 448ms, sequenceid=103, compaction requested=false 2023-07-22T12:40:16,732 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2520): Flush status journal for db9633d4bb7a5cd1176b88ce7df913d7: 2023-07-22T12:40:16,732 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1690029599564,,1690029600048.db9633d4bb7a5cd1176b88ce7df913d7. for snapshot_1690029615699_default_test-1690029599564 completed. 2023-07-22T12:40:16,733 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(240): Storing 'test-1690029599564,,1690029600048.db9633d4bb7a5cd1176b88ce7df913d7.' region-info for snapshot=snapshot_1690029615699_default_test-1690029599564 2023-07-22T12:40:16,733 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-07-22T12:40:16,733 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/default/test-1690029599564/db9633d4bb7a5cd1176b88ce7df913d7/f/5e723e666b6a4cb2adf00ad46b5a85b4] hfiles 2023-07-22T12:40:16,733 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/default/test-1690029599564/db9633d4bb7a5cd1176b88ce7df913d7/f/5e723e666b6a4cb2adf00ad46b5a85b4 for snapshot=snapshot_1690029615699_default_test-1690029599564 2023-07-22T12:40:16,742 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1690029599564,,1690029600048.db9633d4bb7a5cd1176b88ce7df913d7. 2023-07-22T12:40:16,742 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=35 2023-07-22T12:40:16,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.HMaster(3994): Remote procedure done, pid=35 2023-07-22T12:40:16,743 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1690029615699_default_test-1690029599564 on region db9633d4bb7a5cd1176b88ce7df913d7 2023-07-22T12:40:16,744 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure db9633d4bb7a5cd1176b88ce7df913d7 2023-07-22T12:40:16,747 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=35, resume processing ppid=34 2023-07-22T12:40:16,747 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1690029615699_default_test-1690029599564 table=test-1690029599564 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-07-22T12:40:16,747 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=35, ppid=34, state=SUCCESS; SnapshotRegionProcedure db9633d4bb7a5cd1176b88ce7df913d7 in 616 msec 2023-07-22T12:40:16,748 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1690029615699_default_test-1690029599564 table=test-1690029599564 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-07-22T12:40:16,748 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1690029615699_default_test-1690029599564 table=test-1690029599564 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-07-22T12:40:16,748 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1690029615699_default_test-1690029599564 2023-07-22T12:40:16,749 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/.hbase-snapshot/.tmp/snapshot_1690029615699_default_test-1690029599564 2023-07-22T12:40:16,763 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1690029615699_default_test-1690029599564 table=test-1690029599564 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-07-22T12:40:16,770 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1690029615699_default_test-1690029599564 table=test-1690029599564 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-07-22T12:40:16,770 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/.hbase-snapshot/.tmp/snapshot_1690029615699_default_test-1690029599564 to hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/.hbase-snapshot/snapshot_1690029615699_default_test-1690029599564 2023-07-22T12:40:16,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-07-22T12:40:17,208 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1690029615699_default_test-1690029599564 table=test-1690029599564 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-07-22T12:40:17,209 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_1690029615699_default_test-1690029599564 table=test-1690029599564 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-07-22T12:40:17,210 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1690029615699_default_test-1690029599564 table=test-1690029599564 type=FLUSH ttl=0 } in 1.4980 sec 2023-07-22T12:40:17,549 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2023-07-22T12:40:17,549 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2023-07-22T12:40:17,550 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2023-07-22T12:40:17,550 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2023-07-22T12:40:17,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-07-22T12:40:17,821 INFO [Listener at jenkins-hbase3.apache.org/38235 {}] client.HBaseAdmin$TableFuture(3590): Operation: SNAPSHOT, Table Name: default:test-1690029599564, procId: 34 completed 2023-07-22T12:40:17,821 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] impl.FullTableBackupClient(171): snapshot copy for backup_1690029606810 2023-07-22T12:40:17,821 INFO [Listener at jenkins-hbase3.apache.org/38235 {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2023-07-22T12:40:17,823 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] impl.FullTableBackupClient(80): There are 1 snapshots to be copied. 2023-07-22T12:40:17,825 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1690029606810_test-1690029599564 2023-07-22T12:40:17,825 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1690029615699_default_test-1690029599564 to hdfs://localhost:34349/backupUT/backup_1690029606810/default/test-1690029599564/ 2023-07-22T12:40:17,835 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-07-22T12:40:17,867 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:34349, inputRoot=hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416 2023-07-22T12:40:17,867 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,33997,1690029587383_-1778456198_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:34349/backupUT/backup_1690029606810/default/test-1690029599564, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:34349/backupUT/backup_1690029606810/default/test-1690029599564/.hbase-snapshot/.tmp/snapshot_1690029615699_default_test-1690029599564 2023-07-22T12:40:17,868 INFO [Listener at jenkins-hbase3.apache.org/38235 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:34349, inputRoot=hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416, snapshotDir=hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/.hbase-snapshot/snapshot_1690029615699_default_test-1690029599564. 2023-07-22T12:40:17,879 INFO [Listener at jenkins-hbase3.apache.org/38235 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/.hbase-snapshot/snapshot_1690029615699_default_test-1690029599564 to hdfs://localhost:34349/backupUT/backup_1690029606810/default/test-1690029599564/.hbase-snapshot/.tmp/snapshot_1690029615699_default_test-1690029599564 2023-07-22T12:40:18,315 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-07-22T12:40:18,316 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-07-22T12:40:18,316 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-07-22T12:40:18,317 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-07-22T12:40:19,356 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ed835593-098d-4ac7-de06-e349580ce262/hadoop-1322977724777734335.jar 2023-07-22T12:40:19,357 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-07-22T12:40:19,357 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-07-22T12:40:19,358 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-07-22T12:40:19,358 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-07-22T12:40:19,359 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-07-22T12:40:19,359 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-07-22T12:40:19,360 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-07-22T12:40:19,360 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-07-22T12:40:19,360 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-07-22T12:40:19,361 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-07-22T12:40:19,362 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-07-22T12:40:19,362 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-07-22T12:40:19,363 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-07-22T12:40:19,363 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-07-22T12:40:19,364 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-07-22T12:40:19,364 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-07-22T12:40:19,364 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-07-22T12:40:19,365 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-07-22T12:40:19,365 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-07-22T12:40:19,366 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-07-22T12:40:19,366 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-07-22T12:40:19,370 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-07-22T12:40:19,371 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-07-22T12:40:19,371 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-07-22T12:40:19,371 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-07-22T12:40:19,372 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-07-22T12:40:19,372 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-07-22T12:40:19,373 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-07-22T12:40:19,430 WARN [Listener at jenkins-hbase3.apache.org/38235 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-07-22T12:40:19,453 INFO [Listener at jenkins-hbase3.apache.org/38235 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1690029615699_default_test-1690029599564' hfile list 2023-07-22T12:40:19,466 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] snapshot.ExportSnapshot(674): export split=0 size=8.2 K 2023-07-22T12:40:19,716 WARN [Listener at jenkins-hbase3.apache.org/38235 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ed835593-098d-4ac7-de06-e349580ce262/mapreduce.cluster.local.dir/1690029619665/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-07-22T12:40:19,717 WARN [Listener at jenkins-hbase3.apache.org/38235 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ed835593-098d-4ac7-de06-e349580ce262/mapreduce.cluster.local.dir/1690029619665/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-07-22T12:40:19,904 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(228): Using bufferSize=128 M 2023-07-22T12:40:19,938 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/default/test-1690029599564/db9633d4bb7a5cd1176b88ce7df913d7/f/5e723e666b6a4cb2adf00ad46b5a85b4 output=hdfs://localhost:34349/backupUT/backup_1690029606810/default/test-1690029599564/archive/data/default/test-1690029599564/db9633d4bb7a5cd1176b88ce7df913d7/f/5e723e666b6a4cb2adf00ad46b5a85b4 2023-07-22T12:40:19,938 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=8396 (8.2 K) time=0sec 4.004M/sec 2023-07-22T12:40:20,798 INFO [Listener at jenkins-hbase3.apache.org/38235 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-07-22T12:40:20,800 INFO [Listener at jenkins-hbase3.apache.org/38235 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-07-22T12:40:20,808 INFO [Listener at jenkins-hbase3.apache.org/38235 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1690029615699_default_test-1690029599564 2023-07-22T12:40:20,809 INFO [Listener at jenkins-hbase3.apache.org/38235 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1690029615699_default_test-1690029599564 finished. 2023-07-22T12:40:20,809 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] impl.BackupSystemTable(1014): test-1690029599564 2023-07-22T12:40:20,883 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1690029606810 2023-07-22T12:40:20,883 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-07-22T12:40:21,301 INFO [Listener at jenkins-hbase3.apache.org/38235 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:34349/backupUT/backup_1690029606810/.backup.manifest 2023-07-22T12:40:21,301 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] impl.TableBackupClient(358): Backup backup_1690029606810 finished: type=FULL,tablelist=test-1690029599564,targetRootDir=hdfs://localhost:34349/backupUT,startts=1690029615415,completets=1690029620880,bytescopied=0 2023-07-22T12:40:21,301 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] impl.TableBackupClient(138): Trying to delete snapshot for full backup. 2023-07-22T12:40:21,302 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1690029615699_default_test-1690029599564 2023-07-22T12:40:21,308 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(759): Client=jenkins//172.31.12.81 delete name: "snapshot_1690029615699_default_test-1690029599564" 2023-07-22T12:40:21,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_1690029615699_default_test-1690029599564 2023-07-22T12:40:21,314 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1690029615699_default_test-1690029599564 for backup backup_1690029606810 succeeded. 2023-07-22T12:40:21,314 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] impl.BackupSystemTable(1552): Deleting snapshot_backup_system from the system 2023-07-22T12:40:21,328 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(759): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-07-22T12:40:21,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_backup_system 2023-07-22T12:40:21,331 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] impl.BackupSystemTable(1557): Done deleting backup system table snapshot 2023-07-22T12:40:21,338 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] impl.BackupSystemTable(637): Finish backup exclusive operation 2023-07-22T12:40:21,356 INFO [Listener at jenkins-hbase3.apache.org/38235 {}] impl.TableBackupClient(376): Backup backup_1690029606810 completed. 2023-07-22T12:40:21,356 INFO [Listener at jenkins-hbase3.apache.org/38235 {}] client.ConnectionImplementation(2095): Closing master protocol: MasterService 2023-07-22T12:40:21,356 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x22204ed5 to 127.0.0.1:61208 2023-07-22T12:40:21,356 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:40:21,356 INFO [Listener at jenkins-hbase3.apache.org/38235 {}] backup.TestBackupStatusProgress(74): backup complete 2023-07-22T12:40:21,395 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f17f81d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:40:21,396 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=MasterService, sasl=false 2023-07-22T12:40:21,397 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:34014, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-07-22T12:40:21,402 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:40:21,403 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:46264, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:40:21,418 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:40:21,424 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ae368f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:40:21,424 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=MasterService, sasl=false 2023-07-22T12:40:21,426 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:34018, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-07-22T12:40:21,430 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:40:21,432 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:46266, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:40:21,444 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:40:21,464 INFO [Listener at jenkins-hbase3.apache.org/38235 {}] hbase.ResourceChecker(175): after: backup.TestBackupStatusProgress#testBackupStatusProgressCommand Thread=602 (was 582) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_415336750_16 at /127.0.0.1:52784 [Receiving block BP-354094942-172.31.12.81-1690029584234:blk_1073741857_1033] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:61208@0x58f19d60-SendThread(127.0.0.1:61208) sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:345) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1223) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:61208@0x22204ed5 java.lang.Object.wait(Native Method) java.lang.Thread.join(Thread.java:1257) java.lang.Thread.join(Thread.java:1331) org.apache.zookeeper.ClientCnxn.disconnect(ClientCnxn.java:1455) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1485) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1415) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$485/1556745446.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: (jenkins-hbase3.apache.org,33997,1690029587383)-proc-coordinator-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x5901ee6b-metaLookup-shared--pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0xfc06b7d-shared-pool-8 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ed835593-098d-4ac7-de06-e349580ce262/cluster_0c7a71a5-6e98-d874-1dc3-467fac511eee/dfs/data/data2/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x5901ee6b-shared-pool-3 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_415336750_16 at /127.0.0.1:52790 [Receiving block BP-354094942-172.31.12.81-1690029584234:blk_1073741858_1034] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:61208@0x22204ed5-SendThread(127.0.0.1:61208) java.lang.Thread.sleep(Native Method) org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:228) org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1338) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1261) Potentially hanging thread: hconnection-0x5901ee6b-shared-pool-4 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0xfc06b7d-shared-pool-6 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1611305884_16 at /127.0.0.1:52874 [Waiting for operation #7] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-354094942-172.31.12.81-1690029584234:blk_1073741857_1033, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:61208@0x338d25a1 java.lang.Object.wait(Native Method) java.lang.Thread.join(Thread.java:1257) java.lang.Thread.join(Thread.java:1331) org.apache.zookeeper.ClientCnxn.disconnect(ClientCnxn.java:1455) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1485) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1415) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$485/1556745446.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1611305884_16 at /127.0.0.1:52836 [Waiting for operation #15] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Timer for 'JobHistoryServer' metrics system java.lang.Object.wait(Native Method) java.util.TimerThread.mainLoop(Timer.java:552) java.util.TimerThread.run(Timer.java:505) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:61208@0x338d25a1-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) Potentially hanging thread: hconnection-0xfc06b7d-shared-pool-7 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:61208@0x58f19d60 java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1529) org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1512) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1481) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1415) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$485/1556745446.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: member: 'jenkins-hbase3.apache.org,35173,1690029590361' subprocedure-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:61208@0x22204ed5-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) Potentially hanging thread: PacketResponder: BP-354094942-172.31.12.81-1690029584234:blk_1073741858_1034, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ed835593-098d-4ac7-de06-e349580ce262/cluster_0c7a71a5-6e98-d874-1dc3-467fac511eee/dfs/data/data1/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:61208@0x338d25a1-SendThread(127.0.0.1:61208) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1261) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:61208@0x58f19d60-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) Potentially hanging thread: rs(jenkins-hbase3.apache.org,35173,1690029590361)-backup-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) - Thread LEAK? -, OpenFileDescriptor=685 (was 660) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=173 (was 171) - SystemLoadAverage LEAK? -, ProcessCount=171 (was 171), AvailableMemoryMB=16356 (was 16588) 2023-07-22T12:40:21,464 WARN [Listener at jenkins-hbase3.apache.org/38235 {}] hbase.ResourceChecker(130): Thread=602 is superior to 500 2023-07-22T12:40:21,479 INFO [Listener at jenkins-hbase3.apache.org/38235 {}] hbase.ResourceChecker(147): before: backup.TestBackupStatusProgress#testBackupStatusProgress Thread=599, OpenFileDescriptor=681, MaxFileDescriptor=60000, SystemLoadAverage=173, ProcessCount=171, AvailableMemoryMB=16355 2023-07-22T12:40:21,479 WARN [Listener at jenkins-hbase3.apache.org/38235 {}] hbase.ResourceChecker(130): Thread=599 is superior to 500 2023-07-22T12:40:21,479 INFO [Listener at jenkins-hbase3.apache.org/38235 {}] backup.TestBackupStatusProgress(53): test backup status/progress on a single table with data 2023-07-22T12:40:21,484 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53d3e95d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:40:21,488 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:40:21,489 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:46268, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:40:21,491 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=MasterService, sasl=false 2023-07-22T12:40:21,493 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:34020, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-07-22T12:40:21,506 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] impl.BackupSystemTable(610): Start new backup exclusive operation 2023-07-22T12:40:21,512 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1685): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-07-22T12:40:21,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1690029621512 (current time:1690029621512). 2023-07-22T12:40:21,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-07-22T12:40:21,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-07-22T12:40:21,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57faae2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:40:21,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:40:21,519 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:46284, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:40:21,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:40:21,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-07-22T12:40:21,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] procedure2.ProcedureExecutor(1033): Stored pid=36, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-07-22T12:40:21,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 36 2023-07-22T12:40:21,523 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-07-22T12:40:21,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-07-22T12:40:21,524 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-07-22T12:40:21,527 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-07-22T12:40:21,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-07-22T12:40:21,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-07-22T12:40:21,938 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-07-22T12:40:21,938 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure fec8b80cfd711ffd6aa8db51d68d9bb4}] 2023-07-22T12:40:21,940 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure fec8b80cfd711ffd6aa8db51d68d9bb4 2023-07-22T12:40:22,092 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35173 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=37 2023-07-22T12:40:22,093 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1690029606973.fec8b80cfd711ffd6aa8db51d68d9bb4. 2023-07-22T12:40:22,093 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2819): Flushing fec8b80cfd711ffd6aa8db51d68d9bb4 2/2 column families, dataSize=1.08 KB heapSize=2.23 KB 2023-07-22T12:40:22,109 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/backup/system/fec8b80cfd711ffd6aa8db51d68d9bb4/.tmp/meta/04da2bb8a72a467e961f6d1fe2022128 is 169, key is trslm:hdfs://localhost:34349/backupUT\x00test-1690029599564/meta:log-roll-map/1690029620870/Put/seqid=0 2023-07-22T12:40:22,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-07-22T12:40:22,517 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=526 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/backup/system/fec8b80cfd711ffd6aa8db51d68d9bb4/.tmp/meta/04da2bb8a72a467e961f6d1fe2022128 2023-07-22T12:40:22,523 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 04da2bb8a72a467e961f6d1fe2022128 2023-07-22T12:40:22,526 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/backup/system/fec8b80cfd711ffd6aa8db51d68d9bb4/.tmp/session/38718debfbaa43fd81bceba71928bd9b is 310, key is session:backup_1690029606810/session:context/1690029621337/Put/seqid=0 2023-07-22T12:40:22,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-07-22T12:40:22,932 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=579 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/backup/system/fec8b80cfd711ffd6aa8db51d68d9bb4/.tmp/session/38718debfbaa43fd81bceba71928bd9b 2023-07-22T12:40:22,938 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 38718debfbaa43fd81bceba71928bd9b 2023-07-22T12:40:22,939 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/backup/system/fec8b80cfd711ffd6aa8db51d68d9bb4/.tmp/meta/04da2bb8a72a467e961f6d1fe2022128 as hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/backup/system/fec8b80cfd711ffd6aa8db51d68d9bb4/meta/04da2bb8a72a467e961f6d1fe2022128 2023-07-22T12:40:22,946 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/backup/system/fec8b80cfd711ffd6aa8db51d68d9bb4/meta/04da2bb8a72a467e961f6d1fe2022128, entries=4, sequenceid=17, filesize=5.5 K 2023-07-22T12:40:22,948 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/backup/system/fec8b80cfd711ffd6aa8db51d68d9bb4/.tmp/session/38718debfbaa43fd81bceba71928bd9b as hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/backup/system/fec8b80cfd711ffd6aa8db51d68d9bb4/session/38718debfbaa43fd81bceba71928bd9b 2023-07-22T12:40:22,954 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/backup/system/fec8b80cfd711ffd6aa8db51d68d9bb4/session/38718debfbaa43fd81bceba71928bd9b, entries=2, sequenceid=17, filesize=5.3 K 2023-07-22T12:40:22,955 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(3022): Finished flush of dataSize ~1.08 KB/1105, heapSize ~2.20 KB/2256, currentSize=0 B/0 for fec8b80cfd711ffd6aa8db51d68d9bb4 in 862ms, sequenceid=17, compaction requested=false 2023-07-22T12:40:22,956 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2520): Flush status journal for fec8b80cfd711ffd6aa8db51d68d9bb4: 2023-07-22T12:40:22,956 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1690029606973.fec8b80cfd711ffd6aa8db51d68d9bb4. for snapshot_backup_system completed. 2023-07-22T12:40:22,956 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1690029606973.fec8b80cfd711ffd6aa8db51d68d9bb4.' region-info for snapshot=snapshot_backup_system 2023-07-22T12:40:22,956 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-07-22T12:40:22,956 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/backup/system/fec8b80cfd711ffd6aa8db51d68d9bb4/meta/04da2bb8a72a467e961f6d1fe2022128] hfiles 2023-07-22T12:40:22,956 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/backup/system/fec8b80cfd711ffd6aa8db51d68d9bb4/meta/04da2bb8a72a467e961f6d1fe2022128 for snapshot=snapshot_backup_system 2023-07-22T12:40:22,956 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/backup/system/fec8b80cfd711ffd6aa8db51d68d9bb4/session/2692eacdd7a14c1c95b807084373549c, hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/backup/system/fec8b80cfd711ffd6aa8db51d68d9bb4/session/38718debfbaa43fd81bceba71928bd9b] hfiles 2023-07-22T12:40:22,956 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(264): Adding reference for file (1/2): hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/backup/system/fec8b80cfd711ffd6aa8db51d68d9bb4/session/2692eacdd7a14c1c95b807084373549c for snapshot=snapshot_backup_system 2023-07-22T12:40:22,957 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(264): Adding reference for file (2/2): hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/backup/system/fec8b80cfd711ffd6aa8db51d68d9bb4/session/38718debfbaa43fd81bceba71928bd9b for snapshot=snapshot_backup_system 2023-07-22T12:40:23,363 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1690029606973.fec8b80cfd711ffd6aa8db51d68d9bb4. 2023-07-22T12:40:23,364 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=37 2023-07-22T12:40:23,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.HMaster(3994): Remote procedure done, pid=37 2023-07-22T12:40:23,364 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region fec8b80cfd711ffd6aa8db51d68d9bb4 2023-07-22T12:40:23,365 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure fec8b80cfd711ffd6aa8db51d68d9bb4 2023-07-22T12:40:23,369 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=37, resume processing ppid=36 2023-07-22T12:40:23,369 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-07-22T12:40:23,369 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=37, ppid=36, state=SUCCESS; SnapshotRegionProcedure fec8b80cfd711ffd6aa8db51d68d9bb4 in 1.4290 sec 2023-07-22T12:40:23,370 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-07-22T12:40:23,370 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-07-22T12:40:23,371 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-07-22T12:40:23,372 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/.hbase-snapshot/.tmp/snapshot_backup_system 2023-07-22T12:40:23,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-07-22T12:40:23,784 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-07-22T12:40:23,792 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-07-22T12:40:23,792 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/.hbase-snapshot/snapshot_backup_system 2023-07-22T12:40:23,970 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-07-22T12:40:23,972 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:34028, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-07-22T12:40:24,612 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-07-22T12:40:24,612 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 36 2023-07-22T12:40:24,614 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=36, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 3.0910 sec 2023-07-22T12:40:25,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-07-22T12:40:25,632 INFO [Listener at jenkins-hbase3.apache.org/38235 {}] impl.TableBackupClient(115): Backup backup_1690029621484 started at 1690029625632. 2023-07-22T12:40:25,635 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] impl.TableBackupClient(119): Backup session backup_1690029621484 has been started. 2023-07-22T12:40:25,640 INFO [Listener at jenkins-hbase3.apache.org/38235 {}] impl.FullTableBackupClient(150): Execute roll log procedure for full backup ... 2023-07-22T12:40:25,641 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(946): Client=jenkins//172.31.12.81 procedure request for: rolllog-proc 2023-07-22T12:40:25,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-07-22T12:40:25,641 INFO [(jenkins-hbase3.apache.org,33997,1690029587383)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-07-22T12:40:25,642 DEBUG [(jenkins-hbase3.apache.org,33997,1690029587383)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-07-22T12:40:25,643 DEBUG [(jenkins-hbase3.apache.org,33997,1690029587383)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-07-22T12:40:25,643 DEBUG [(jenkins-hbase3.apache.org,33997,1690029587383)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-07-22T12:40:25,643 DEBUG [(jenkins-hbase3.apache.org,33997,1690029587383)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-07-22T12:40:25,644 DEBUG [(jenkins-hbase3.apache.org,33997,1690029587383)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,35173,1690029590361 2023-07-22T12:40:25,645 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-07-22T12:40:25,645 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-07-22T12:40:25,645 DEBUG [(jenkins-hbase3.apache.org,33997,1690029587383)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-07-22T12:40:25,645 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-07-22T12:40:25,646 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-07-22T12:40:25,646 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-07-22T12:40:25,646 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-07-22T12:40:25,649 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-07-22T12:40:25,649 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-07-22T12:40:25,649 DEBUG [member: 'jenkins-hbase3.apache.org,35173,1690029590361' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-07-22T12:40:25,649 DEBUG [member: 'jenkins-hbase3.apache.org,35173,1690029590361' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-07-22T12:40:25,650 DEBUG [member: 'jenkins-hbase3.apache.org,35173,1690029590361' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-07-22T12:40:25,650 DEBUG [member: 'jenkins-hbase3.apache.org,35173,1690029590361' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-07-22T12:40:25,650 DEBUG [member: 'jenkins-hbase3.apache.org,35173,1690029590361' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,35173,1690029590361' joining acquired barrier for procedure (rolllog) in zk 2023-07-22T12:40:25,652 DEBUG [member: 'jenkins-hbase3.apache.org,35173,1690029590361' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-07-22T12:40:25,652 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,35173,1690029590361 2023-07-22T12:40:25,652 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-07-22T12:40:25,652 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-07-22T12:40:25,653 DEBUG [member: 'jenkins-hbase3.apache.org,35173,1690029590361' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-07-22T12:40:25,653 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-07-22T12:40:25,653 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-07-22T12:40:25,654 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-07-22T12:40:25,654 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,35173,1690029590361 2023-07-22T12:40:25,654 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-07-22T12:40:25,655 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,35173,1690029590361' joining acquired barrier for procedure 'rolllog' on coordinator 2023-07-22T12:40:25,655 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@6e4fc70f[Count = 0] remaining members to acquire global barrier 2023-07-22T12:40:25,655 DEBUG [(jenkins-hbase3.apache.org,33997,1690029587383)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-07-22T12:40:25,655 DEBUG [(jenkins-hbase3.apache.org,33997,1690029587383)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-07-22T12:40:25,657 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-07-22T12:40:25,658 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-07-22T12:40:25,658 DEBUG [member: 'jenkins-hbase3.apache.org,35173,1690029590361' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-07-22T12:40:25,658 DEBUG [(jenkins-hbase3.apache.org,33997,1690029587383)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-07-22T12:40:25,658 DEBUG [member: 'jenkins-hbase3.apache.org,35173,1690029590361' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-07-22T12:40:25,658 DEBUG [rs(jenkins-hbase3.apache.org,35173,1690029590361)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase3.apache.org,35173,1690029590361 2023-07-22T12:40:25,658 INFO [rs(jenkins-hbase3.apache.org,35173,1690029590361)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1690029615477 highest: 1690029615477 on jenkins-hbase3.apache.org,35173,1690029590361 2023-07-22T12:40:25,658 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C35173%2C1690029590361:(num 1690029615477) roll requested 2023-07-22T12:40:25,671 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/WALs/jenkins-hbase3.apache.org,35173,1690029590361/jenkins-hbase3.apache.org%2C35173%2C1690029590361.1690029625658, exclude list is [], retry=0 2023-07-22T12:40:25,678 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45323,DS-b3b0ead7-253d-45b9-8019-feed239e5b3c,DISK] 2023-07-22T12:40:25,681 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/WALs/jenkins-hbase3.apache.org,35173,1690029590361/jenkins-hbase3.apache.org%2C35173%2C1690029590361.1690029615477 with entries=12, filesize=2.69 KB; new WAL /user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/WALs/jenkins-hbase3.apache.org,35173,1690029590361/jenkins-hbase3.apache.org%2C35173%2C1690029590361.1690029625658 2023-07-22T12:40:25,681 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:45323,DS-b3b0ead7-253d-45b9-8019-feed239e5b3c,DISK]] 2023-07-22T12:40:25,681 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/WALs/jenkins-hbase3.apache.org,35173,1690029590361/jenkins-hbase3.apache.org%2C35173%2C1690029590361.1690029615477 is not closed yet, will try archiving it next time 2023-07-22T12:40:25,681 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C35173%2C1690029590361.meta:.meta(num 1690029615499) roll requested 2023-07-22T12:40:25,694 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/WALs/jenkins-hbase3.apache.org,35173,1690029590361/jenkins-hbase3.apache.org%2C35173%2C1690029590361.meta.1690029625681.meta, exclude list is [], retry=0 2023-07-22T12:40:25,698 DEBUG [rs(jenkins-hbase3.apache.org,35173,1690029590361)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 40 2023-07-22T12:40:25,698 INFO [rs(jenkins-hbase3.apache.org,35173,1690029590361)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1690029625658 on jenkins-hbase3.apache.org,35173,1690029590361 2023-07-22T12:40:25,700 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45323,DS-b3b0ead7-253d-45b9-8019-feed239e5b3c,DISK] 2023-07-22T12:40:25,702 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/WALs/jenkins-hbase3.apache.org,35173,1690029590361/jenkins-hbase3.apache.org%2C35173%2C1690029590361.meta.1690029615499.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/WALs/jenkins-hbase3.apache.org,35173,1690029590361/jenkins-hbase3.apache.org%2C35173%2C1690029590361.meta.1690029625681.meta 2023-07-22T12:40:25,702 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:45323,DS-b3b0ead7-253d-45b9-8019-feed239e5b3c,DISK]] 2023-07-22T12:40:25,702 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/WALs/jenkins-hbase3.apache.org,35173,1690029590361/jenkins-hbase3.apache.org%2C35173%2C1690029590361.meta.1690029615499.meta is not closed yet, will try archiving it next time 2023-07-22T12:40:25,707 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(809): Archiving hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/WALs/jenkins-hbase3.apache.org,35173,1690029590361/jenkins-hbase3.apache.org%2C35173%2C1690029590361.meta.1690029615499.meta to hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/oldWALs/jenkins-hbase3.apache.org%2C35173%2C1690029590361.meta.1690029615499.meta 2023-07-22T12:40:25,716 DEBUG [member: 'jenkins-hbase3.apache.org,35173,1690029590361' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-07-22T12:40:25,716 DEBUG [member: 'jenkins-hbase3.apache.org,35173,1690029590361' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase3.apache.org,35173,1690029590361' in zk 2023-07-22T12:40:25,718 DEBUG [member: 'jenkins-hbase3.apache.org,35173,1690029590361' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-07-22T12:40:25,718 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,35173,1690029590361 2023-07-22T12:40:25,719 DEBUG [member: 'jenkins-hbase3.apache.org,35173,1690029590361' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-07-22T12:40:25,719 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-07-22T12:40:25,719 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-07-22T12:40:25,719 DEBUG [member: 'jenkins-hbase3.apache.org,35173,1690029590361' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-07-22T12:40:25,721 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-07-22T12:40:25,722 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-07-22T12:40:25,722 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-07-22T12:40:25,723 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,35173,1690029590361 2023-07-22T12:40:25,723 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-07-22T12:40:25,724 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-07-22T12:40:25,724 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,35173,1690029590361 2023-07-22T12:40:25,726 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase3.apache.org,35173,1690029590361': 2023-07-22T12:40:25,726 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,35173,1690029590361' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-07-22T12:40:25,726 INFO [(jenkins-hbase3.apache.org,33997,1690029587383)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-07-22T12:40:25,726 DEBUG [(jenkins-hbase3.apache.org,33997,1690029587383)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-07-22T12:40:25,726 DEBUG [(jenkins-hbase3.apache.org,33997,1690029587383)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-07-22T12:40:25,726 DEBUG [(jenkins-hbase3.apache.org,33997,1690029587383)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-07-22T12:40:25,726 INFO [(jenkins-hbase3.apache.org,33997,1690029587383)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-07-22T12:40:25,734 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-07-22T12:40:25,734 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-07-22T12:40:25,734 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-07-22T12:40:25,734 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-07-22T12:40:25,734 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-07-22T12:40:25,735 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-07-22T12:40:25,735 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-07-22T12:40:25,735 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-07-22T12:40:25,736 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-07-22T12:40:25,736 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-07-22T12:40:25,737 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-07-22T12:40:25,737 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-07-22T12:40:25,738 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,35173,1690029590361 2023-07-22T12:40:25,738 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-07-22T12:40:25,739 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-07-22T12:40:25,740 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,35173,1690029590361 2023-07-22T12:40:25,746 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-07-22T12:40:25,746 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-07-22T12:40:25,746 DEBUG [(jenkins-hbase3.apache.org,33997,1690029587383)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-07-22T12:40:25,746 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-07-22T12:40:25,746 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-07-22T12:40:25,746 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-07-22T12:40:25,746 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-07-22T12:40:25,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1247): Checking to see if procedure from request:rolllog-proc is done 2023-07-22T12:40:25,852 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1685): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1690029625851_default_test-1690029599564 table=test-1690029599564 type=FLUSH ttl=0 } 2023-07-22T12:40:25,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1690029625852 (current time:1690029625852). 2023-07-22T12:40:25,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-07-22T12:40:25,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1690029625851_default_test-1690029599564 VERSION not specified, setting to 2 2023-07-22T12:40:25,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@509bea6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:40:25,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:40:25,861 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:46298, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:40:25,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:40:25,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-07-22T12:40:25,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] procedure2.ProcedureExecutor(1033): Stored pid=38, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1690029625851_default_test-1690029599564 table=test-1690029599564 type=FLUSH ttl=0 } 2023-07-22T12:40:25,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_1690029625851_default_test-1690029599564 table=test-1690029599564 type=FLUSH ttl=0 }, snapshot procedure id = 38 2023-07-22T12:40:25,865 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1690029625851_default_test-1690029599564 table=test-1690029599564 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-07-22T12:40:25,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=38 2023-07-22T12:40:25,866 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1690029625851_default_test-1690029599564 table=test-1690029599564 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-07-22T12:40:25,868 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1690029625851_default_test-1690029599564 table=test-1690029599564 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-07-22T12:40:25,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=38 2023-07-22T12:40:26,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=38 2023-07-22T12:40:26,275 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1690029625851_default_test-1690029599564 table=test-1690029599564 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-07-22T12:40:26,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE; SnapshotRegionProcedure db9633d4bb7a5cd1176b88ce7df913d7}] 2023-07-22T12:40:26,277 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=39, ppid=38, state=RUNNABLE; SnapshotRegionProcedure db9633d4bb7a5cd1176b88ce7df913d7 2023-07-22T12:40:26,428 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35173 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=39 2023-07-22T12:40:26,429 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1690029599564,,1690029600048.db9633d4bb7a5cd1176b88ce7df913d7. 2023-07-22T12:40:26,429 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegion(2520): Flush status journal for db9633d4bb7a5cd1176b88ce7df913d7: 2023-07-22T12:40:26,429 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1690029599564,,1690029600048.db9633d4bb7a5cd1176b88ce7df913d7. for snapshot_1690029625851_default_test-1690029599564 completed. 2023-07-22T12:40:26,429 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(240): Storing 'test-1690029599564,,1690029600048.db9633d4bb7a5cd1176b88ce7df913d7.' region-info for snapshot=snapshot_1690029625851_default_test-1690029599564 2023-07-22T12:40:26,429 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-07-22T12:40:26,429 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/default/test-1690029599564/db9633d4bb7a5cd1176b88ce7df913d7/f/5e723e666b6a4cb2adf00ad46b5a85b4] hfiles 2023-07-22T12:40:26,429 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/default/test-1690029599564/db9633d4bb7a5cd1176b88ce7df913d7/f/5e723e666b6a4cb2adf00ad46b5a85b4 for snapshot=snapshot_1690029625851_default_test-1690029599564 2023-07-22T12:40:26,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=38 2023-07-22T12:40:26,836 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1690029599564,,1690029600048.db9633d4bb7a5cd1176b88ce7df913d7. 2023-07-22T12:40:26,836 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=39 2023-07-22T12:40:26,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.HMaster(3994): Remote procedure done, pid=39 2023-07-22T12:40:26,837 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1690029625851_default_test-1690029599564 on region db9633d4bb7a5cd1176b88ce7df913d7 2023-07-22T12:40:26,838 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=39, ppid=38, state=RUNNABLE; SnapshotRegionProcedure db9633d4bb7a5cd1176b88ce7df913d7 2023-07-22T12:40:26,842 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=39, resume processing ppid=38 2023-07-22T12:40:26,842 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1690029625851_default_test-1690029599564 table=test-1690029599564 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-07-22T12:40:26,842 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=39, ppid=38, state=SUCCESS; SnapshotRegionProcedure db9633d4bb7a5cd1176b88ce7df913d7 in 564 msec 2023-07-22T12:40:26,843 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1690029625851_default_test-1690029599564 table=test-1690029599564 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-07-22T12:40:26,844 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1690029625851_default_test-1690029599564 table=test-1690029599564 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-07-22T12:40:26,844 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1690029625851_default_test-1690029599564 2023-07-22T12:40:26,845 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/.hbase-snapshot/.tmp/snapshot_1690029625851_default_test-1690029599564 2023-07-22T12:40:26,867 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1690029625851_default_test-1690029599564 table=test-1690029599564 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-07-22T12:40:26,878 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1690029625851_default_test-1690029599564 table=test-1690029599564 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-07-22T12:40:26,878 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/.hbase-snapshot/.tmp/snapshot_1690029625851_default_test-1690029599564 to hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/.hbase-snapshot/snapshot_1690029625851_default_test-1690029599564 2023-07-22T12:40:26,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=38 2023-07-22T12:40:27,710 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1690029625851_default_test-1690029599564 table=test-1690029599564 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-07-22T12:40:27,710 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_1690029625851_default_test-1690029599564 table=test-1690029599564 type=FLUSH ttl=0 }, snapshot procedure id = 38 2023-07-22T12:40:27,711 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=38, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1690029625851_default_test-1690029599564 table=test-1690029599564 type=FLUSH ttl=0 } in 1.8470 sec 2023-07-22T12:40:27,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=38 2023-07-22T12:40:27,972 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] impl.FullTableBackupClient(171): snapshot copy for backup_1690029621484 2023-07-22T12:40:27,972 INFO [Listener at jenkins-hbase3.apache.org/38235 {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2023-07-22T12:40:27,972 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] impl.FullTableBackupClient(80): There are 1 snapshots to be copied. 2023-07-22T12:40:27,972 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1690029621484_test-1690029599564 2023-07-22T12:40:27,972 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1690029625851_default_test-1690029599564 to hdfs://localhost:34349/backupUT/backup_1690029621484/default/test-1690029599564/ 2023-07-22T12:40:27,972 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-07-22T12:40:27,997 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:34349, inputRoot=hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416 2023-07-22T12:40:27,997 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,33997,1690029587383_1720697324_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:34349/backupUT/backup_1690029621484/default/test-1690029599564, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:34349/backupUT/backup_1690029621484/default/test-1690029599564/.hbase-snapshot/.tmp/snapshot_1690029625851_default_test-1690029599564 2023-07-22T12:40:27,997 INFO [Listener at jenkins-hbase3.apache.org/38235 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:34349, inputRoot=hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416, snapshotDir=hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/.hbase-snapshot/snapshot_1690029625851_default_test-1690029599564. 2023-07-22T12:40:28,006 INFO [Listener at jenkins-hbase3.apache.org/38235 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/.hbase-snapshot/snapshot_1690029625851_default_test-1690029599564 to hdfs://localhost:34349/backupUT/backup_1690029621484/default/test-1690029599564/.hbase-snapshot/.tmp/snapshot_1690029625851_default_test-1690029599564 2023-07-22T12:40:28,425 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-07-22T12:40:28,426 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-07-22T12:40:28,426 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-07-22T12:40:28,427 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-07-22T12:40:29,424 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ed835593-098d-4ac7-de06-e349580ce262/hadoop-5778106123813976525.jar 2023-07-22T12:40:29,425 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-07-22T12:40:29,425 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-07-22T12:40:29,426 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-07-22T12:40:29,426 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-07-22T12:40:29,426 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-07-22T12:40:29,427 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-07-22T12:40:29,427 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-07-22T12:40:29,428 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-07-22T12:40:29,428 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-07-22T12:40:29,429 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-07-22T12:40:29,429 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-07-22T12:40:29,430 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-07-22T12:40:29,430 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-07-22T12:40:29,431 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-07-22T12:40:29,431 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-07-22T12:40:29,432 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-07-22T12:40:29,432 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-07-22T12:40:29,433 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-07-22T12:40:29,433 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-07-22T12:40:29,433 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-07-22T12:40:29,434 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-07-22T12:40:29,434 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-07-22T12:40:29,435 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-07-22T12:40:29,436 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-07-22T12:40:29,436 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-07-22T12:40:29,436 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-07-22T12:40:29,437 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-07-22T12:40:29,438 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-07-22T12:40:29,481 INFO [Listener at jenkins-hbase3.apache.org/38235 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1690029625851_default_test-1690029599564' hfile list 2023-07-22T12:40:29,483 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] snapshot.ExportSnapshot(674): export split=0 size=8.2 K 2023-07-22T12:40:29,556 WARN [Listener at jenkins-hbase3.apache.org/38235 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ed835593-098d-4ac7-de06-e349580ce262/mapreduce.cluster.local.dir/1690029629523/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-07-22T12:40:29,556 WARN [Listener at jenkins-hbase3.apache.org/38235 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ed835593-098d-4ac7-de06-e349580ce262/mapreduce.cluster.local.dir/1690029629523/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-07-22T12:40:29,621 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(228): Using bufferSize=128 M 2023-07-22T12:40:29,652 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/default/test-1690029599564/db9633d4bb7a5cd1176b88ce7df913d7/f/5e723e666b6a4cb2adf00ad46b5a85b4 output=hdfs://localhost:34349/backupUT/backup_1690029621484/default/test-1690029599564/archive/data/default/test-1690029599564/db9633d4bb7a5cd1176b88ce7df913d7/f/5e723e666b6a4cb2adf00ad46b5a85b4 2023-07-22T12:40:29,652 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=8396 (8.2 K) time=0sec 8.007M/sec 2023-07-22T12:40:30,591 INFO [Listener at jenkins-hbase3.apache.org/38235 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-07-22T12:40:30,592 INFO [Listener at jenkins-hbase3.apache.org/38235 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-07-22T12:40:30,599 INFO [Listener at jenkins-hbase3.apache.org/38235 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1690029625851_default_test-1690029599564 2023-07-22T12:40:30,599 INFO [Listener at jenkins-hbase3.apache.org/38235 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1690029625851_default_test-1690029599564 finished. 2023-07-22T12:40:30,599 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] impl.BackupSystemTable(1014): test-1690029599564 2023-07-22T12:40:30,607 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1690029621484 2023-07-22T12:40:30,607 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-07-22T12:40:31,014 INFO [Listener at jenkins-hbase3.apache.org/38235 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:34349/backupUT/backup_1690029621484/.backup.manifest 2023-07-22T12:40:31,014 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] impl.TableBackupClient(358): Backup backup_1690029621484 finished: type=FULL,tablelist=test-1690029599564,targetRootDir=hdfs://localhost:34349/backupUT,startts=1690029625632,completets=1690029630607,bytescopied=0 2023-07-22T12:40:31,014 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] impl.TableBackupClient(138): Trying to delete snapshot for full backup. 2023-07-22T12:40:31,014 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1690029625851_default_test-1690029599564 2023-07-22T12:40:31,015 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(759): Client=jenkins//172.31.12.81 delete name: "snapshot_1690029625851_default_test-1690029599564" 2023-07-22T12:40:31,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_1690029625851_default_test-1690029599564 2023-07-22T12:40:31,019 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1690029625851_default_test-1690029599564 for backup backup_1690029621484 succeeded. 2023-07-22T12:40:31,020 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] impl.BackupSystemTable(1552): Deleting snapshot_backup_system from the system 2023-07-22T12:40:31,025 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(759): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-07-22T12:40:31,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_backup_system 2023-07-22T12:40:31,027 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] impl.BackupSystemTable(1557): Done deleting backup system table snapshot 2023-07-22T12:40:31,029 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] impl.BackupSystemTable(637): Finish backup exclusive operation 2023-07-22T12:40:31,036 INFO [Listener at jenkins-hbase3.apache.org/38235 {}] impl.TableBackupClient(376): Backup backup_1690029621484 completed. 2023-07-22T12:40:31,036 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:40:31,036 INFO [Listener at jenkins-hbase3.apache.org/38235 {}] backup.TestBackupStatusProgress(57): backup complete 2023-07-22T12:40:31,061 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] backup.TestBackupStatusProgress(63): {ID=backup_1690029621484,Type=FULL,Tables={test-1690029599564},State=COMPLETE,Start time=Sat Jul 22 12:40:25 UTC 2023,End time=Sat Jul 22 12:40:30 UTC 2023,Progress=100%} 2023-07-22T12:40:31,077 INFO [Listener at jenkins-hbase3.apache.org/38235 {}] hbase.ResourceChecker(175): after: backup.TestBackupStatusProgress#testBackupStatusProgress Thread=598 (was 599), OpenFileDescriptor=677 (was 681), MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=147 (was 173), ProcessCount=169 (was 171), AvailableMemoryMB=17431 (was 16355) - AvailableMemoryMB LEAK? - 2023-07-22T12:40:31,078 WARN [Listener at jenkins-hbase3.apache.org/38235 {}] hbase.ResourceChecker(130): Thread=598 is superior to 500 2023-07-22T12:40:31,085 INFO [Listener at jenkins-hbase3.apache.org/38235 {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2023-07-22T12:40:31,085 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:40:31,085 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2023-07-22T12:40:31,085 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] util.JVMClusterUtil(257): Found active master hash=1691258958, stopped=false 2023-07-22T12:40:31,086 INFO [Listener at jenkins-hbase3.apache.org/38235 {}] master.ServerManager(910): Cluster shutdown requested of master=jenkins-hbase3.apache.org,33997,1690029587383 2023-07-22T12:40:31,088 INFO [Listener at jenkins-hbase3.apache.org/38235 {}] procedure2.ProcedureExecutor(631): Stopping 2023-07-22T12:40:31,088 DEBUG [Listener at jenkins-hbase3.apache.org/38235 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:40:31,089 INFO [Listener at jenkins-hbase3.apache.org/38235 {}] regionserver.HRegionServer(2513): ***** STOPPING region server 'jenkins-hbase3.apache.org,35173,1690029590361' ***** 2023-07-22T12:40:31,089 INFO [Listener at jenkins-hbase3.apache.org/38235 {}] regionserver.HRegionServer(2527): STOPPED: Shutdown requested 2023-07-22T12:40:31,089 INFO [RS:0;jenkins-hbase3:35173 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-07-22T12:40:31,101 INFO [RS:0;jenkins-hbase3:35173 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@42973aaa{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-07-22T12:40:31,105 INFO [RS:0;jenkins-hbase3:35173 {}] server.AbstractConnector(383): Stopped ServerConnector@2656a62c{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-07-22T12:40:31,106 INFO [RS:0;jenkins-hbase3:35173 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-07-22T12:40:31,106 INFO [RS:0;jenkins-hbase3:35173 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@1ee81b3f{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-07-22T12:40:31,107 INFO [RS:0;jenkins-hbase3:35173 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@44da4bee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ed835593-098d-4ac7-de06-e349580ce262/hadoop.log.dir/,STOPPED} 2023-07-22T12:40:31,110 INFO [RS:0;jenkins-hbase3:35173 {}] regionserver.HeapMemoryManager(220): Stopping 2023-07-22T12:40:31,110 INFO [RS:0;jenkins-hbase3:35173 {}] flush.RegionServerFlushTableProcedureManager(117): Stopping region server flush procedure manager gracefully. 2023-07-22T12:40:31,110 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2023-07-22T12:40:31,110 INFO [RS:0;jenkins-hbase3:35173 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2023-07-22T12:40:31,110 INFO [RS:0;jenkins-hbase3:35173 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2023-07-22T12:40:31,111 INFO [RS:0;jenkins-hbase3:35173 {}] regionserver.HRegionServer(3524): Received CLOSE for 5f7bb77307b71b1f393c271822114425 2023-07-22T12:40:31,111 INFO [RS:0;jenkins-hbase3:35173 {}] regionserver.HRegionServer(3524): Received CLOSE for db9633d4bb7a5cd1176b88ce7df913d7 2023-07-22T12:40:31,111 INFO [RS:0;jenkins-hbase3:35173 {}] regionserver.HRegionServer(3524): Received CLOSE for 9396364da81755aa75255276efb4b64c 2023-07-22T12:40:31,111 INFO [RS:0;jenkins-hbase3:35173 {}] regionserver.HRegionServer(3524): Received CLOSE for 6fabf5125c41724e080de5a8f6257eb5 2023-07-22T12:40:31,111 INFO [RS:0;jenkins-hbase3:35173 {}] regionserver.HRegionServer(3524): Received CLOSE for 81b37e2ad63c22023794dc191036543b 2023-07-22T12:40:31,112 INFO [RS:0;jenkins-hbase3:35173 {}] regionserver.HRegionServer(3524): Received CLOSE for a09c5a192e571a6cf3e9a60e78eda520 2023-07-22T12:40:31,112 INFO [RS:0;jenkins-hbase3:35173 {}] regionserver.HRegionServer(3524): Received CLOSE for fec8b80cfd711ffd6aa8db51d68d9bb4 2023-07-22T12:40:31,112 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 5f7bb77307b71b1f393c271822114425, disabling compactions & flushes 2023-07-22T12:40:31,112 INFO [RS:0;jenkins-hbase3:35173 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,35173,1690029590361 2023-07-22T12:40:31,112 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region hbase:namespace,,1690029593247.5f7bb77307b71b1f393c271822114425. 2023-07-22T12:40:31,112 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1690029593247.5f7bb77307b71b1f393c271822114425. 2023-07-22T12:40:31,112 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1690029593247.5f7bb77307b71b1f393c271822114425. after waiting 0 ms 2023-07-22T12:40:31,112 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1690029593247.5f7bb77307b71b1f393c271822114425. 2023-07-22T12:40:31,112 DEBUG [RS:0;jenkins-hbase3:35173 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:40:31,112 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 5f7bb77307b71b1f393c271822114425 1/1 column families, dataSize=249 B heapSize=1.02 KB 2023-07-22T12:40:31,112 INFO [RS:0;jenkins-hbase3:35173 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2023-07-22T12:40:31,113 INFO [RS:0;jenkins-hbase3:35173 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2023-07-22T12:40:31,113 INFO [RS:0;jenkins-hbase3:35173 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2023-07-22T12:40:31,113 INFO [RS:0;jenkins-hbase3:35173 {}] regionserver.HRegionServer(3524): Received CLOSE for 1588230740 2023-07-22T12:40:31,113 INFO [RS:0;jenkins-hbase3:35173 {}] regionserver.HRegionServer(1579): Waiting on 8 regions to close 2023-07-22T12:40:31,114 DEBUG [RS:0;jenkins-hbase3:35173 {}] regionserver.HRegionServer(1583): Online Regions={5f7bb77307b71b1f393c271822114425=hbase:namespace,,1690029593247.5f7bb77307b71b1f393c271822114425., db9633d4bb7a5cd1176b88ce7df913d7=test-1690029599564,,1690029600048.db9633d4bb7a5cd1176b88ce7df913d7., 1588230740=hbase:meta,,1.1588230740, 9396364da81755aa75255276efb4b64c=ns3:test-16900295995642,,1690029603497.9396364da81755aa75255276efb4b64c., 6fabf5125c41724e080de5a8f6257eb5=backup:system_bulk,,1690029609101.6fabf5125c41724e080de5a8f6257eb5., 81b37e2ad63c22023794dc191036543b=ns2:test-16900295995641,,1690029602295.81b37e2ad63c22023794dc191036543b., a09c5a192e571a6cf3e9a60e78eda520=ns4:test-16900295995643,,1690029605621.a09c5a192e571a6cf3e9a60e78eda520., fec8b80cfd711ffd6aa8db51d68d9bb4=backup:system,,1690029606973.fec8b80cfd711ffd6aa8db51d68d9bb4.} 2023-07-22T12:40:31,114 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-07-22T12:40:31,114 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-07-22T12:40:31,114 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-07-22T12:40:31,114 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-07-22T12:40:31,114 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-07-22T12:40:31,114 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2819): Flushing 1588230740 3/3 column families, dataSize=9.25 KB heapSize=16.20 KB 2023-07-22T12:40:31,115 DEBUG [RS:0;jenkins-hbase3:35173 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 5f7bb77307b71b1f393c271822114425, 6fabf5125c41724e080de5a8f6257eb5, 81b37e2ad63c22023794dc191036543b, 9396364da81755aa75255276efb4b64c, a09c5a192e571a6cf3e9a60e78eda520, db9633d4bb7a5cd1176b88ce7df913d7, fec8b80cfd711ffd6aa8db51d68d9bb4 2023-07-22T12:40:31,127 INFO [regionserver/jenkins-hbase3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2023-07-22T12:40:31,135 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/hbase/namespace/5f7bb77307b71b1f393c271822114425/.tmp/info/a8134bcd938f47809ed64654666e2995 is 45, key is default/info:d/1690029594632/Put/seqid=0 2023-07-22T12:40:31,141 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/hbase/namespace/5f7bb77307b71b1f393c271822114425/.tmp/info/a8134bcd938f47809ed64654666e2995 2023-07-22T12:40:31,142 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/hbase/meta/1588230740/.tmp/info/562fdb81f7814ba9b41b1e58c5c87713 is 159, key is ns2:test-16900295995641,,1690029602295.81b37e2ad63c22023794dc191036543b./info:regioninfo/1690029603085/Put/seqid=0 2023-07-22T12:40:31,147 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.55 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/hbase/meta/1588230740/.tmp/info/562fdb81f7814ba9b41b1e58c5c87713 2023-07-22T12:40:31,150 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: a8134bcd938f47809ed64654666e2995 2023-07-22T12:40:31,151 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/hbase/namespace/5f7bb77307b71b1f393c271822114425/.tmp/info/a8134bcd938f47809ed64654666e2995 as hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/hbase/namespace/5f7bb77307b71b1f393c271822114425/info/a8134bcd938f47809ed64654666e2995 2023-07-22T12:40:31,154 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 562fdb81f7814ba9b41b1e58c5c87713 2023-07-22T12:40:31,160 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/hbase/namespace/5f7bb77307b71b1f393c271822114425/info/a8134bcd938f47809ed64654666e2995, entries=7, sequenceid=11, filesize=5.1 K 2023-07-22T12:40:31,162 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~249 B/249, heapSize ~1.01 KB/1032, currentSize=0 B/0 for 5f7bb77307b71b1f393c271822114425 in 50ms, sequenceid=11, compaction requested=false 2023-07-22T12:40:31,165 DEBUG [StoreFileCloser-5f7bb77307b71b1f393c271822114425-info-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: a8134bcd938f47809ed64654666e2995 2023-07-22T12:40:31,170 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/hbase/namespace/5f7bb77307b71b1f393c271822114425/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2023-07-22T12:40:31,171 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-07-22T12:40:31,172 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed hbase:namespace,,1690029593247.5f7bb77307b71b1f393c271822114425. 2023-07-22T12:40:31,172 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 5f7bb77307b71b1f393c271822114425: 2023-07-22T12:40:31,172 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1690029593247.5f7bb77307b71b1f393c271822114425. 2023-07-22T12:40:31,172 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing db9633d4bb7a5cd1176b88ce7df913d7, disabling compactions & flushes 2023-07-22T12:40:31,173 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region test-1690029599564,,1690029600048.db9633d4bb7a5cd1176b88ce7df913d7. 2023-07-22T12:40:31,173 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1690029599564,,1690029600048.db9633d4bb7a5cd1176b88ce7df913d7. 2023-07-22T12:40:31,173 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on test-1690029599564,,1690029600048.db9633d4bb7a5cd1176b88ce7df913d7. after waiting 0 ms 2023-07-22T12:40:31,173 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region test-1690029599564,,1690029600048.db9633d4bb7a5cd1176b88ce7df913d7. 2023-07-22T12:40:31,174 DEBUG [StoreFileCloser-db9633d4bb7a5cd1176b88ce7df913d7-f-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 5e723e666b6a4cb2adf00ad46b5a85b4 2023-07-22T12:40:31,176 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/hbase/meta/1588230740/.tmp/table/22380207e7e74575aa04e2fba4519e52 is 59, key is ns2:test-16900295995641/table:state/1690029603095/Put/seqid=0 2023-07-22T12:40:31,180 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/default/test-1690029599564/db9633d4bb7a5cd1176b88ce7df913d7/recovered.edits/107.seqid, newMaxSeqId=107, maxSeqId=1 2023-07-22T12:40:31,181 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-07-22T12:40:31,182 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed test-1690029599564,,1690029600048.db9633d4bb7a5cd1176b88ce7df913d7. 2023-07-22T12:40:31,182 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for db9633d4bb7a5cd1176b88ce7df913d7: 2023-07-22T12:40:31,182 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1690029599564,,1690029600048.db9633d4bb7a5cd1176b88ce7df913d7. 2023-07-22T12:40:31,183 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 9396364da81755aa75255276efb4b64c, disabling compactions & flushes 2023-07-22T12:40:31,183 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns3:test-16900295995642,,1690029603497.9396364da81755aa75255276efb4b64c. 2023-07-22T12:40:31,183 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16900295995642,,1690029603497.9396364da81755aa75255276efb4b64c. 2023-07-22T12:40:31,183 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16900295995642,,1690029603497.9396364da81755aa75255276efb4b64c. after waiting 0 ms 2023-07-22T12:40:31,183 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16900295995642,,1690029603497.9396364da81755aa75255276efb4b64c. 2023-07-22T12:40:31,188 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/ns3/test-16900295995642/9396364da81755aa75255276efb4b64c/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-07-22T12:40:31,188 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-07-22T12:40:31,189 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns3:test-16900295995642,,1690029603497.9396364da81755aa75255276efb4b64c. 2023-07-22T12:40:31,189 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 9396364da81755aa75255276efb4b64c: 2023-07-22T12:40:31,190 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-16900295995642,,1690029603497.9396364da81755aa75255276efb4b64c. 2023-07-22T12:40:31,190 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 6fabf5125c41724e080de5a8f6257eb5, disabling compactions & flushes 2023-07-22T12:40:31,190 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1690029609101.6fabf5125c41724e080de5a8f6257eb5. 2023-07-22T12:40:31,190 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1690029609101.6fabf5125c41724e080de5a8f6257eb5. 2023-07-22T12:40:31,190 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1690029609101.6fabf5125c41724e080de5a8f6257eb5. after waiting 0 ms 2023-07-22T12:40:31,190 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1690029609101.6fabf5125c41724e080de5a8f6257eb5. 2023-07-22T12:40:31,194 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/backup/system_bulk/6fabf5125c41724e080de5a8f6257eb5/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-07-22T12:40:31,195 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-07-22T12:40:31,196 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system_bulk,,1690029609101.6fabf5125c41724e080de5a8f6257eb5. 2023-07-22T12:40:31,196 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 6fabf5125c41724e080de5a8f6257eb5: 2023-07-22T12:40:31,196 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1690029609101.6fabf5125c41724e080de5a8f6257eb5. 2023-07-22T12:40:31,197 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 81b37e2ad63c22023794dc191036543b, disabling compactions & flushes 2023-07-22T12:40:31,197 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns2:test-16900295995641,,1690029602295.81b37e2ad63c22023794dc191036543b. 2023-07-22T12:40:31,197 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16900295995641,,1690029602295.81b37e2ad63c22023794dc191036543b. 2023-07-22T12:40:31,197 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16900295995641,,1690029602295.81b37e2ad63c22023794dc191036543b. after waiting 0 ms 2023-07-22T12:40:31,197 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16900295995641,,1690029602295.81b37e2ad63c22023794dc191036543b. 2023-07-22T12:40:31,197 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 81b37e2ad63c22023794dc191036543b 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-07-22T12:40:31,220 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/ns2/test-16900295995641/81b37e2ad63c22023794dc191036543b/.tmp/f/fc3a780d8d1a4ec7b58ab455c128e3ab is 37, key is row10/f:q1/1690029603421/Put/seqid=0 2023-07-22T12:40:31,315 DEBUG [RS:0;jenkins-hbase3:35173 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 81b37e2ad63c22023794dc191036543b, a09c5a192e571a6cf3e9a60e78eda520, fec8b80cfd711ffd6aa8db51d68d9bb4 2023-07-22T12:40:31,341 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2023-07-22T12:40:31,341 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2023-07-22T12:40:31,516 DEBUG [RS:0;jenkins-hbase3:35173 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 81b37e2ad63c22023794dc191036543b, a09c5a192e571a6cf3e9a60e78eda520, fec8b80cfd711ffd6aa8db51d68d9bb4 2023-07-22T12:40:31,582 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=714 B at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/hbase/meta/1588230740/.tmp/table/22380207e7e74575aa04e2fba4519e52 2023-07-22T12:40:31,616 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 22380207e7e74575aa04e2fba4519e52 2023-07-22T12:40:31,617 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/hbase/meta/1588230740/.tmp/info/562fdb81f7814ba9b41b1e58c5c87713 as hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/hbase/meta/1588230740/info/562fdb81f7814ba9b41b1e58c5c87713 2023-07-22T12:40:31,624 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/hbase/meta/1588230740/info/562fdb81f7814ba9b41b1e58c5c87713, entries=70, sequenceid=39, filesize=14.1 K 2023-07-22T12:40:31,625 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/hbase/meta/1588230740/.tmp/table/22380207e7e74575aa04e2fba4519e52 as hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/hbase/meta/1588230740/table/22380207e7e74575aa04e2fba4519e52 2023-07-22T12:40:31,626 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/ns2/test-16900295995641/81b37e2ad63c22023794dc191036543b/.tmp/f/fc3a780d8d1a4ec7b58ab455c128e3ab 2023-07-22T12:40:31,632 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: fc3a780d8d1a4ec7b58ab455c128e3ab 2023-07-22T12:40:31,633 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/hbase/meta/1588230740/table/22380207e7e74575aa04e2fba4519e52, entries=14, sequenceid=39, filesize=5.8 K 2023-07-22T12:40:31,633 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/ns2/test-16900295995641/81b37e2ad63c22023794dc191036543b/.tmp/f/fc3a780d8d1a4ec7b58ab455c128e3ab as hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/ns2/test-16900295995641/81b37e2ad63c22023794dc191036543b/f/fc3a780d8d1a4ec7b58ab455c128e3ab 2023-07-22T12:40:31,634 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3022): Finished flush of dataSize ~9.25 KB/9474, heapSize ~15.92 KB/16304, currentSize=0 B/0 for 1588230740 in 520ms, sequenceid=39, compaction requested=false 2023-07-22T12:40:31,636 DEBUG [StoreFileCloser-1588230740-info-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 562fdb81f7814ba9b41b1e58c5c87713 2023-07-22T12:40:31,638 DEBUG [StoreFileCloser-1588230740-table-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 22380207e7e74575aa04e2fba4519e52 2023-07-22T12:40:31,643 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/hbase/meta/1588230740/recovered.edits/42.seqid, newMaxSeqId=42, maxSeqId=1 2023-07-22T12:40:31,644 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-07-22T12:40:31,644 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-07-22T12:40:31,644 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-07-22T12:40:31,644 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-07-22T12:40:31,645 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2023-07-22T12:40:31,645 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/ns2/test-16900295995641/81b37e2ad63c22023794dc191036543b/f/fc3a780d8d1a4ec7b58ab455c128e3ab, entries=99, sequenceid=103, filesize=8.2 K 2023-07-22T12:40:31,646 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 81b37e2ad63c22023794dc191036543b in 449ms, sequenceid=103, compaction requested=false 2023-07-22T12:40:31,647 DEBUG [StoreFileCloser-81b37e2ad63c22023794dc191036543b-f-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: fc3a780d8d1a4ec7b58ab455c128e3ab 2023-07-22T12:40:31,652 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/ns2/test-16900295995641/81b37e2ad63c22023794dc191036543b/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2023-07-22T12:40:31,653 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-07-22T12:40:31,653 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns2:test-16900295995641,,1690029602295.81b37e2ad63c22023794dc191036543b. 2023-07-22T12:40:31,653 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 81b37e2ad63c22023794dc191036543b: 2023-07-22T12:40:31,653 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-16900295995641,,1690029602295.81b37e2ad63c22023794dc191036543b. 2023-07-22T12:40:31,654 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing a09c5a192e571a6cf3e9a60e78eda520, disabling compactions & flushes 2023-07-22T12:40:31,654 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns4:test-16900295995643,,1690029605621.a09c5a192e571a6cf3e9a60e78eda520. 2023-07-22T12:40:31,654 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16900295995643,,1690029605621.a09c5a192e571a6cf3e9a60e78eda520. 2023-07-22T12:40:31,654 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16900295995643,,1690029605621.a09c5a192e571a6cf3e9a60e78eda520. after waiting 0 ms 2023-07-22T12:40:31,654 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16900295995643,,1690029605621.a09c5a192e571a6cf3e9a60e78eda520. 2023-07-22T12:40:31,658 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/ns4/test-16900295995643/a09c5a192e571a6cf3e9a60e78eda520/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-07-22T12:40:31,659 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-07-22T12:40:31,659 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns4:test-16900295995643,,1690029605621.a09c5a192e571a6cf3e9a60e78eda520. 2023-07-22T12:40:31,659 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for a09c5a192e571a6cf3e9a60e78eda520: 2023-07-22T12:40:31,659 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-16900295995643,,1690029605621.a09c5a192e571a6cf3e9a60e78eda520. 2023-07-22T12:40:31,660 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing fec8b80cfd711ffd6aa8db51d68d9bb4, disabling compactions & flushes 2023-07-22T12:40:31,660 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system,,1690029606973.fec8b80cfd711ffd6aa8db51d68d9bb4. 2023-07-22T12:40:31,660 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1690029606973.fec8b80cfd711ffd6aa8db51d68d9bb4. 2023-07-22T12:40:31,660 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1690029606973.fec8b80cfd711ffd6aa8db51d68d9bb4. after waiting 0 ms 2023-07-22T12:40:31,660 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1690029606973.fec8b80cfd711ffd6aa8db51d68d9bb4. 2023-07-22T12:40:31,660 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing fec8b80cfd711ffd6aa8db51d68d9bb4 2/2 column families, dataSize=985 B heapSize=1.97 KB 2023-07-22T12:40:31,664 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/backup/system/fec8b80cfd711ffd6aa8db51d68d9bb4/.tmp/meta/3f1fb821e6084fac949994b8aa9d29ad is 169, key is trslm:hdfs://localhost:34349/backupUT\x00test-1690029599564/meta:log-roll-map/1690029630602/Put/seqid=0 2023-07-22T12:40:31,716 DEBUG [RS:0;jenkins-hbase3:35173 {}] regionserver.HRegionServer(1609): Waiting on fec8b80cfd711ffd6aa8db51d68d9bb4 2023-07-22T12:40:31,916 DEBUG [RS:0;jenkins-hbase3:35173 {}] regionserver.HRegionServer(1609): Waiting on fec8b80cfd711ffd6aa8db51d68d9bb4 2023-07-22T12:40:32,070 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=451 B at sequenceid=27 (bloomFilter=true), to=hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/backup/system/fec8b80cfd711ffd6aa8db51d68d9bb4/.tmp/meta/3f1fb821e6084fac949994b8aa9d29ad 2023-07-22T12:40:32,076 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 3f1fb821e6084fac949994b8aa9d29ad 2023-07-22T12:40:32,079 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/backup/system/fec8b80cfd711ffd6aa8db51d68d9bb4/.tmp/session/187dae3f82ff407381f61337b1d3c03c is 310, key is session:backup_1690029621484/session:context/1690029631028/Put/seqid=0 2023-07-22T12:40:32,117 INFO [RS:0;jenkins-hbase3:35173 {}] regionserver.HRegionServer(1579): Waiting on 1 regions to close 2023-07-22T12:40:32,117 DEBUG [RS:0;jenkins-hbase3:35173 {}] regionserver.HRegionServer(1583): Online Regions={fec8b80cfd711ffd6aa8db51d68d9bb4=backup:system,,1690029606973.fec8b80cfd711ffd6aa8db51d68d9bb4.} 2023-07-22T12:40:32,117 DEBUG [RS:0;jenkins-hbase3:35173 {}] regionserver.HRegionServer(1609): Waiting on fec8b80cfd711ffd6aa8db51d68d9bb4 2023-07-22T12:40:32,317 DEBUG [RS:0;jenkins-hbase3:35173 {}] regionserver.HRegionServer(1609): Waiting on fec8b80cfd711ffd6aa8db51d68d9bb4 2023-07-22T12:40:32,484 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=534 B at sequenceid=27 (bloomFilter=true), to=hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/backup/system/fec8b80cfd711ffd6aa8db51d68d9bb4/.tmp/session/187dae3f82ff407381f61337b1d3c03c 2023-07-22T12:40:32,490 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 187dae3f82ff407381f61337b1d3c03c 2023-07-22T12:40:32,491 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/backup/system/fec8b80cfd711ffd6aa8db51d68d9bb4/.tmp/meta/3f1fb821e6084fac949994b8aa9d29ad as hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/backup/system/fec8b80cfd711ffd6aa8db51d68d9bb4/meta/3f1fb821e6084fac949994b8aa9d29ad 2023-07-22T12:40:32,497 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/backup/system/fec8b80cfd711ffd6aa8db51d68d9bb4/meta/3f1fb821e6084fac949994b8aa9d29ad, entries=4, sequenceid=27, filesize=5.5 K 2023-07-22T12:40:32,498 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/backup/system/fec8b80cfd711ffd6aa8db51d68d9bb4/.tmp/session/187dae3f82ff407381f61337b1d3c03c as hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/backup/system/fec8b80cfd711ffd6aa8db51d68d9bb4/session/187dae3f82ff407381f61337b1d3c03c 2023-07-22T12:40:32,503 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/backup/system/fec8b80cfd711ffd6aa8db51d68d9bb4/session/187dae3f82ff407381f61337b1d3c03c, entries=2, sequenceid=27, filesize=5.3 K 2023-07-22T12:40:32,504 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~985 B/985, heapSize ~1.94 KB/1984, currentSize=0 B/0 for fec8b80cfd711ffd6aa8db51d68d9bb4 in 844ms, sequenceid=27, compaction requested=true 2023-07-22T12:40:32,506 DEBUG [StoreFileCloser-fec8b80cfd711ffd6aa8db51d68d9bb4-meta-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 04da2bb8a72a467e961f6d1fe2022128 2023-07-22T12:40:32,508 DEBUG [StoreFileCloser-fec8b80cfd711ffd6aa8db51d68d9bb4-meta-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 3f1fb821e6084fac949994b8aa9d29ad 2023-07-22T12:40:32,509 DEBUG [StoreFileCloser-fec8b80cfd711ffd6aa8db51d68d9bb4-session-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 2692eacdd7a14c1c95b807084373549c 2023-07-22T12:40:32,510 DEBUG [StoreFileCloser-fec8b80cfd711ffd6aa8db51d68d9bb4-session-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 38718debfbaa43fd81bceba71928bd9b 2023-07-22T12:40:32,512 DEBUG [StoreFileCloser-fec8b80cfd711ffd6aa8db51d68d9bb4-session-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 187dae3f82ff407381f61337b1d3c03c 2023-07-22T12:40:32,516 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/data/backup/system/fec8b80cfd711ffd6aa8db51d68d9bb4/recovered.edits/30.seqid, newMaxSeqId=30, maxSeqId=1 2023-07-22T12:40:32,516 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-07-22T12:40:32,517 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system,,1690029606973.fec8b80cfd711ffd6aa8db51d68d9bb4. 2023-07-22T12:40:32,517 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for fec8b80cfd711ffd6aa8db51d68d9bb4: 2023-07-22T12:40:32,517 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1690029606973.fec8b80cfd711ffd6aa8db51d68d9bb4. 2023-07-22T12:40:32,517 INFO [RS:0;jenkins-hbase3:35173 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,35173,1690029590361; all regions closed. 2023-07-22T12:40:32,524 DEBUG [RS:0;jenkins-hbase3:35173 {}] wal.AbstractFSWAL(1062): Moved 2 WAL file(s) to /user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/oldWALs 2023-07-22T12:40:32,524 INFO [RS:0;jenkins-hbase3:35173 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C35173%2C1690029590361.meta:.meta(num 1690029625681) 2023-07-22T12:40:32,527 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(655): complete file /user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/WALs/jenkins-hbase3.apache.org,35173,1690029590361/jenkins-hbase3.apache.org%2C35173%2C1690029590361.1690029625658 not finished, retry = 0 2023-07-22T12:40:32,631 DEBUG [RS:0;jenkins-hbase3:35173 {}] wal.AbstractFSWAL(1062): Moved 3 WAL file(s) to /user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/oldWALs 2023-07-22T12:40:32,631 INFO [RS:0;jenkins-hbase3:35173 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C35173%2C1690029590361:(num 1690029625658) 2023-07-22T12:40:32,631 DEBUG [RS:0;jenkins-hbase3:35173 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:40:32,631 INFO [RS:0;jenkins-hbase3:35173 {}] regionserver.LeaseManager(133): Closed leases 2023-07-22T12:40:32,632 INFO [RS:0;jenkins-hbase3:35173 {}] hbase.ChoreService(370): Chore service for: regionserver/jenkins-hbase3:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2023-07-22T12:40:32,632 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-07-22T12:40:32,634 INFO [RS:0;jenkins-hbase3:35173 {}] ipc.NettyRpcServer(213): Stopping server on /172.31.12.81:35173 2023-07-22T12:40:32,644 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [jenkins-hbase3.apache.org,35173,1690029590361] 2023-07-22T12:40:32,644 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing jenkins-hbase3.apache.org,35173,1690029590361; numProcessing=1 2023-07-22T12:40:32,648 INFO [RegionServerTracker-0 {}] master.ServerManager(569): Cluster shutdown set; jenkins-hbase3.apache.org,35173,1690029590361 expired; onlineServers=0 2023-07-22T12:40:32,649 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2513): ***** STOPPING region server 'jenkins-hbase3.apache.org,33997,1690029587383' ***** 2023-07-22T12:40:32,649 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2527): STOPPED: Cluster shutdown set; onlineServer=0 2023-07-22T12:40:32,649 DEBUG [M:0;jenkins-hbase3:33997 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17035e0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-07-22T12:40:32,649 INFO [M:0;jenkins-hbase3:33997 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-07-22T12:40:32,694 INFO [M:0;jenkins-hbase3:33997 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@55b21a56{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-07-22T12:40:32,694 INFO [M:0;jenkins-hbase3:33997 {}] server.AbstractConnector(383): Stopped ServerConnector@36ecc4f7{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-07-22T12:40:32,694 INFO [M:0;jenkins-hbase3:33997 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-07-22T12:40:32,695 INFO [M:0;jenkins-hbase3:33997 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@f03bb14{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-07-22T12:40:32,696 INFO [M:0;jenkins-hbase3:33997 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@23d78919{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ed835593-098d-4ac7-de06-e349580ce262/hadoop.log.dir/,STOPPED} 2023-07-22T12:40:32,696 INFO [M:0;jenkins-hbase3:33997 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,33997,1690029587383 2023-07-22T12:40:32,696 INFO [M:0;jenkins-hbase3:33997 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,33997,1690029587383; all regions closed. 2023-07-22T12:40:32,696 DEBUG [M:0;jenkins-hbase3:33997 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:40:32,696 INFO [M:0;jenkins-hbase3:33997 {}] master.HMaster(1664): Stopping master jetty server 2023-07-22T12:40:32,697 INFO [M:0;jenkins-hbase3:33997 {}] server.AbstractConnector(383): Stopped ServerConnector@49fedc11{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-07-22T12:40:32,698 DEBUG [M:0;jenkins-hbase3:33997 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2023-07-22T12:40:32,698 INFO [M:0;jenkins-hbase3:33997 {}] master.BackupLogCleaner(171): Stopping BackupLogCleaner 2023-07-22T12:40:32,698 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2023-07-22T12:40:32,698 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1690029592118 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1690029592118,5,FailOnTimeoutGroup] 2023-07-22T12:40:32,698 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1690029592106 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1690029592106,5,FailOnTimeoutGroup] 2023-07-22T12:40:32,698 DEBUG [M:0;jenkins-hbase3:33997 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:40:32,698 DEBUG [M:0;jenkins-hbase3:33997 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2023-07-22T12:40:32,698 INFO [M:0;jenkins-hbase3:33997 {}] hbase.ChoreService(370): Chore service for: master/jenkins-hbase3:0 had [] on shutdown 2023-07-22T12:40:32,698 DEBUG [M:0;jenkins-hbase3:33997 {}] master.HMaster(1687): Stopping service threads 2023-07-22T12:40:32,698 INFO [M:0;jenkins-hbase3:33997 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2023-07-22T12:40:32,699 ERROR [M:0;jenkins-hbase3:33997 {}] procedure2.ProcedureExecutor(655): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT 2023-07-22T12:40:32,701 INFO [M:0;jenkins-hbase3:33997 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-07-22T12:40:32,701 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2023-07-22T12:40:32,701 WARN [M:0;jenkins-hbase3:33997 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2023-07-22T12:40:32,701 INFO [M:0;jenkins-hbase3:33997 {}] assignment.AssignmentManager(382): Stopping assignment manager 2023-07-22T12:40:32,702 INFO [M:0;jenkins-hbase3:33997 {}] region.MasterRegion(178): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2023-07-22T12:40:32,702 DEBUG [M:0;jenkins-hbase3:33997 {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-07-22T12:40:32,714 INFO [M:0;jenkins-hbase3:33997 {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-07-22T12:40:32,714 DEBUG [M:0;jenkins-hbase3:33997 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-07-22T12:40:32,714 DEBUG [M:0;jenkins-hbase3:33997 {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-07-22T12:40:32,714 DEBUG [M:0;jenkins-hbase3:33997 {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-07-22T12:40:32,714 INFO [M:0;jenkins-hbase3:33997 {}] regionserver.HRegion(2819): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=154.28 KB heapSize=185.30 KB 2023-07-22T12:40:32,726 DEBUG [M:0;jenkins-hbase3:33997 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d77347f6ea3043729abffa34166ff10a is 88, key is hbase:meta,,1/info:sn/1690029592591/Put/seqid=0 2023-07-22T12:40:32,744 INFO [RS:0;jenkins-hbase3:35173 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,35173,1690029590361; zookeeper connection closed. 2023-07-22T12:40:32,744 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1d22ee5e {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1d22ee5e 2023-07-22T12:40:32,744 INFO [Listener at jenkins-hbase3.apache.org/38235 {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2023-07-22T12:40:33,131 INFO [M:0;jenkins-hbase3:33997 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=530 B at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d77347f6ea3043729abffa34166ff10a 2023-07-22T12:40:33,137 DEBUG [M:0;jenkins-hbase3:33997 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: d77347f6ea3043729abffa34166ff10a 2023-07-22T12:40:33,151 DEBUG [M:0;jenkins-hbase3:33997 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9b31e70997b0468f8fdc6cf482fa7af2 is 986, key is \x00\x00\x00\x00\x00\x00\x00\x1D/proc:d/1690029610286/Put/seqid=0 2023-07-22T12:40:33,556 INFO [M:0;jenkins-hbase3:33997 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=153.69 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9b31e70997b0468f8fdc6cf482fa7af2 2023-07-22T12:40:33,562 INFO [M:0;jenkins-hbase3:33997 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9b31e70997b0468f8fdc6cf482fa7af2 2023-07-22T12:40:33,562 DEBUG [M:0;jenkins-hbase3:33997 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 9b31e70997b0468f8fdc6cf482fa7af2 2023-07-22T12:40:33,575 DEBUG [M:0;jenkins-hbase3:33997 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ce15aec030794baba6ba5a8dfc045f27 is 82, key is jenkins-hbase3.apache.org,35173,1690029590361/rs:state/1690029592261/Put/seqid=0 2023-07-22T12:40:33,980 INFO [M:0;jenkins-hbase3:33997 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ce15aec030794baba6ba5a8dfc045f27 2023-07-22T12:40:33,986 DEBUG [M:0;jenkins-hbase3:33997 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: ce15aec030794baba6ba5a8dfc045f27 2023-07-22T12:40:33,987 DEBUG [M:0;jenkins-hbase3:33997 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d77347f6ea3043729abffa34166ff10a as hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d77347f6ea3043729abffa34166ff10a 2023-07-22T12:40:33,992 INFO [M:0;jenkins-hbase3:33997 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d77347f6ea3043729abffa34166ff10a, entries=8, sequenceid=361, filesize=5.5 K 2023-07-22T12:40:33,993 DEBUG [M:0;jenkins-hbase3:33997 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9b31e70997b0468f8fdc6cf482fa7af2 as hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9b31e70997b0468f8fdc6cf482fa7af2 2023-07-22T12:40:33,998 INFO [M:0;jenkins-hbase3:33997 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9b31e70997b0468f8fdc6cf482fa7af2 2023-07-22T12:40:33,998 INFO [M:0;jenkins-hbase3:33997 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9b31e70997b0468f8fdc6cf482fa7af2, entries=39, sequenceid=361, filesize=13.7 K 2023-07-22T12:40:33,999 DEBUG [M:0;jenkins-hbase3:33997 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ce15aec030794baba6ba5a8dfc045f27 as hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ce15aec030794baba6ba5a8dfc045f27 2023-07-22T12:40:34,003 INFO [M:0;jenkins-hbase3:33997 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:34349/user/jenkins/test-data/111a2cd2-2f55-92d1-b55d-453558738416/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ce15aec030794baba6ba5a8dfc045f27, entries=1, sequenceid=361, filesize=5.1 K 2023-07-22T12:40:34,004 INFO [M:0;jenkins-hbase3:33997 {}] regionserver.HRegion(3022): Finished flush of dataSize ~154.28 KB/157987, heapSize ~185.01 KB/189448, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=361, compaction requested=false 2023-07-22T12:40:34,006 DEBUG [StoreFileCloser-1595e783b53d99cd5eef43b6debb2682-info-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: d77347f6ea3043729abffa34166ff10a 2023-07-22T12:40:34,007 DEBUG [StoreFileCloser-1595e783b53d99cd5eef43b6debb2682-proc-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 9b31e70997b0468f8fdc6cf482fa7af2 2023-07-22T12:40:34,008 DEBUG [StoreFileCloser-1595e783b53d99cd5eef43b6debb2682-rs-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: ce15aec030794baba6ba5a8dfc045f27 2023-07-22T12:40:34,009 INFO [M:0;jenkins-hbase3:33997 {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-07-22T12:40:34,009 DEBUG [M:0;jenkins-hbase3:33997 {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-07-22T12:40:34,012 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-07-22T12:40:34,012 INFO [M:0;jenkins-hbase3:33997 {}] flush.MasterFlushTableProcedureManager(81): stop: server shutting down. 2023-07-22T12:40:34,012 INFO [M:0;jenkins-hbase3:33997 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2023-07-22T12:40:34,012 INFO [M:0;jenkins-hbase3:33997 {}] ipc.NettyRpcServer(213): Stopping server on /172.31.12.81:33997 2023-07-22T12:40:34,117 INFO [M:0;jenkins-hbase3:33997 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,33997,1690029587383; zookeeper connection closed. 2023-07-22T12:40:34,119 WARN [Listener at jenkins-hbase3.apache.org/38235 {}] datanode.DirectoryScanner(537): DirectoryScanner: shutdown has been called 2023-07-22T12:40:34,123 INFO [Listener at jenkins-hbase3.apache.org/38235 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-07-22T12:40:34,229 WARN [BP-354094942-172.31.12.81-1690029584234 heartbeating to localhost/127.0.0.1:34349 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2023-07-22T12:40:34,229 WARN [BP-354094942-172.31.12.81-1690029584234 heartbeating to localhost/127.0.0.1:34349 {}] datanode.BPServiceActor(862): Ending block pool service for: Block pool BP-354094942-172.31.12.81-1690029584234 (Datanode Uuid be6a8471-83c1-4f7d-ab49-7a5a31974b7d) service to localhost/127.0.0.1:34349 2023-07-22T12:40:34,231 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ed835593-098d-4ac7-de06-e349580ce262/cluster_0c7a71a5-6e98-d874-1dc3-467fac511eee/dfs/data/data1/current/BP-354094942-172.31.12.81-1690029584234 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-07-22T12:40:34,231 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ed835593-098d-4ac7-de06-e349580ce262/cluster_0c7a71a5-6e98-d874-1dc3-467fac511eee/dfs/data/data2/current/BP-354094942-172.31.12.81-1690029584234 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-07-22T12:40:34,262 INFO [Listener at jenkins-hbase3.apache.org/38235 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-07-22T12:40:34,409 INFO [Listener at jenkins-hbase3.apache.org/38235 {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2023-07-22T12:40:34,409 INFO [Listener at jenkins-hbase3.apache.org/38235 {}] hbase.HBaseTestingUtility(2857): Stopping mini mapreduce cluster... 2023-07-22T12:40:34,420 INFO [Listener at jenkins-hbase3.apache.org/38235 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-07-22T12:40:34,536 INFO [Listener at jenkins-hbase3.apache.org/38235 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-07-22T12:40:34,654 ERROR [Thread[Thread-275,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-07-22T12:40:34,654 INFO [Listener at jenkins-hbase3.apache.org/38235 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-07-22T12:40:34,762 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2023-07-22T12:40:34,768 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(61): Returning, interrupted : java.lang.InterruptedException 2023-07-22T12:40:34,770 ERROR [Thread[Thread-286,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-07-22T12:40:34,775 INFO [Listener at jenkins-hbase3.apache.org/38235 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-07-22T12:40:34,878 ERROR [Thread[Thread-250,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-07-22T12:40:34,878 INFO [Listener at jenkins-hbase3.apache.org/38235 {}] hbase.HBaseTestingUtility(2860): Mini mapreduce cluster stopped