2023-10-02 12:25:48,530 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@175c2241 2023-10-02 12:25:48,546 main DEBUG Took 0.013215 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2023-10-02 12:25:48,546 main DEBUG PluginManager 'Core' found 129 plugins 2023-10-02 12:25:48,547 main DEBUG PluginManager 'Level' found 0 plugins 2023-10-02 12:25:48,547 main DEBUG PluginManager 'Lookup' found 16 plugins 2023-10-02 12:25:48,549 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:25:48,559 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2023-10-02 12:25:48,576 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:25:48,578 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:25:48,579 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:25:48,579 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:25:48,580 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:25:48,580 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:25:48,581 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:25:48,582 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:25:48,582 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:25:48,583 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:25:48,584 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:25:48,584 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:25:48,585 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:25:48,585 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:25:48,586 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:25:48,586 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:25:48,586 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:25:48,587 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:25:48,587 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:25:48,588 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:25:48,588 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:25:48,589 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:25:48,589 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:25:48,589 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:25:48,590 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:25:48,590 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2023-10-02 12:25:48,593 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:25:48,595 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2023-10-02 12:25:48,597 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2023-10-02 12:25:48,597 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2023-10-02 12:25:48,599 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2023-10-02 12:25:48,599 main DEBUG PluginManager 'Converter' found 47 plugins 2023-10-02 12:25:48,614 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2023-10-02 12:25:48,617 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2023-10-02 12:25:48,622 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2023-10-02 12:25:48,622 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2023-10-02 12:25:48,623 main DEBUG createAppenders(={Console}) 2023-10-02 12:25:48,624 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@175c2241 initialized 2023-10-02 12:25:48,624 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@175c2241 2023-10-02 12:25:48,624 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@175c2241 OK. 2023-10-02 12:25:48,625 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2023-10-02 12:25:48,625 main DEBUG OutputStream closed 2023-10-02 12:25:48,626 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2023-10-02 12:25:48,626 main DEBUG Appender DefaultConsole-1 stopped with status true 2023-10-02 12:25:48,626 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@2145b572 OK 2023-10-02 12:25:48,681 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586 2023-10-02 12:25:48,683 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=StatusLogger 2023-10-02 12:25:48,685 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=ContextSelector 2023-10-02 12:25:48,686 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name= 2023-10-02 12:25:48,687 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.directory 2023-10-02 12:25:48,687 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2023-10-02 12:25:48,688 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.zookeeper 2023-10-02 12:25:48,688 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2023-10-02 12:25:48,688 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2023-10-02 12:25:48,689 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2023-10-02 12:25:48,689 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase 2023-10-02 12:25:48,690 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop 2023-10-02 12:25:48,690 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2023-10-02 12:25:48,691 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2023-10-02 12:25:48,691 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2023-10-02 12:25:48,691 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2023-10-02 12:25:48,692 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2023-10-02 12:25:48,693 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Appenders,name=Console 2023-10-02 12:25:48,696 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-10-02 12:25:48,697 main DEBUG Reconfiguration complete for context[name=1b6d3586] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.6.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@49912c99) with optional ClassLoader: null 2023-10-02 12:25:48,697 main DEBUG Shutdown hook enabled. Registering a new one. 2023-10-02 12:25:48,698 main DEBUG LoggerContext[name=1b6d3586, org.apache.logging.log4j.core.LoggerContext@49912c99] started OK. 2023-10-02T12:25:48,730 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestRepairAfterFailedDelete timeout: 13 mins 2023-10-02 12:25:48,734 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2023-10-02 12:25:48,734 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-10-02T12:25:49,111 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/83aa3d5b-87f7-6aa8-2071-a6a885451830 2023-10-02T12:25:49,118 DEBUG [Time-limited test {}] impl.BackupManager(127): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-10-02T12:25:49,121 DEBUG [Time-limited test {}] impl.BackupManager(157): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:25:49,122 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2023-10-02T12:25:49,126 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/83aa3d5b-87f7-6aa8-2071-a6a885451830/cluster_815906c3-8ca9-0ab1-e9ab-278ef85d3c57, deleteOnExit=true 2023-10-02T12:25:49,127 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2023-10-02T12:25:49,128 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/83aa3d5b-87f7-6aa8-2071-a6a885451830/test.cache.data in system properties and HBase conf 2023-10-02T12:25:49,128 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/83aa3d5b-87f7-6aa8-2071-a6a885451830/hadoop.tmp.dir in system properties and HBase conf 2023-10-02T12:25:49,129 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/83aa3d5b-87f7-6aa8-2071-a6a885451830/hadoop.log.dir in system properties and HBase conf 2023-10-02T12:25:49,129 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/83aa3d5b-87f7-6aa8-2071-a6a885451830/mapreduce.cluster.local.dir in system properties and HBase conf 2023-10-02T12:25:49,130 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/83aa3d5b-87f7-6aa8-2071-a6a885451830/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-10-02T12:25:49,130 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-10-02T12:25:49,259 WARN [Time-limited test {}] util.NativeCodeLoader(62): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2023-10-02T12:25:49,764 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2023-10-02T12:25:49,769 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/83aa3d5b-87f7-6aa8-2071-a6a885451830/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-10-02T12:25:49,769 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/83aa3d5b-87f7-6aa8-2071-a6a885451830/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-10-02T12:25:49,770 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/83aa3d5b-87f7-6aa8-2071-a6a885451830/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-10-02T12:25:49,770 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/83aa3d5b-87f7-6aa8-2071-a6a885451830/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-10-02T12:25:49,770 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/83aa3d5b-87f7-6aa8-2071-a6a885451830/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-10-02T12:25:49,771 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/83aa3d5b-87f7-6aa8-2071-a6a885451830/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-10-02T12:25:49,771 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/83aa3d5b-87f7-6aa8-2071-a6a885451830/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-10-02T12:25:49,771 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/83aa3d5b-87f7-6aa8-2071-a6a885451830/dfs.journalnode.edits.dir in system properties and HBase conf 2023-10-02T12:25:49,771 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/83aa3d5b-87f7-6aa8-2071-a6a885451830/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-10-02T12:25:49,772 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/83aa3d5b-87f7-6aa8-2071-a6a885451830/nfs.dump.dir in system properties and HBase conf 2023-10-02T12:25:49,772 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/83aa3d5b-87f7-6aa8-2071-a6a885451830/java.io.tmpdir in system properties and HBase conf 2023-10-02T12:25:49,772 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/83aa3d5b-87f7-6aa8-2071-a6a885451830/dfs.journalnode.edits.dir in system properties and HBase conf 2023-10-02T12:25:49,772 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/83aa3d5b-87f7-6aa8-2071-a6a885451830/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-10-02T12:25:49,773 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/83aa3d5b-87f7-6aa8-2071-a6a885451830/fs.s3a.committer.staging.tmp.path in system properties and HBase conf Formatting using clusterid: testClusterID 2023-10-02T12:25:50,257 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-10-02T12:25:50,262 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-10-02T12:25:50,555 WARN [Time-limited test {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2023-10-02T12:25:50,763 INFO [Time-limited test {}] log.Slf4jLog(67): Logging to org.apache.logging.slf4j.Log4jLogger@25d3362c via org.mortbay.log.Slf4jLog 2023-10-02T12:25:50,803 WARN [Time-limited test {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-10-02T12:25:50,863 INFO [Time-limited test {}] log.Slf4jLog(67): jetty-6.1.26 2023-10-02T12:25:50,912 INFO [Time-limited test {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/hdfs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/83aa3d5b-87f7-6aa8-2071-a6a885451830/java.io.tmpdir/Jetty_localhost_34249_hdfs____ls734/webapp 2023-10-02T12:25:51,089 INFO [Time-limited test {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:34249 2023-10-02T12:25:51,115 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-10-02T12:25:51,115 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-10-02T12:25:51,654 WARN [Listener at localhost/38649 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-10-02T12:25:51,726 WARN [Listener at localhost/38649 {}] conf.Configuration(1733): No unit for dfs.datanode.outliers.report.interval(1800000) assuming MILLISECONDS 2023-10-02T12:25:51,750 WARN [Listener at localhost/38649 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-10-02T12:25:51,757 INFO [Listener at localhost/38649 {}] log.Slf4jLog(67): jetty-6.1.26 2023-10-02T12:25:51,766 INFO [Listener at localhost/38649 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/datanode to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/83aa3d5b-87f7-6aa8-2071-a6a885451830/java.io.tmpdir/Jetty_localhost_45801_datanode____ngs54v/webapp 2023-10-02T12:25:51,913 INFO [Listener at localhost/38649 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:45801 2023-10-02T12:25:52,320 WARN [Listener at localhost/34405 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-10-02T12:25:52,634 WARN [Thread-52 {}] conf.Configuration(1733): No unit for dfs.datanode.lock-reporting-threshold-ms(300) assuming MILLISECONDS 2023-10-02T12:25:52,852 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x343119fe4eb3e391: Processing first storage report for DS-7d5b2d84-cc21-407e-8972-2d818c02d4c3 from datanode 9046c559-0bd6-4d07-9225-25c3b7c0f895 2023-10-02T12:25:52,854 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x343119fe4eb3e391: from storage DS-7d5b2d84-cc21-407e-8972-2d818c02d4c3 node DatanodeRegistration(127.0.0.1:39389, datanodeUuid=9046c559-0bd6-4d07-9225-25c3b7c0f895, infoPort=35701, infoSecurePort=0, ipcPort=34405, storageInfo=lv=-57;cid=testClusterID;nsid=985355457;c=1696249550339), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2023-10-02T12:25:52,854 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x343119fe4eb3e391: Processing first storage report for DS-db7847eb-3aee-4f00-833f-62977f54ea3b from datanode 9046c559-0bd6-4d07-9225-25c3b7c0f895 2023-10-02T12:25:52,855 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x343119fe4eb3e391: from storage DS-db7847eb-3aee-4f00-833f-62977f54ea3b node DatanodeRegistration(127.0.0.1:39389, datanodeUuid=9046c559-0bd6-4d07-9225-25c3b7c0f895, infoPort=35701, infoSecurePort=0, ipcPort=34405, storageInfo=lv=-57;cid=testClusterID;nsid=985355457;c=1696249550339), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2023-10-02T12:25:52,911 DEBUG [Listener at localhost/34405 {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/83aa3d5b-87f7-6aa8-2071-a6a885451830 2023-10-02T12:25:52,996 INFO [Listener at localhost/34405 {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/83aa3d5b-87f7-6aa8-2071-a6a885451830/cluster_815906c3-8ca9-0ab1-e9ab-278ef85d3c57/zookeeper_0, clientPort=52986, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/83aa3d5b-87f7-6aa8-2071-a6a885451830/cluster_815906c3-8ca9-0ab1-e9ab-278ef85d3c57/zookeeper_0/version-2, dataDirSize=424 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/83aa3d5b-87f7-6aa8-2071-a6a885451830/cluster_815906c3-8ca9-0ab1-e9ab-278ef85d3c57/zookeeper_0/version-2, dataLogSize=424 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, serverId=0 2023-10-02T12:25:53,015 INFO [Listener at localhost/34405 {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=52986 2023-10-02T12:25:53,023 INFO [Listener at localhost/34405 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-10-02T12:25:53,024 INFO [Listener at localhost/34405 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-10-02T12:25:53,750 INFO [Listener at localhost/34405 {}] util.FSUtils(462): Created version file at hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17 with version=8 2023-10-02T12:25:53,750 INFO [Listener at localhost/34405 {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/hbase-staging 2023-10-02T12:25:53,774 DEBUG [Listener at localhost/34405 {}] hbase.LocalHBaseCluster(134): Setting Master Port to random. 2023-10-02T12:25:53,774 DEBUG [Listener at localhost/34405 {}] hbase.LocalHBaseCluster(141): Setting RegionServer Port to random. 2023-10-02T12:25:53,774 DEBUG [Listener at localhost/34405 {}] hbase.LocalHBaseCluster(151): Setting RS InfoServer Port to random. 2023-10-02T12:25:53,774 DEBUG [Listener at localhost/34405 {}] hbase.LocalHBaseCluster(159): Setting Master InfoServer Port to random. 2023-10-02T12:25:54,014 DEBUG [Listener at localhost/34405 {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2023-10-02T12:25:55,003 INFO [Listener at localhost/34405 {}] client.ConnectionUtils(128): master/jenkins-hbase3:0 server-side Connection retries=45 2023-10-02T12:25:55,051 INFO [Listener at localhost/34405 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-10-02T12:25:55,052 INFO [Listener at localhost/34405 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-10-02T12:25:55,052 INFO [Listener at localhost/34405 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-10-02T12:25:55,052 INFO [Listener at localhost/34405 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-10-02T12:25:55,052 INFO [Listener at localhost/34405 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-10-02T12:25:55,239 INFO [Listener at localhost/34405 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-10-02T12:25:55,421 INFO [Listener at localhost/34405 {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2023-10-02T12:25:55,442 DEBUG [Listener at localhost/34405 {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2023-10-02T12:25:55,448 INFO [Listener at localhost/34405 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-10-02T12:25:55,504 DEBUG [Listener at localhost/34405 {}] channel.DefaultChannelId(79): -Dio.netty.processId: 17239 (auto-detected) 2023-10-02T12:25:55,506 DEBUG [Listener at localhost/34405 {}] channel.DefaultChannelId(101): -Dio.netty.machineId: 02:42:1c:ff:fe:e2:13:ea (auto-detected) 2023-10-02T12:25:55,549 INFO [Listener at localhost/34405 {}] ipc.NettyRpcServer(192): Bind to /172.31.12.81:34019 2023-10-02T12:25:55,567 INFO [Listener at localhost/34405 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-10-02T12:25:55,569 INFO [Listener at localhost/34405 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-10-02T12:25:55,595 INFO [Listener at localhost/34405 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=master:34019 connecting to ZooKeeper ensemble=127.0.0.1:52986 2023-10-02T12:25:55,651 DEBUG [Listener at localhost/34405-EventThread {}] zookeeper.ZKWatcher(604): master:340190x0, quorum=127.0.0.1:52986, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-10-02T12:25:55,656 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): master:34019-0x101732380ac0000 connected 2023-10-02T12:25:55,692 DEBUG [Listener at localhost/34405 {}] zookeeper.ZKUtil(113): master:34019-0x101732380ac0000, quorum=127.0.0.1:52986, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-10-02T12:25:55,696 DEBUG [Listener at localhost/34405 {}] zookeeper.ZKUtil(113): master:34019-0x101732380ac0000, quorum=127.0.0.1:52986, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-10-02T12:25:55,700 DEBUG [Listener at localhost/34405 {}] zookeeper.ZKUtil(113): master:34019-0x101732380ac0000, quorum=127.0.0.1:52986, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-10-02T12:25:55,713 DEBUG [Listener at localhost/34405 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34019 2023-10-02T12:25:55,715 DEBUG [Listener at localhost/34405 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34019 2023-10-02T12:25:55,715 DEBUG [Listener at localhost/34405 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34019 2023-10-02T12:25:55,716 DEBUG [Listener at localhost/34405 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34019 2023-10-02T12:25:55,716 DEBUG [Listener at localhost/34405 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34019 2023-10-02T12:25:55,772 INFO [Listener at localhost/34405 {}] log.Log(170): Logging initialized @7991ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2023-10-02T12:25:55,912 INFO [Listener at localhost/34405 {}] http.HttpServer(973): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-10-02T12:25:55,913 INFO [Listener at localhost/34405 {}] http.HttpServer(973): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-10-02T12:25:55,914 INFO [Listener at localhost/34405 {}] http.HttpServer(973): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-10-02T12:25:55,916 INFO [Listener at localhost/34405 {}] http.HttpServer(952): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2023-10-02T12:25:55,917 INFO [Listener at localhost/34405 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-10-02T12:25:55,917 INFO [Listener at localhost/34405 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-10-02T12:25:55,921 INFO [Listener at localhost/34405 {}] http.HttpServer(797): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-10-02T12:25:56,078 INFO [Listener at localhost/34405 {}] http.HttpServer(1219): Jetty bound to port 41115 2023-10-02T12:25:56,080 INFO [Listener at localhost/34405 {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-10-02T12:25:56,141 INFO [Listener at localhost/34405 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-10-02T12:25:56,153 INFO [Listener at localhost/34405 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@5086170{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/83aa3d5b-87f7-6aa8-2071-a6a885451830/hadoop.log.dir/,AVAILABLE} 2023-10-02T12:25:56,154 INFO [Listener at localhost/34405 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-10-02T12:25:56,155 INFO [Listener at localhost/34405 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@33f84a85{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-10-02T12:25:56,252 INFO [Listener at localhost/34405 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-10-02T12:25:56,271 INFO [Listener at localhost/34405 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-10-02T12:25:56,272 INFO [Listener at localhost/34405 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-10-02T12:25:56,275 INFO [Listener at localhost/34405 {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2023-10-02T12:25:56,284 INFO [Listener at localhost/34405 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-10-02T12:25:57,543 INFO [Listener at localhost/34405 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@4df70fce{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-10-02T12:25:57,555 INFO [Listener at localhost/34405 {}] server.AbstractConnector(333): Started ServerConnector@4ef251c6{HTTP/1.1, (http/1.1)}{0.0.0.0:41115} 2023-10-02T12:25:57,555 INFO [Listener at localhost/34405 {}] server.Server(415): Started @9774ms 2023-10-02T12:25:57,559 INFO [Listener at localhost/34405 {}] master.HMaster(485): hbase.rootdir=hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17, hbase.cluster.distributed=false 2023-10-02T12:25:57,620 INFO [Listener at localhost/34405 {}] client.ConnectionUtils(128): regionserver/jenkins-hbase3:0 server-side Connection retries=45 2023-10-02T12:25:57,620 INFO [Listener at localhost/34405 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-10-02T12:25:57,621 INFO [Listener at localhost/34405 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-10-02T12:25:57,621 INFO [Listener at localhost/34405 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-10-02T12:25:57,621 INFO [Listener at localhost/34405 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-10-02T12:25:57,621 INFO [Listener at localhost/34405 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-10-02T12:25:57,630 INFO [Listener at localhost/34405 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-10-02T12:25:57,633 INFO [Listener at localhost/34405 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-10-02T12:25:57,635 INFO [Listener at localhost/34405 {}] ipc.NettyRpcServer(192): Bind to /172.31.12.81:32807 2023-10-02T12:25:57,638 INFO [Listener at localhost/34405 {}] hfile.BlockCacheFactory(127): Allocating BlockCache size=782.40 MB, blockSize=64 KB 2023-10-02T12:25:57,647 DEBUG [Listener at localhost/34405 {}] mob.MobFileCache(121): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2023-10-02T12:25:57,648 INFO [Listener at localhost/34405 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-10-02T12:25:57,651 INFO [Listener at localhost/34405 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-10-02T12:25:57,654 INFO [Listener at localhost/34405 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=regionserver:32807 connecting to ZooKeeper ensemble=127.0.0.1:52986 2023-10-02T12:25:57,657 DEBUG [Listener at localhost/34405-EventThread {}] zookeeper.ZKWatcher(604): regionserver:328070x0, quorum=127.0.0.1:52986, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-10-02T12:25:57,658 DEBUG [Listener at localhost/34405 {}] zookeeper.ZKUtil(113): regionserver:328070x0, quorum=127.0.0.1:52986, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-10-02T12:25:57,658 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): regionserver:32807-0x101732380ac0001 connected 2023-10-02T12:25:57,659 DEBUG [Listener at localhost/34405 {}] zookeeper.ZKUtil(113): regionserver:32807-0x101732380ac0001, quorum=127.0.0.1:52986, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-10-02T12:25:57,660 DEBUG [Listener at localhost/34405 {}] zookeeper.ZKUtil(113): regionserver:32807-0x101732380ac0001, quorum=127.0.0.1:52986, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-10-02T12:25:57,661 DEBUG [Listener at localhost/34405 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32807 2023-10-02T12:25:57,661 DEBUG [Listener at localhost/34405 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32807 2023-10-02T12:25:57,661 DEBUG [Listener at localhost/34405 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32807 2023-10-02T12:25:57,662 DEBUG [Listener at localhost/34405 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32807 2023-10-02T12:25:57,662 DEBUG [Listener at localhost/34405 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32807 2023-10-02T12:25:57,666 INFO [Listener at localhost/34405 {}] http.HttpServer(973): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-10-02T12:25:57,666 INFO [Listener at localhost/34405 {}] http.HttpServer(973): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-10-02T12:25:57,667 INFO [Listener at localhost/34405 {}] http.HttpServer(973): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-10-02T12:25:57,668 INFO [Listener at localhost/34405 {}] http.HttpServer(952): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2023-10-02T12:25:57,668 INFO [Listener at localhost/34405 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-10-02T12:25:57,668 INFO [Listener at localhost/34405 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-10-02T12:25:57,668 INFO [Listener at localhost/34405 {}] http.HttpServer(797): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-10-02T12:25:57,671 INFO [Listener at localhost/34405 {}] http.HttpServer(1219): Jetty bound to port 39991 2023-10-02T12:25:57,671 INFO [Listener at localhost/34405 {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-10-02T12:25:57,673 INFO [Listener at localhost/34405 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-10-02T12:25:57,673 INFO [Listener at localhost/34405 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@419ff042{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/83aa3d5b-87f7-6aa8-2071-a6a885451830/hadoop.log.dir/,AVAILABLE} 2023-10-02T12:25:57,673 INFO [Listener at localhost/34405 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-10-02T12:25:57,674 INFO [Listener at localhost/34405 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@68738ead{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-10-02T12:25:57,690 INFO [Listener at localhost/34405 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-10-02T12:25:57,691 INFO [Listener at localhost/34405 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-10-02T12:25:57,692 INFO [Listener at localhost/34405 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-10-02T12:25:57,692 INFO [Listener at localhost/34405 {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2023-10-02T12:25:57,694 INFO [Listener at localhost/34405 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-10-02T12:25:57,698 INFO [Listener at localhost/34405 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@6c5439ef{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-10-02T12:25:57,699 INFO [Listener at localhost/34405 {}] server.AbstractConnector(333): Started ServerConnector@7e5612d1{HTTP/1.1, (http/1.1)}{0.0.0.0:39991} 2023-10-02T12:25:57,700 INFO [Listener at localhost/34405 {}] server.Server(415): Started @9919ms 2023-10-02T12:25:57,705 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-10-02T12:25:57,709 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@773afd5e{HTTP/1.1, (http/1.1)}{0.0.0.0:41231} 2023-10-02T12:25:57,710 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(415): Started @9929ms 2023-10-02T12:25:57,710 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2388): Adding backup master ZNode /1/backup-masters/jenkins-hbase3.apache.org,34019,1696249553996 2023-10-02T12:25:57,722 DEBUG [Listener at localhost/34405-EventThread {}] zookeeper.ZKWatcher(604): regionserver:32807-0x101732380ac0001, quorum=127.0.0.1:52986, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-10-02T12:25:57,722 DEBUG [Listener at localhost/34405-EventThread {}] zookeeper.ZKWatcher(604): master:34019-0x101732380ac0000, quorum=127.0.0.1:52986, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-10-02T12:25:57,725 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34019-0x101732380ac0000, quorum=127.0.0.1:52986, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/jenkins-hbase3.apache.org,34019,1696249553996 2023-10-02T12:25:57,728 DEBUG [M:0;jenkins-hbase3:34019 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;jenkins-hbase3:34019 2023-10-02T12:25:57,745 DEBUG [Listener at localhost/34405-EventThread {}] zookeeper.ZKWatcher(604): regionserver:32807-0x101732380ac0001, quorum=127.0.0.1:52986, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-10-02T12:25:57,745 DEBUG [Listener at localhost/34405-EventThread {}] zookeeper.ZKWatcher(604): regionserver:32807-0x101732380ac0001, quorum=127.0.0.1:52986, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:25:57,745 DEBUG [Listener at localhost/34405-EventThread {}] zookeeper.ZKWatcher(604): master:34019-0x101732380ac0000, quorum=127.0.0.1:52986, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-10-02T12:25:57,746 DEBUG [Listener at localhost/34405-EventThread {}] zookeeper.ZKWatcher(604): master:34019-0x101732380ac0000, quorum=127.0.0.1:52986, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:25:57,746 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34019-0x101732380ac0000, quorum=127.0.0.1:52986, baseZNode=/1 Set watcher on existing znode=/1/master 2023-10-02T12:25:57,748 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/jenkins-hbase3.apache.org,34019,1696249553996 from backup master directory 2023-10-02T12:25:57,748 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:34019-0x101732380ac0000, quorum=127.0.0.1:52986, baseZNode=/1 Set watcher on existing znode=/1/master 2023-10-02T12:25:57,751 DEBUG [Listener at localhost/34405-EventThread {}] zookeeper.ZKWatcher(604): master:34019-0x101732380ac0000, quorum=127.0.0.1:52986, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/jenkins-hbase3.apache.org,34019,1696249553996 2023-10-02T12:25:57,751 DEBUG [Listener at localhost/34405-EventThread {}] zookeeper.ZKWatcher(604): regionserver:32807-0x101732380ac0001, quorum=127.0.0.1:52986, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-10-02T12:25:57,751 DEBUG [Listener at localhost/34405-EventThread {}] zookeeper.ZKWatcher(604): master:34019-0x101732380ac0000, quorum=127.0.0.1:52986, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-10-02T12:25:57,752 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-10-02T12:25:57,752 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=jenkins-hbase3.apache.org,34019,1696249553996 2023-10-02T12:25:57,756 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 352, initial count 0 2023-10-02T12:25:57,757 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 391, initial count 0 2023-10-02T12:25:57,847 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] util.FSUtils(611): Created cluster ID file at hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/hbase.id with ID: 7e0b9abd-8ea0-46e0-b04a-8976e1f68a34 2023-10-02T12:25:57,891 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-10-02T12:25:57,909 DEBUG [Listener at localhost/34405-EventThread {}] zookeeper.ZKWatcher(604): regionserver:32807-0x101732380ac0001, quorum=127.0.0.1:52986, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:25:57,909 DEBUG [Listener at localhost/34405-EventThread {}] zookeeper.ZKWatcher(604): master:34019-0x101732380ac0000, quorum=127.0.0.1:52986, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:25:57,960 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(355): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-10-02T12:25:57,963 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2023-10-02T12:25:57,987 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(271): ClientProtocol::create wrong number of arguments, should be hadoop 3.2 or below 2023-10-02T12:25:57,987 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(277): ClientProtocol::create wrong number of arguments, should be hadoop 2.x 2023-10-02T12:25:57,989 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(286): can not find SHOULD_REPLICATE flag, should be hadoop 2.x java.lang.IllegalArgumentException: No enum constant org.apache.hadoop.fs.CreateFlag.SHOULD_REPLICATE at java.lang.Enum.valueOf(Enum.java:238) ~[?:1.8.0_362] at org.apache.hadoop.fs.CreateFlag.valueOf(CreateFlag.java:63) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.loadShouldReplicateFlag(FanOutOneBlockAsyncDFSOutputHelper.java:284) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.(FanOutOneBlockAsyncDFSOutputHelper.java:311) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:140) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:951) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2413) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:574) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:571) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-10-02T12:25:58,002 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2130) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:951) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2413) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:574) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:571) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-10-02T12:25:58,003 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-10-02T12:25:58,484 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7093): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/MasterData/data/master/store 2023-10-02T12:25:58,518 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2023-10-02T12:25:58,519 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:25:58,520 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-10-02T12:25:58,520 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-10-02T12:25:58,520 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-10-02T12:25:58,520 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-10-02T12:25:58,520 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-10-02T12:25:58,521 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-10-02T12:25:58,521 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-10-02T12:25:58,523 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(232): failed to clean up initializing flag: hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/MasterData/data/master/store/.initializing 2023-10-02T12:25:58,523 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(202): WALDir=hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/MasterData/WALs/jenkins-hbase3.apache.org,34019,1696249553996 2023-10-02T12:25:58,537 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-10-02T12:25:58,553 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C34019%2C1696249553996, suffix=, logDir=hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/MasterData/WALs/jenkins-hbase3.apache.org,34019,1696249553996, archiveDir=hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/MasterData/oldWALs, maxLogs=10 2023-10-02T12:25:58,582 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/MasterData/WALs/jenkins-hbase3.apache.org,34019,1696249553996/jenkins-hbase3.apache.org%2C34019%2C1696249553996.1696249558561, exclude list is [], retry=0 2023-10-02T12:25:58,617 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39389,DS-7d5b2d84-cc21-407e-8972-2d818c02d4c3,DISK] 2023-10-02T12:25:58,628 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(123): Hadoop 3.2 and below use unshaded protobuf. java.lang.ClassNotFoundException: org.apache.hadoop.thirdparty.protobuf.MessageLite at java.net.URLClassLoader.findClass(URLClassLoader.java:387) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:418) ~[?:1.8.0_362] at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:352) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:351) ~[?:1.8.0_362] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.ProtobufDecoder.(ProtobufDecoder.java:118) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.processWriteBlockResponse(FanOutOneBlockAsyncDFSOutputHelper.java:347) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$100(FanOutOneBlockAsyncDFSOutputHelper.java:121) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$4.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:431) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:557) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:185) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:35) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hadoop.hbase.util.NettyFutureUtils.addListener(NettyFutureUtils.java:52) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:425) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$300(FanOutOneBlockAsyncDFSOutputHelper.java:121) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:483) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:478) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:653) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:691) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:489) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:397) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.4.jar:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-10-02T12:25:58,715 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/MasterData/WALs/jenkins-hbase3.apache.org,34019,1696249553996/jenkins-hbase3.apache.org%2C34019%2C1696249553996.1696249558561 2023-10-02T12:25:58,716 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:39389,DS-7d5b2d84-cc21-407e-8972-2d818c02d4c3,DISK]] 2023-10-02T12:25:58,716 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7254): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2023-10-02T12:25:58,717 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:25:58,721 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7296): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2023-10-02T12:25:58,722 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7299): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2023-10-02T12:25:58,804 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2023-10-02T12:25:58,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2023-10-02T12:25:58,861 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:25:58,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-10-02T12:25:58,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2023-10-02T12:25:58,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2023-10-02T12:25:58,868 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:25:58,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:25:58,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2023-10-02T12:25:58,872 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2023-10-02T12:25:58,872 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:25:58,873 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:25:58,873 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2023-10-02T12:25:58,876 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2023-10-02T12:25:58,876 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:25:58,877 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:25:58,881 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-10-02T12:25:58,882 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-10-02T12:25:58,898 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2023-10-02T12:25:58,903 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1076): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2023-10-02T12:25:58,907 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-02T12:25:58,908 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1093): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11038115680, jitterRate=0.028004631400108337}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2023-10-02T12:25:58,915 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(992): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2023-10-02T12:25:58,916 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2023-10-02T12:25:58,952 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76e44c1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:25:59,009 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(860): No meta location available on zookeeper, skip migrating... 2023-10-02T12:25:59,031 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2023-10-02T12:25:59,031 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(563): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2023-10-02T12:25:59,034 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-10-02T12:25:59,036 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(583): Recovered RegionProcedureStore lease in 1 msec 2023-10-02T12:25:59,043 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(597): Loaded RegionProcedureStore in 6 msec 2023-10-02T12:25:59,043 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2023-10-02T12:25:59,079 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2023-10-02T12:25:59,096 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34019-0x101732380ac0000, quorum=127.0.0.1:52986, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2023-10-02T12:25:59,098 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/balancer already deleted, retry=false 2023-10-02T12:25:59,101 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2023-10-02T12:25:59,103 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34019-0x101732380ac0000, quorum=127.0.0.1:52986, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2023-10-02T12:25:59,104 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/normalizer already deleted, retry=false 2023-10-02T12:25:59,107 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2023-10-02T12:25:59,114 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34019-0x101732380ac0000, quorum=127.0.0.1:52986, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2023-10-02T12:25:59,115 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/split already deleted, retry=false 2023-10-02T12:25:59,116 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34019-0x101732380ac0000, quorum=127.0.0.1:52986, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2023-10-02T12:25:59,118 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/merge already deleted, retry=false 2023-10-02T12:25:59,134 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34019-0x101732380ac0000, quorum=127.0.0.1:52986, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2023-10-02T12:25:59,135 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/snapshot-cleanup already deleted, retry=false 2023-10-02T12:25:59,141 DEBUG [Listener at localhost/34405-EventThread {}] zookeeper.ZKWatcher(604): regionserver:32807-0x101732380ac0001, quorum=127.0.0.1:52986, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-10-02T12:25:59,141 DEBUG [Listener at localhost/34405-EventThread {}] zookeeper.ZKWatcher(604): master:34019-0x101732380ac0000, quorum=127.0.0.1:52986, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-10-02T12:25:59,141 DEBUG [Listener at localhost/34405-EventThread {}] zookeeper.ZKWatcher(604): regionserver:32807-0x101732380ac0001, quorum=127.0.0.1:52986, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:25:59,141 DEBUG [Listener at localhost/34405-EventThread {}] zookeeper.ZKWatcher(604): master:34019-0x101732380ac0000, quorum=127.0.0.1:52986, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:25:59,142 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(804): Active/primary master=jenkins-hbase3.apache.org,34019,1696249553996, sessionid=0x101732380ac0000, setting cluster-up flag (Was=false) 2023-10-02T12:25:59,152 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2023-10-02T12:25:59,160 DEBUG [Listener at localhost/34405-EventThread {}] zookeeper.ZKWatcher(604): master:34019-0x101732380ac0000, quorum=127.0.0.1:52986, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:25:59,160 DEBUG [Listener at localhost/34405-EventThread {}] zookeeper.ZKWatcher(604): regionserver:32807-0x101732380ac0001, quorum=127.0.0.1:52986, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:25:59,165 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2023-10-02T12:25:59,168 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,34019,1696249553996 2023-10-02T12:25:59,173 DEBUG [Listener at localhost/34405-EventThread {}] zookeeper.ZKWatcher(604): regionserver:32807-0x101732380ac0001, quorum=127.0.0.1:52986, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:25:59,175 DEBUG [Listener at localhost/34405-EventThread {}] zookeeper.ZKWatcher(604): master:34019-0x101732380ac0000, quorum=127.0.0.1:52986, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:25:59,180 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2023-10-02T12:25:59,185 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,34019,1696249553996 2023-10-02T12:25:59,191 DEBUG [Listener at localhost/34405-EventThread {}] zookeeper.ZKWatcher(604): master:34019-0x101732380ac0000, quorum=127.0.0.1:52986, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:25:59,191 DEBUG [Listener at localhost/34405-EventThread {}] zookeeper.ZKWatcher(604): regionserver:32807-0x101732380ac0001, quorum=127.0.0.1:52986, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:25:59,198 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2023-10-02T12:25:59,202 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,34019,1696249553996 2023-10-02T12:25:59,317 DEBUG [RS:0;jenkins-hbase3:32807 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;jenkins-hbase3:32807 2023-10-02T12:25:59,319 INFO [RS:0;jenkins-hbase3:32807 {}] regionserver.HRegionServer(997): ClusterId : 7e0b9abd-8ea0-46e0-b04a-8976e1f68a34 2023-10-02T12:25:59,321 INFO [RS:0;jenkins-hbase3:32807 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2023-10-02T12:25:59,324 DEBUG [RS:0;jenkins-hbase3:32807 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2023-10-02T12:25:59,330 DEBUG [RS:0;jenkins-hbase3:32807 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2023-10-02T12:25:59,330 DEBUG [RS:0;jenkins-hbase3:32807 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2023-10-02T12:25:59,333 DEBUG [RS:0;jenkins-hbase3:32807 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2023-10-02T12:25:59,333 DEBUG [RS:0;jenkins-hbase3:32807 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2023-10-02T12:25:59,337 DEBUG [RS:0;jenkins-hbase3:32807 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2023-10-02T12:25:59,338 DEBUG [RS:0;jenkins-hbase3:32807 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ea43bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:25:59,341 DEBUG [RS:0;jenkins-hbase3:32807 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eb8574, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-10-02T12:25:59,346 INFO [RS:0;jenkins-hbase3:32807 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2023-10-02T12:25:59,346 INFO [RS:0;jenkins-hbase3:32807 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2023-10-02T12:25:59,347 DEBUG [RS:0;jenkins-hbase3:32807 {}] regionserver.HRegionServer(1079): About to register with Master. 2023-10-02T12:25:59,350 INFO [RS:0;jenkins-hbase3:32807 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase3.apache.org,34019,1696249553996 with isa=jenkins-hbase3.apache.org/172.31.12.81:32807, startcode=1696249557619 2023-10-02T12:25:59,352 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2023-10-02T12:25:59,365 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(574): slop=0.2 2023-10-02T12:25:59,368 DEBUG [RS:0;jenkins-hbase3:32807 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-10-02T12:25:59,370 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(285): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2023-10-02T12:25:59,380 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: jenkins-hbase3.apache.org,34019,1696249553996 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2023-10-02T12:25:59,385 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-10-02T12:25:59,385 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-10-02T12:25:59,385 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-10-02T12:25:59,385 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-10-02T12:25:59,385 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/jenkins-hbase3:0, corePoolSize=10, maxPoolSize=10 2023-10-02T12:25:59,385 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:25:59,386 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-10-02T12:25:59,386 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:25:59,387 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1696249589387 2023-10-02T12:25:59,390 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2023-10-02T12:25:59,396 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2023-10-02T12:25:59,397 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2023-10-02T12:25:59,397 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2023-10-02T12:25:59,404 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:25:59,404 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-10-02T12:25:59,415 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2023-10-02T12:25:59,416 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2023-10-02T12:25:59,417 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2023-10-02T12:25:59,417 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2023-10-02T12:25:59,418 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2023-10-02T12:25:59,428 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-10-02T12:25:59,438 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2023-10-02T12:25:59,442 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2023-10-02T12:25:59,443 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2023-10-02T12:25:59,454 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:43715, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-10-02T12:25:59,455 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ReadOnlyZKClient(139): Connect 0x5038978f to 127.0.0.1:52986 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:25:59,467 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34019 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3181) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:590) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:17393) ~[hbase-protocol-shaded-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:437) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.6.0-SNAPSHOT] 2023-10-02T12:25:59,472 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2023-10-02T12:25:59,474 INFO [PEWorker-1 {}] regionserver.HRegion(7075): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17 2023-10-02T12:25:59,480 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@254544d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:25:59,480 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-10-02T12:25:59,484 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2023-10-02T12:25:59,485 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2023-10-02T12:25:59,499 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1696249559494,5,FailOnTimeoutGroup] 2023-10-02T12:25:59,502 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1696249559499,5,FailOnTimeoutGroup] 2023-10-02T12:25:59,502 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-10-02T12:25:59,502 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1635): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2023-10-02T12:25:59,505 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2023-10-02T12:25:59,506 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2023-10-02T12:25:59,514 DEBUG [PEWorker-1 {}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:25:59,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-10-02T12:25:59,528 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-10-02T12:25:59,528 DEBUG [RS:0;jenkins-hbase3:32807 {}] regionserver.HRegionServer(3046): Master is not running yet 2023-10-02T12:25:59,528 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:25:59,529 WARN [RS:0;jenkins-hbase3:32807 {}] regionserver.HRegionServer(1088): reportForDuty failed; sleeping 100 ms and then retrying. 2023-10-02T12:25:59,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-10-02T12:25:59,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-10-02T12:25:59,533 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-10-02T12:25:59,533 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:25:59,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-10-02T12:25:59,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-10-02T12:25:59,537 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-10-02T12:25:59,537 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:25:59,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-10-02T12:25:59,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/hbase/meta/1588230740 2023-10-02T12:25:59,541 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/hbase/meta/1588230740 2023-10-02T12:25:59,544 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-10-02T12:25:59,546 DEBUG [PEWorker-1 {}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-10-02T12:25:59,551 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-02T12:25:59,552 INFO [PEWorker-1 {}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10432761920, jitterRate=-0.02837333083152771}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-10-02T12:25:59,554 DEBUG [PEWorker-1 {}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-10-02T12:25:59,554 DEBUG [PEWorker-1 {}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-10-02T12:25:59,554 INFO [PEWorker-1 {}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-10-02T12:25:59,554 DEBUG [PEWorker-1 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-10-02T12:25:59,554 DEBUG [PEWorker-1 {}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-10-02T12:25:59,554 DEBUG [PEWorker-1 {}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-10-02T12:25:59,556 INFO [PEWorker-1 {}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-10-02T12:25:59,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-10-02T12:25:59,561 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2023-10-02T12:25:59,561 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2023-10-02T12:25:59,573 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2023-10-02T12:25:59,593 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2023-10-02T12:25:59,605 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2023-10-02T12:25:59,630 INFO [RS:0;jenkins-hbase3:32807 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase3.apache.org,34019,1696249553996 with isa=jenkins-hbase3.apache.org/172.31.12.81:32807, startcode=1696249557619 2023-10-02T12:25:59,636 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34019 {}] master.ServerManager(403): Registering regionserver=jenkins-hbase3.apache.org,32807,1696249557619 2023-10-02T12:25:59,651 DEBUG [RS:0;jenkins-hbase3:32807 {}] regionserver.HRegionServer(1705): Config from master: hbase.rootdir=hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17 2023-10-02T12:25:59,651 DEBUG [RS:0;jenkins-hbase3:32807 {}] regionserver.HRegionServer(1705): Config from master: fs.defaultFS=hdfs://localhost:38649 2023-10-02T12:25:59,652 DEBUG [RS:0;jenkins-hbase3:32807 {}] regionserver.HRegionServer(1705): Config from master: hbase.master.info.port=41115 2023-10-02T12:25:59,659 DEBUG [Listener at localhost/34405-EventThread {}] zookeeper.ZKWatcher(604): master:34019-0x101732380ac0000, quorum=127.0.0.1:52986, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2023-10-02T12:25:59,660 DEBUG [RS:0;jenkins-hbase3:32807 {}] zookeeper.ZKUtil(111): regionserver:32807-0x101732380ac0001, quorum=127.0.0.1:52986, baseZNode=/1 Set watcher on existing znode=/1/rs/jenkins-hbase3.apache.org,32807,1696249557619 2023-10-02T12:25:59,660 WARN [RS:0;jenkins-hbase3:32807 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-10-02T12:25:59,661 INFO [RS:0;jenkins-hbase3:32807 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-10-02T12:25:59,661 DEBUG [RS:0;jenkins-hbase3:32807 {}] regionserver.HRegionServer(2060): logDir=hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/WALs/jenkins-hbase3.apache.org,32807,1696249557619 2023-10-02T12:25:59,664 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [jenkins-hbase3.apache.org,32807,1696249557619] 2023-10-02T12:25:59,684 DEBUG [RS:0;jenkins-hbase3:32807 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2023-10-02T12:25:59,702 INFO [RS:0;jenkins-hbase3:32807 {}] regionserver.MetricsRegionServerWrapperImpl(165): Computing regionserver metrics every 5000 milliseconds 2023-10-02T12:25:59,732 INFO [RS:0;jenkins-hbase3:32807 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=782.4 M, globalMemStoreLimitLowMark=743.3 M, Offheap=false 2023-10-02T12:25:59,738 INFO [RS:0;jenkins-hbase3:32807 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2023-10-02T12:25:59,738 INFO [RS:0;jenkins-hbase3:32807 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2023-10-02T12:25:59,739 INFO [RS:0;jenkins-hbase3:32807 {}] regionserver.HRegionServer$CompactionChecker(1947): CompactionChecker runs every PT1S 2023-10-02T12:25:59,749 INFO [RS:0;jenkins-hbase3:32807 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2023-10-02T12:25:59,749 DEBUG [RS:0;jenkins-hbase3:32807 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:25:59,749 DEBUG [RS:0;jenkins-hbase3:32807 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:25:59,749 DEBUG [RS:0;jenkins-hbase3:32807 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:25:59,750 DEBUG [RS:0;jenkins-hbase3:32807 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:25:59,750 DEBUG [RS:0;jenkins-hbase3:32807 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:25:59,750 DEBUG [RS:0;jenkins-hbase3:32807 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-10-02T12:25:59,750 DEBUG [RS:0;jenkins-hbase3:32807 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:25:59,750 DEBUG [RS:0;jenkins-hbase3:32807 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:25:59,750 DEBUG [RS:0;jenkins-hbase3:32807 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:25:59,750 DEBUG [RS:0;jenkins-hbase3:32807 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:25:59,750 DEBUG [RS:0;jenkins-hbase3:32807 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:25:59,751 DEBUG [RS:0;jenkins-hbase3:32807 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-10-02T12:25:59,751 DEBUG [RS:0;jenkins-hbase3:32807 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-10-02T12:25:59,752 INFO [RS:0;jenkins-hbase3:32807 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2023-10-02T12:25:59,752 INFO [RS:0;jenkins-hbase3:32807 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2023-10-02T12:25:59,752 INFO [RS:0;jenkins-hbase3:32807 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2023-10-02T12:25:59,753 INFO [RS:0;jenkins-hbase3:32807 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2023-10-02T12:25:59,753 INFO [RS:0;jenkins-hbase3:32807 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,32807,1696249557619-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-10-02T12:25:59,755 WARN [jenkins-hbase3:34019 {}] assignment.AssignmentManager(2282): No servers available; cannot place 1 unassigned regions. 2023-10-02T12:25:59,770 INFO [RS:0;jenkins-hbase3:32807 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2023-10-02T12:25:59,773 INFO [RS:0;jenkins-hbase3:32807 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,32807,1696249557619-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2023-10-02T12:25:59,791 INFO [RS:0;jenkins-hbase3:32807 {}] regionserver.Replication(204): jenkins-hbase3.apache.org,32807,1696249557619 started 2023-10-02T12:25:59,791 INFO [RS:0;jenkins-hbase3:32807 {}] regionserver.HRegionServer(1747): Serving as jenkins-hbase3.apache.org,32807,1696249557619, RpcServer on jenkins-hbase3.apache.org/172.31.12.81:32807, sessionid=0x101732380ac0001 2023-10-02T12:25:59,791 DEBUG [RS:0;jenkins-hbase3:32807 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2023-10-02T12:25:59,792 DEBUG [RS:0;jenkins-hbase3:32807 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager jenkins-hbase3.apache.org,32807,1696249557619 2023-10-02T12:25:59,792 DEBUG [RS:0;jenkins-hbase3:32807 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,32807,1696249557619' 2023-10-02T12:25:59,792 DEBUG [RS:0;jenkins-hbase3:32807 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2023-10-02T12:25:59,793 DEBUG [RS:0;jenkins-hbase3:32807 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2023-10-02T12:25:59,794 DEBUG [RS:0;jenkins-hbase3:32807 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2023-10-02T12:25:59,794 DEBUG [RS:0;jenkins-hbase3:32807 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2023-10-02T12:25:59,794 DEBUG [RS:0;jenkins-hbase3:32807 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,32807,1696249557619' 2023-10-02T12:25:59,794 DEBUG [RS:0;jenkins-hbase3:32807 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-10-02T12:25:59,794 DEBUG [RS:0;jenkins-hbase3:32807 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-10-02T12:25:59,795 INFO [RS:0;jenkins-hbase3:32807 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2023-10-02T12:25:59,795 DEBUG [RS:0;jenkins-hbase3:32807 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2023-10-02T12:25:59,795 DEBUG [RS:0;jenkins-hbase3:32807 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2023-10-02T12:25:59,795 DEBUG [RS:0;jenkins-hbase3:32807 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager jenkins-hbase3.apache.org,32807,1696249557619 2023-10-02T12:25:59,795 DEBUG [RS:0;jenkins-hbase3:32807 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,32807,1696249557619' 2023-10-02T12:25:59,795 DEBUG [RS:0;jenkins-hbase3:32807 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2023-10-02T12:25:59,795 DEBUG [RS:0;jenkins-hbase3:32807 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2023-10-02T12:25:59,796 DEBUG [RS:0;jenkins-hbase3:32807 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2023-10-02T12:25:59,796 INFO [RS:0;jenkins-hbase3:32807 {}] quotas.RegionServerRpcQuotaManager(63): Quota support disabled 2023-10-02T12:25:59,796 INFO [RS:0;jenkins-hbase3:32807 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2023-10-02T12:25:59,907 INFO [RS:0;jenkins-hbase3:32807 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-10-02T12:25:59,910 INFO [RS:0;jenkins-hbase3:32807 {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C32807%2C1696249557619, suffix=, logDir=hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/WALs/jenkins-hbase3.apache.org,32807,1696249557619, archiveDir=hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/oldWALs, maxLogs=32 2023-10-02T12:25:59,923 DEBUG [RS:0;jenkins-hbase3:32807 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/WALs/jenkins-hbase3.apache.org,32807,1696249557619/jenkins-hbase3.apache.org%2C32807%2C1696249557619.1696249559912, exclude list is [], retry=0 2023-10-02T12:25:59,930 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39389,DS-7d5b2d84-cc21-407e-8972-2d818c02d4c3,DISK] 2023-10-02T12:25:59,934 INFO [RS:0;jenkins-hbase3:32807 {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/WALs/jenkins-hbase3.apache.org,32807,1696249557619/jenkins-hbase3.apache.org%2C32807%2C1696249557619.1696249559912 2023-10-02T12:25:59,935 DEBUG [RS:0;jenkins-hbase3:32807 {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:39389,DS-7d5b2d84-cc21-407e-8972-2d818c02d4c3,DISK]] 2023-10-02T12:26:00,008 DEBUG [jenkins-hbase3:34019 {}] assignment.AssignmentManager(2303): Processing assignQueue; systemServersCount=1, allServersCount=1 2023-10-02T12:26:00,018 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,32807,1696249557619 2023-10-02T12:26:00,024 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,32807,1696249557619, state=OPENING 2023-10-02T12:26:00,033 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2023-10-02T12:26:00,039 DEBUG [Listener at localhost/34405-EventThread {}] zookeeper.ZKWatcher(604): regionserver:32807-0x101732380ac0001, quorum=127.0.0.1:52986, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:26:00,039 DEBUG [Listener at localhost/34405-EventThread {}] zookeeper.ZKWatcher(604): master:34019-0x101732380ac0000, quorum=127.0.0.1:52986, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:26:00,040 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-10-02T12:26:00,040 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-10-02T12:26:00,043 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,32807,1696249557619}] 2023-10-02T12:26:00,236 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(721): New admin connection to jenkins-hbase3.apache.org,32807,1696249557619 2023-10-02T12:26:00,239 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=AdminService, sasl=false 2023-10-02T12:26:00,243 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:45960, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2023-10-02T12:26:00,256 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(130): Open hbase:meta,,1.1588230740 2023-10-02T12:26:00,257 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-10-02T12:26:00,257 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2023-10-02T12:26:00,260 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C32807%2C1696249557619.meta, suffix=.meta, logDir=hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/WALs/jenkins-hbase3.apache.org,32807,1696249557619, archiveDir=hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/oldWALs, maxLogs=32 2023-10-02T12:26:00,272 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/WALs/jenkins-hbase3.apache.org,32807,1696249557619/jenkins-hbase3.apache.org%2C32807%2C1696249557619.meta.1696249560261.meta, exclude list is [], retry=0 2023-10-02T12:26:00,277 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39389,DS-7d5b2d84-cc21-407e-8972-2d818c02d4c3,DISK] 2023-10-02T12:26:00,283 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/WALs/jenkins-hbase3.apache.org,32807,1696249557619/jenkins-hbase3.apache.org%2C32807%2C1696249557619.meta.1696249560261.meta 2023-10-02T12:26:00,283 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:39389,DS-7d5b2d84-cc21-407e-8972-2d818c02d4c3,DISK]] 2023-10-02T12:26:00,283 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7254): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2023-10-02T12:26:00,289 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-10-02T12:26:00,290 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2023-10-02T12:26:00,311 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7955): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2023-10-02T12:26:00,311 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(393): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2023-10-02T12:26:00,317 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2023-10-02T12:26:00,317 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:26:00,318 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7296): checking encryption for 1588230740 2023-10-02T12:26:00,318 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7299): checking classloading for 1588230740 2023-10-02T12:26:00,321 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-10-02T12:26:00,323 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-10-02T12:26:00,323 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:26:00,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-10-02T12:26:00,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-10-02T12:26:00,326 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-10-02T12:26:00,326 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:26:00,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-10-02T12:26:00,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-10-02T12:26:00,328 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-10-02T12:26:00,328 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:26:00,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-10-02T12:26:00,331 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/hbase/meta/1588230740 2023-10-02T12:26:00,334 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/hbase/meta/1588230740 2023-10-02T12:26:00,337 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-10-02T12:26:00,339 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-10-02T12:26:00,341 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10428500160, jitterRate=-0.028770238161087036}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-10-02T12:26:00,342 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-10-02T12:26:00,380 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1696249560227 2023-10-02T12:26:00,401 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:meta,,1.1588230740 2023-10-02T12:26:00,402 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(158): Opened hbase:meta,,1.1588230740 2023-10-02T12:26:00,403 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,32807,1696249557619 2023-10-02T12:26:00,405 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,32807,1696249557619, state=OPEN 2023-10-02T12:26:00,408 DEBUG [Listener at localhost/34405-EventThread {}] zookeeper.ZKWatcher(604): regionserver:32807-0x101732380ac0001, quorum=127.0.0.1:52986, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-10-02T12:26:00,408 DEBUG [Listener at localhost/34405-EventThread {}] zookeeper.ZKWatcher(604): master:34019-0x101732380ac0000, quorum=127.0.0.1:52986, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-10-02T12:26:00,408 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-10-02T12:26:00,408 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-10-02T12:26:00,412 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=3, resume processing ppid=2 2023-10-02T12:26:00,413 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,32807,1696249557619 in 365 msec 2023-10-02T12:26:00,425 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=2, resume processing ppid=1 2023-10-02T12:26:00,425 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 842 msec 2023-10-02T12:26:00,431 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.1560 sec 2023-10-02T12:26:00,431 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1063): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1696249560431, completionTime=-1 2023-10-02T12:26:00,432 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ServerManager(830): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2023-10-02T12:26:00,432 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1629): Joining cluster... 2023-10-02T12:26:00,640 DEBUG [hconnection-0x6aca43b5-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:26:00,644 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:45972, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:26:00,660 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1641): Number of RegionServers=1 2023-10-02T12:26:00,660 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1696249620660 2023-10-02T12:26:00,660 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1696249680660 2023-10-02T12:26:00,660 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1648): Joined the cluster in 228 msec 2023-10-02T12:26:00,683 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,34019,1696249553996-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2023-10-02T12:26:00,683 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,34019,1696249553996-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2023-10-02T12:26:00,683 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,34019,1696249553996-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2023-10-02T12:26:00,685 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-jenkins-hbase3:34019, period=300000, unit=MILLISECONDS is enabled. 2023-10-02T12:26:00,686 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2023-10-02T12:26:00,694 DEBUG [master/jenkins-hbase3:0.Chore.1 {}] janitor.CatalogJanitor(175): 2023-10-02T12:26:00,706 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2023-10-02T12:26:00,708 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2368): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-10-02T12:26:00,718 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2023-10-02T12:26:00,722 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2023-10-02T12:26:00,724 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:26:00,726 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-10-02T12:26:00,754 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => e0d9d74c57738d0fb3fe296514d007c8, NAME => 'hbase:namespace,,1696249560707.e0d9d74c57738d0fb3fe296514d007c8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17 2023-10-02T12:26:01,168 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(888): Instantiated hbase:namespace,,1696249560707.e0d9d74c57738d0fb3fe296514d007c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:26:01,169 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1668): Closing e0d9d74c57738d0fb3fe296514d007c8, disabling compactions & flushes 2023-10-02T12:26:01,169 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1690): Closing region hbase:namespace,,1696249560707.e0d9d74c57738d0fb3fe296514d007c8. 2023-10-02T12:26:01,169 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1696249560707.e0d9d74c57738d0fb3fe296514d007c8. 2023-10-02T12:26:01,169 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1696249560707.e0d9d74c57738d0fb3fe296514d007c8. after waiting 0 ms 2023-10-02T12:26:01,169 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1696249560707.e0d9d74c57738d0fb3fe296514d007c8. 2023-10-02T12:26:01,169 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1909): Closed hbase:namespace,,1696249560707.e0d9d74c57738d0fb3fe296514d007c8. 2023-10-02T12:26:01,169 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1622): Region close journal for e0d9d74c57738d0fb3fe296514d007c8: 2023-10-02T12:26:01,172 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2023-10-02T12:26:01,186 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1696249560707.e0d9d74c57738d0fb3fe296514d007c8.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1696249561173"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696249561173"}]},"ts":"1696249561173"} 2023-10-02T12:26:01,220 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-10-02T12:26:01,222 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-10-02T12:26:01,231 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249561223"}]},"ts":"1696249561223"} 2023-10-02T12:26:01,235 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2023-10-02T12:26:01,240 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=e0d9d74c57738d0fb3fe296514d007c8, ASSIGN}] 2023-10-02T12:26:01,243 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=e0d9d74c57738d0fb3fe296514d007c8, ASSIGN 2023-10-02T12:26:01,244 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=e0d9d74c57738d0fb3fe296514d007c8, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,32807,1696249557619; forceNewPlan=false, retain=false 2023-10-02T12:26:01,396 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=e0d9d74c57738d0fb3fe296514d007c8, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,32807,1696249557619 2023-10-02T12:26:01,400 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure e0d9d74c57738d0fb3fe296514d007c8, server=jenkins-hbase3.apache.org,32807,1696249557619}] 2023-10-02T12:26:01,562 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(130): Open hbase:namespace,,1696249560707.e0d9d74c57738d0fb3fe296514d007c8. 2023-10-02T12:26:01,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7254): Opening region: {ENCODED => e0d9d74c57738d0fb3fe296514d007c8, NAME => 'hbase:namespace,,1696249560707.e0d9d74c57738d0fb3fe296514d007c8.', STARTKEY => '', ENDKEY => ''} 2023-10-02T12:26:01,563 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-10-02T12:26:01,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace e0d9d74c57738d0fb3fe296514d007c8 2023-10-02T12:26:01,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(888): Instantiated hbase:namespace,,1696249560707.e0d9d74c57738d0fb3fe296514d007c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:26:01,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7296): checking encryption for e0d9d74c57738d0fb3fe296514d007c8 2023-10-02T12:26:01,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7299): checking classloading for e0d9d74c57738d0fb3fe296514d007c8 2023-10-02T12:26:01,566 INFO [StoreOpener-e0d9d74c57738d0fb3fe296514d007c8-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region e0d9d74c57738d0fb3fe296514d007c8 2023-10-02T12:26:01,568 INFO [StoreOpener-e0d9d74c57738d0fb3fe296514d007c8-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e0d9d74c57738d0fb3fe296514d007c8 columnFamilyName info 2023-10-02T12:26:01,568 DEBUG [StoreOpener-e0d9d74c57738d0fb3fe296514d007c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:26:01,569 INFO [StoreOpener-e0d9d74c57738d0fb3fe296514d007c8-1 {}] regionserver.HStore(324): Store=e0d9d74c57738d0fb3fe296514d007c8/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:26:01,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/hbase/namespace/e0d9d74c57738d0fb3fe296514d007c8 2023-10-02T12:26:01,572 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/hbase/namespace/e0d9d74c57738d0fb3fe296514d007c8 2023-10-02T12:26:01,576 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1076): writing seq id for e0d9d74c57738d0fb3fe296514d007c8 2023-10-02T12:26:01,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/hbase/namespace/e0d9d74c57738d0fb3fe296514d007c8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-02T12:26:01,580 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1093): Opened e0d9d74c57738d0fb3fe296514d007c8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11759730400, jitterRate=0.0952102392911911}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-10-02T12:26:01,582 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(992): Region open journal for e0d9d74c57738d0fb3fe296514d007c8: 2023-10-02T12:26:01,584 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:namespace,,1696249560707.e0d9d74c57738d0fb3fe296514d007c8., pid=6, masterSystemTime=1696249561554 2023-10-02T12:26:01,588 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:namespace,,1696249560707.e0d9d74c57738d0fb3fe296514d007c8. 2023-10-02T12:26:01,588 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(158): Opened hbase:namespace,,1696249560707.e0d9d74c57738d0fb3fe296514d007c8. 2023-10-02T12:26:01,589 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=e0d9d74c57738d0fb3fe296514d007c8, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,32807,1696249557619 2023-10-02T12:26:01,597 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=6, resume processing ppid=5 2023-10-02T12:26:01,597 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure e0d9d74c57738d0fb3fe296514d007c8, server=jenkins-hbase3.apache.org,32807,1696249557619 in 193 msec 2023-10-02T12:26:01,601 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=5, resume processing ppid=4 2023-10-02T12:26:01,601 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=e0d9d74c57738d0fb3fe296514d007c8, ASSIGN in 357 msec 2023-10-02T12:26:01,602 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-10-02T12:26:01,603 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249561602"}]},"ts":"1696249561602"} 2023-10-02T12:26:01,606 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2023-10-02T12:26:01,610 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2023-10-02T12:26:01,613 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 901 msec 2023-10-02T12:26:01,624 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:34019-0x101732380ac0000, quorum=127.0.0.1:52986, baseZNode=/1 Set watcher on znode that does not yet exist, /1/namespace 2023-10-02T12:26:01,626 DEBUG [Listener at localhost/34405-EventThread {}] zookeeper.ZKWatcher(604): regionserver:32807-0x101732380ac0001, quorum=127.0.0.1:52986, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:26:01,626 DEBUG [Listener at localhost/34405-EventThread {}] zookeeper.ZKWatcher(604): master:34019-0x101732380ac0000, quorum=127.0.0.1:52986, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/namespace 2023-10-02T12:26:01,626 DEBUG [Listener at localhost/34405-EventThread {}] zookeeper.ZKWatcher(604): master:34019-0x101732380ac0000, quorum=127.0.0.1:52986, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:26:01,675 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2023-10-02T12:26:01,693 DEBUG [Listener at localhost/34405-EventThread {}] zookeeper.ZKWatcher(604): master:34019-0x101732380ac0000, quorum=127.0.0.1:52986, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-10-02T12:26:01,698 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 31 msec 2023-10-02T12:26:01,711 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2023-10-02T12:26:01,724 DEBUG [Listener at localhost/34405-EventThread {}] zookeeper.ZKWatcher(604): master:34019-0x101732380ac0000, quorum=127.0.0.1:52986, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-10-02T12:26:01,730 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 18 msec 2023-10-02T12:26:01,740 DEBUG [Listener at localhost/34405-EventThread {}] zookeeper.ZKWatcher(604): master:34019-0x101732380ac0000, quorum=127.0.0.1:52986, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/default 2023-10-02T12:26:01,744 DEBUG [Listener at localhost/34405-EventThread {}] zookeeper.ZKWatcher(604): master:34019-0x101732380ac0000, quorum=127.0.0.1:52986, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/hbase 2023-10-02T12:26:01,747 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1193): Master has completed initialization 3.994sec 2023-10-02T12:26:01,748 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2023-10-02T12:26:01,750 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2023-10-02T12:26:01,752 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2023-10-02T12:26:01,752 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2023-10-02T12:26:01,752 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2023-10-02T12:26:01,754 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,34019,1696249553996-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-10-02T12:26:01,755 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,34019,1696249553996-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2023-10-02T12:26:01,769 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1296): Balancer post startup initialization complete, took 0 seconds 2023-10-02T12:26:01,770 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2023-10-02T12:26:01,773 DEBUG [Listener at localhost/34405 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x182e8b29 to 127.0.0.1:52986 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:26:01,779 DEBUG [Listener at localhost/34405 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69f89e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:26:01,784 DEBUG [Listener at localhost/34405 {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2023-10-02T12:26:01,784 DEBUG [Listener at localhost/34405 {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2023-10-02T12:26:01,799 DEBUG [hconnection-0x5cc0e644-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:26:01,815 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:45986, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:26:01,827 INFO [Listener at localhost/34405 {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=jenkins-hbase3.apache.org,34019,1696249553996 2023-10-02T12:26:01,827 INFO [Listener at localhost/34405 {}] hbase.HBaseTestingUtility(2786): Starting mini mapreduce cluster... 2023-10-02T12:26:01,827 INFO [Listener at localhost/34405 {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/83aa3d5b-87f7-6aa8-2071-a6a885451830/test.cache.data in system properties and HBase conf 2023-10-02T12:26:01,827 INFO [Listener at localhost/34405 {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/83aa3d5b-87f7-6aa8-2071-a6a885451830/hadoop.tmp.dir in system properties and HBase conf 2023-10-02T12:26:01,827 INFO [Listener at localhost/34405 {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/83aa3d5b-87f7-6aa8-2071-a6a885451830/hadoop.log.dir in system properties and HBase conf 2023-10-02T12:26:01,828 INFO [Listener at localhost/34405 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/83aa3d5b-87f7-6aa8-2071-a6a885451830/mapreduce.cluster.local.dir in system properties and HBase conf 2023-10-02T12:26:01,828 INFO [Listener at localhost/34405 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/83aa3d5b-87f7-6aa8-2071-a6a885451830/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-10-02T12:26:01,828 INFO [Listener at localhost/34405 {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-10-02T12:26:01,828 INFO [Listener at localhost/34405 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/83aa3d5b-87f7-6aa8-2071-a6a885451830/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-10-02T12:26:01,828 INFO [Listener at localhost/34405 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/83aa3d5b-87f7-6aa8-2071-a6a885451830/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-10-02T12:26:01,829 INFO [Listener at localhost/34405 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/83aa3d5b-87f7-6aa8-2071-a6a885451830/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-10-02T12:26:01,829 INFO [Listener at localhost/34405 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/83aa3d5b-87f7-6aa8-2071-a6a885451830/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-10-02T12:26:01,829 INFO [Listener at localhost/34405 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/83aa3d5b-87f7-6aa8-2071-a6a885451830/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-10-02T12:26:01,829 INFO [Listener at localhost/34405 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/83aa3d5b-87f7-6aa8-2071-a6a885451830/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-10-02T12:26:01,829 INFO [Listener at localhost/34405 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/83aa3d5b-87f7-6aa8-2071-a6a885451830/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-10-02T12:26:01,829 INFO [Listener at localhost/34405 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/83aa3d5b-87f7-6aa8-2071-a6a885451830/dfs.journalnode.edits.dir in system properties and HBase conf 2023-10-02T12:26:01,829 INFO [Listener at localhost/34405 {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/83aa3d5b-87f7-6aa8-2071-a6a885451830/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-10-02T12:26:01,830 INFO [Listener at localhost/34405 {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/83aa3d5b-87f7-6aa8-2071-a6a885451830/nfs.dump.dir in system properties and HBase conf 2023-10-02T12:26:01,830 INFO [Listener at localhost/34405 {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/83aa3d5b-87f7-6aa8-2071-a6a885451830/java.io.tmpdir in system properties and HBase conf 2023-10-02T12:26:01,830 INFO [Listener at localhost/34405 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/83aa3d5b-87f7-6aa8-2071-a6a885451830/dfs.journalnode.edits.dir in system properties and HBase conf 2023-10-02T12:26:01,830 INFO [Listener at localhost/34405 {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/83aa3d5b-87f7-6aa8-2071-a6a885451830/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-10-02T12:26:01,830 INFO [Listener at localhost/34405 {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/83aa3d5b-87f7-6aa8-2071-a6a885451830/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2023-10-02T12:26:03,781 WARN [Thread-249 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-10-02T12:26:04,145 INFO [Thread-249 {}] log.Slf4jLog(67): jetty-6.1.26 2023-10-02T12:26:04,151 INFO [Thread-249 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/jobhistory to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/83aa3d5b-87f7-6aa8-2071-a6a885451830/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_40939_jobhistory____.a2lqqb/webapp 2023-10-02T12:26:04,331 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices as a root resource class 2023-10-02T12:26:04,331 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver as a provider class 2023-10-02T12:26:04,331 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-10-02T12:26:04,335 INFO [Thread-249 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-10-02T12:26:04,425 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:26:04,575 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:26:04,945 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices to GuiceManagedComponentProvider with the scope "PerRequest" 2023-10-02T12:26:04,989 INFO [Thread-249 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:40939 2023-10-02T12:26:05,276 WARN [Listener at jenkins-hbase3.apache.org/38609 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-10-02T12:26:05,390 WARN [Listener at jenkins-hbase3.apache.org/38609 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-10-02T12:26:05,391 INFO [Listener at jenkins-hbase3.apache.org/38609 {}] log.Slf4jLog(67): jetty-6.1.26 2023-10-02T12:26:05,397 INFO [Listener at jenkins-hbase3.apache.org/38609 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/cluster to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/83aa3d5b-87f7-6aa8-2071-a6a885451830/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_36441_cluster____.8byyob/webapp 2023-10-02T12:26:05,468 INFO [Listener at jenkins-hbase3.apache.org/38609 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class 2023-10-02T12:26:05,469 INFO [Listener at jenkins-hbase3.apache.org/38609 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class 2023-10-02T12:26:05,469 INFO [Listener at jenkins-hbase3.apache.org/38609 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-10-02T12:26:05,469 INFO [Listener at jenkins-hbase3.apache.org/38609 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-10-02T12:26:05,477 INFO [Listener at jenkins-hbase3.apache.org/38609 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:26:05,668 INFO [Listener at jenkins-hbase3.apache.org/38609 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:26:05,751 INFO [Listener at jenkins-hbase3.apache.org/38609 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:26:05,762 INFO [Listener at jenkins-hbase3.apache.org/38609 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:36441 2023-10-02T12:26:05,856 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-10-02T12:26:05,923 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2023-10-02T12:26:05,923 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2023-10-02T12:26:05,926 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2023-10-02T12:26:05,926 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2023-10-02T12:26:05,929 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:26:05,929 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2023-10-02T12:26:05,929 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-10-02T12:26:05,929 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2023-10-02T12:26:05,930 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2023-10-02T12:26:05,930 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2023-10-02T12:26:05,935 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2023-10-02T12:26:05,936 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2023-10-02T12:26:06,231 WARN [Listener at jenkins-hbase3.apache.org/44267 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-10-02T12:26:06,255 WARN [Listener at jenkins-hbase3.apache.org/44267 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-10-02T12:26:06,255 INFO [Listener at jenkins-hbase3.apache.org/44267 {}] log.Slf4jLog(67): jetty-6.1.26 2023-10-02T12:26:06,262 INFO [Listener at jenkins-hbase3.apache.org/44267 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/83aa3d5b-87f7-6aa8-2071-a6a885451830/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_45075_node____quxv64/webapp 2023-10-02T12:26:06,316 INFO [Listener at jenkins-hbase3.apache.org/44267 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-10-02T12:26:06,316 INFO [Listener at jenkins-hbase3.apache.org/44267 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-10-02T12:26:06,316 INFO [Listener at jenkins-hbase3.apache.org/44267 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-10-02T12:26:06,316 INFO [Listener at jenkins-hbase3.apache.org/44267 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-10-02T12:26:06,324 INFO [Listener at jenkins-hbase3.apache.org/44267 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:26:06,346 INFO [Listener at jenkins-hbase3.apache.org/44267 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:26:06,440 INFO [Listener at jenkins-hbase3.apache.org/44267 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:26:06,455 INFO [Listener at jenkins-hbase3.apache.org/44267 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:45075 2023-10-02T12:26:06,624 WARN [Listener at jenkins-hbase3.apache.org/37663 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-10-02T12:26:06,634 WARN [Listener at jenkins-hbase3.apache.org/37663 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-10-02T12:26:06,635 INFO [Listener at jenkins-hbase3.apache.org/37663 {}] log.Slf4jLog(67): jetty-6.1.26 2023-10-02T12:26:06,647 INFO [Listener at jenkins-hbase3.apache.org/37663 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/83aa3d5b-87f7-6aa8-2071-a6a885451830/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_45491_node____l1yekq/webapp 2023-10-02T12:26:06,720 INFO [Listener at jenkins-hbase3.apache.org/37663 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-10-02T12:26:06,720 INFO [Listener at jenkins-hbase3.apache.org/37663 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-10-02T12:26:06,720 INFO [Listener at jenkins-hbase3.apache.org/37663 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-10-02T12:26:06,720 INFO [Listener at jenkins-hbase3.apache.org/37663 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-10-02T12:26:06,731 INFO [Listener at jenkins-hbase3.apache.org/37663 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:26:06,748 INFO [Listener at jenkins-hbase3.apache.org/37663 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:26:06,814 INFO [Listener at jenkins-hbase3.apache.org/37663 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:26:06,820 INFO [Listener at jenkins-hbase3.apache.org/37663 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:45491 2023-10-02T12:26:06,862 INFO [Listener at jenkins-hbase3.apache.org/37663 {}] hbase.HBaseTestingUtility(2821): Mini mapreduce cluster started 2023-10-02T12:26:06,863 INFO [Listener at jenkins-hbase3.apache.org/37663 {}] backup.TestBackupBase(301): ROOTDIR hdfs://localhost:38649/backupUT 2023-10-02T12:26:06,879 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:26:06,888 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:50644, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:26:06,898 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'ns1'} 2023-10-02T12:26:06,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] procedure2.ProcedureExecutor(1032): Stored pid=9, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns1 2023-10-02T12:26:06,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=9 2023-10-02T12:26:06,931 DEBUG [Listener at localhost/34405-EventThread {}] zookeeper.ZKWatcher(604): master:34019-0x101732380ac0000, quorum=127.0.0.1:52986, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-10-02T12:26:06,937 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=9, state=SUCCESS; CreateNamespaceProcedure, namespace=ns1 in 36 msec 2023-10-02T12:26:07,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=9 2023-10-02T12:26:07,026 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'ns2'} 2023-10-02T12:26:07,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] procedure2.ProcedureExecutor(1032): Stored pid=10, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns2 2023-10-02T12:26:07,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=10 2023-10-02T12:26:07,041 DEBUG [Listener at localhost/34405-EventThread {}] zookeeper.ZKWatcher(604): master:34019-0x101732380ac0000, quorum=127.0.0.1:52986, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-10-02T12:26:07,050 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=10, state=SUCCESS; CreateNamespaceProcedure, namespace=ns2 in 22 msec 2023-10-02T12:26:07,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=10 2023-10-02T12:26:07,137 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'ns3'} 2023-10-02T12:26:07,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] procedure2.ProcedureExecutor(1032): Stored pid=11, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns3 2023-10-02T12:26:07,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=11 2023-10-02T12:26:07,153 DEBUG [Listener at localhost/34405-EventThread {}] zookeeper.ZKWatcher(604): master:34019-0x101732380ac0000, quorum=127.0.0.1:52986, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-10-02T12:26:07,159 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=11, state=SUCCESS; CreateNamespaceProcedure, namespace=ns3 in 20 msec 2023-10-02T12:26:07,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=11 2023-10-02T12:26:07,251 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'ns4'} 2023-10-02T12:26:07,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] procedure2.ProcedureExecutor(1032): Stored pid=12, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns4 2023-10-02T12:26:07,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=12 2023-10-02T12:26:07,265 DEBUG [Listener at localhost/34405-EventThread {}] zookeeper.ZKWatcher(604): master:34019-0x101732380ac0000, quorum=127.0.0.1:52986, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-10-02T12:26:07,272 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=12, state=SUCCESS; CreateNamespaceProcedure, namespace=ns4 in 18 msec 2023-10-02T12:26:07,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=12 2023-10-02T12:26:07,375 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'test-1696249566863', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-10-02T12:26:07,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] procedure2.ProcedureExecutor(1032): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test-1696249566863 2023-10-02T12:26:07,380 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test-1696249566863 execute state=CREATE_TABLE_PRE_OPERATION 2023-10-02T12:26:07,381 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:26:07,383 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test-1696249566863 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-10-02T12:26:07,386 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "default" qualifier: "test-1696249566863" procId is: 13 2023-10-02T12:26:07,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-10-02T12:26:07,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-10-02T12:26:07,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-10-02T12:26:07,823 INFO [RegionOpenAndInit-test-1696249566863-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 326926f49aa0e2641f77b505674db221, NAME => 'test-1696249566863,,1696249567369.326926f49aa0e2641f77b505674db221.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1696249566863', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17 2023-10-02T12:26:08,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-10-02T12:26:08,243 DEBUG [RegionOpenAndInit-test-1696249566863-pool-0 {}] regionserver.HRegion(888): Instantiated test-1696249566863,,1696249567369.326926f49aa0e2641f77b505674db221.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:26:08,243 DEBUG [RegionOpenAndInit-test-1696249566863-pool-0 {}] regionserver.HRegion(1668): Closing 326926f49aa0e2641f77b505674db221, disabling compactions & flushes 2023-10-02T12:26:08,243 INFO [RegionOpenAndInit-test-1696249566863-pool-0 {}] regionserver.HRegion(1690): Closing region test-1696249566863,,1696249567369.326926f49aa0e2641f77b505674db221. 2023-10-02T12:26:08,243 DEBUG [RegionOpenAndInit-test-1696249566863-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1696249566863,,1696249567369.326926f49aa0e2641f77b505674db221. 2023-10-02T12:26:08,243 DEBUG [RegionOpenAndInit-test-1696249566863-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on test-1696249566863,,1696249567369.326926f49aa0e2641f77b505674db221. after waiting 0 ms 2023-10-02T12:26:08,243 DEBUG [RegionOpenAndInit-test-1696249566863-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region test-1696249566863,,1696249567369.326926f49aa0e2641f77b505674db221. 2023-10-02T12:26:08,243 INFO [RegionOpenAndInit-test-1696249566863-pool-0 {}] regionserver.HRegion(1909): Closed test-1696249566863,,1696249567369.326926f49aa0e2641f77b505674db221. 2023-10-02T12:26:08,243 DEBUG [RegionOpenAndInit-test-1696249566863-pool-0 {}] regionserver.HRegion(1622): Region close journal for 326926f49aa0e2641f77b505674db221: 2023-10-02T12:26:08,245 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test-1696249566863 execute state=CREATE_TABLE_ADD_TO_META 2023-10-02T12:26:08,245 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test-1696249566863,,1696249567369.326926f49aa0e2641f77b505674db221.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1696249568245"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696249568245"}]},"ts":"1696249568245"} 2023-10-02T12:26:08,248 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-10-02T12:26:08,249 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test-1696249566863 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-10-02T12:26:08,250 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1696249566863","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249568249"}]},"ts":"1696249568249"} 2023-10-02T12:26:08,252 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1696249566863, state=ENABLING in hbase:meta 2023-10-02T12:26:08,257 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1696249566863, region=326926f49aa0e2641f77b505674db221, ASSIGN}] 2023-10-02T12:26:08,259 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1696249566863, region=326926f49aa0e2641f77b505674db221, ASSIGN 2023-10-02T12:26:08,260 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test-1696249566863, region=326926f49aa0e2641f77b505674db221, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,32807,1696249557619; forceNewPlan=false, retain=false 2023-10-02T12:26:08,412 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=326926f49aa0e2641f77b505674db221, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,32807,1696249557619 2023-10-02T12:26:08,415 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; OpenRegionProcedure 326926f49aa0e2641f77b505674db221, server=jenkins-hbase3.apache.org,32807,1696249557619}] 2023-10-02T12:26:08,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-10-02T12:26:08,577 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(130): Open test-1696249566863,,1696249567369.326926f49aa0e2641f77b505674db221. 2023-10-02T12:26:08,578 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7254): Opening region: {ENCODED => 326926f49aa0e2641f77b505674db221, NAME => 'test-1696249566863,,1696249567369.326926f49aa0e2641f77b505674db221.', STARTKEY => '', ENDKEY => ''} 2023-10-02T12:26:08,578 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-10-02T12:26:08,578 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1696249566863 326926f49aa0e2641f77b505674db221 2023-10-02T12:26:08,578 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(888): Instantiated test-1696249566863,,1696249567369.326926f49aa0e2641f77b505674db221.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:26:08,579 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7296): checking encryption for 326926f49aa0e2641f77b505674db221 2023-10-02T12:26:08,579 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7299): checking classloading for 326926f49aa0e2641f77b505674db221 2023-10-02T12:26:08,581 INFO [StoreOpener-326926f49aa0e2641f77b505674db221-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 326926f49aa0e2641f77b505674db221 2023-10-02T12:26:08,583 INFO [StoreOpener-326926f49aa0e2641f77b505674db221-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 326926f49aa0e2641f77b505674db221 columnFamilyName f 2023-10-02T12:26:08,583 DEBUG [StoreOpener-326926f49aa0e2641f77b505674db221-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:26:08,585 INFO [StoreOpener-326926f49aa0e2641f77b505674db221-1 {}] regionserver.HStore(324): Store=326926f49aa0e2641f77b505674db221/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:26:08,586 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/default/test-1696249566863/326926f49aa0e2641f77b505674db221 2023-10-02T12:26:08,587 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/default/test-1696249566863/326926f49aa0e2641f77b505674db221 2023-10-02T12:26:08,591 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1076): writing seq id for 326926f49aa0e2641f77b505674db221 2023-10-02T12:26:08,599 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/default/test-1696249566863/326926f49aa0e2641f77b505674db221/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-02T12:26:08,600 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): Opened 326926f49aa0e2641f77b505674db221; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11140909920, jitterRate=0.03757809102535248}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-10-02T12:26:08,601 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(992): Region open journal for 326926f49aa0e2641f77b505674db221: 2023-10-02T12:26:08,603 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2556): Post open deploy tasks for test-1696249566863,,1696249567369.326926f49aa0e2641f77b505674db221., pid=15, masterSystemTime=1696249568569 2023-10-02T12:26:08,605 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2583): Finished post open deploy task for test-1696249566863,,1696249567369.326926f49aa0e2641f77b505674db221. 2023-10-02T12:26:08,605 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(158): Opened test-1696249566863,,1696249567369.326926f49aa0e2641f77b505674db221. 2023-10-02T12:26:08,606 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=326926f49aa0e2641f77b505674db221, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,32807,1696249557619 2023-10-02T12:26:08,612 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=15, resume processing ppid=14 2023-10-02T12:26:08,612 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=15, ppid=14, state=SUCCESS; OpenRegionProcedure 326926f49aa0e2641f77b505674db221, server=jenkins-hbase3.apache.org,32807,1696249557619 in 194 msec 2023-10-02T12:26:08,614 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=14, resume processing ppid=13 2023-10-02T12:26:08,614 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=14, ppid=13, state=SUCCESS; TransitRegionStateProcedure table=test-1696249566863, region=326926f49aa0e2641f77b505674db221, ASSIGN in 355 msec 2023-10-02T12:26:08,616 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test-1696249566863 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-10-02T12:26:08,616 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1696249566863","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249568616"}]},"ts":"1696249568616"} 2023-10-02T12:26:08,618 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1696249566863, state=ENABLED in hbase:meta 2023-10-02T12:26:08,621 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test-1696249566863 execute state=CREATE_TABLE_POST_OPERATION 2023-10-02T12:26:08,623 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=13, state=SUCCESS; CreateTableProcedure table=test-1696249566863 in 1.2460 sec 2023-10-02T12:26:09,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-10-02T12:26:09,509 INFO [Listener at jenkins-hbase3.apache.org/37663 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: default:test-1696249566863, procId: 13 completed 2023-10-02T12:26:09,511 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x66dd179a to 127.0.0.1:52986 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:26:09,522 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@174cc155, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:26:09,525 DEBUG [hconnection-0x52313ccc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:26:09,531 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:46002, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:26:09,538 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32807 {}] regionserver.HRegion(8210): writing data to region test-1696249566863,,1696249567369.326926f49aa0e2641f77b505674db221. with WAL disabled. Data may be lost in the event of a crash. 2023-10-02T12:26:09,650 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'ns2:test-16962495668631', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-10-02T12:26:09,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] procedure2.ProcedureExecutor(1032): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns2:test-16962495668631 2023-10-02T12:26:09,653 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16962495668631 execute state=CREATE_TABLE_PRE_OPERATION 2023-10-02T12:26:09,654 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:26:09,654 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns2" qualifier: "test-16962495668631" procId is: 16 2023-10-02T12:26:09,655 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns2:test-16962495668631 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-10-02T12:26:09,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-10-02T12:26:09,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-10-02T12:26:09,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-10-02T12:26:10,074 INFO [RegionOpenAndInit-ns2:test-16962495668631-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => ff3ad798912c6dfa66a59c2958ef65e2, NAME => 'ns2:test-16962495668631,,1696249569649.ff3ad798912c6dfa66a59c2958ef65e2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-16962495668631', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17 2023-10-02T12:26:10,096 DEBUG [RegionOpenAndInit-ns2:test-16962495668631-pool-0 {}] regionserver.HRegion(888): Instantiated ns2:test-16962495668631,,1696249569649.ff3ad798912c6dfa66a59c2958ef65e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:26:10,096 DEBUG [RegionOpenAndInit-ns2:test-16962495668631-pool-0 {}] regionserver.HRegion(1668): Closing ff3ad798912c6dfa66a59c2958ef65e2, disabling compactions & flushes 2023-10-02T12:26:10,096 INFO [RegionOpenAndInit-ns2:test-16962495668631-pool-0 {}] regionserver.HRegion(1690): Closing region ns2:test-16962495668631,,1696249569649.ff3ad798912c6dfa66a59c2958ef65e2. 2023-10-02T12:26:10,096 DEBUG [RegionOpenAndInit-ns2:test-16962495668631-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16962495668631,,1696249569649.ff3ad798912c6dfa66a59c2958ef65e2. 2023-10-02T12:26:10,096 DEBUG [RegionOpenAndInit-ns2:test-16962495668631-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16962495668631,,1696249569649.ff3ad798912c6dfa66a59c2958ef65e2. after waiting 0 ms 2023-10-02T12:26:10,096 DEBUG [RegionOpenAndInit-ns2:test-16962495668631-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16962495668631,,1696249569649.ff3ad798912c6dfa66a59c2958ef65e2. 2023-10-02T12:26:10,096 INFO [RegionOpenAndInit-ns2:test-16962495668631-pool-0 {}] regionserver.HRegion(1909): Closed ns2:test-16962495668631,,1696249569649.ff3ad798912c6dfa66a59c2958ef65e2. 2023-10-02T12:26:10,096 DEBUG [RegionOpenAndInit-ns2:test-16962495668631-pool-0 {}] regionserver.HRegion(1622): Region close journal for ff3ad798912c6dfa66a59c2958ef65e2: 2023-10-02T12:26:10,098 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns2:test-16962495668631 execute state=CREATE_TABLE_ADD_TO_META 2023-10-02T12:26:10,099 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns2:test-16962495668631,,1696249569649.ff3ad798912c6dfa66a59c2958ef65e2.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1696249570098"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696249570098"}]},"ts":"1696249570098"} 2023-10-02T12:26:10,102 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-10-02T12:26:10,103 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns2:test-16962495668631 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-10-02T12:26:10,103 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16962495668631","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249570103"}]},"ts":"1696249570103"} 2023-10-02T12:26:10,105 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16962495668631, state=ENABLING in hbase:meta 2023-10-02T12:26:10,110 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16962495668631, region=ff3ad798912c6dfa66a59c2958ef65e2, ASSIGN}] 2023-10-02T12:26:10,112 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16962495668631, region=ff3ad798912c6dfa66a59c2958ef65e2, ASSIGN 2023-10-02T12:26:10,113 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns2:test-16962495668631, region=ff3ad798912c6dfa66a59c2958ef65e2, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,32807,1696249557619; forceNewPlan=false, retain=false 2023-10-02T12:26:10,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-10-02T12:26:10,265 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=ff3ad798912c6dfa66a59c2958ef65e2, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,32807,1696249557619 2023-10-02T12:26:10,267 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE; OpenRegionProcedure ff3ad798912c6dfa66a59c2958ef65e2, server=jenkins-hbase3.apache.org,32807,1696249557619}] 2023-10-02T12:26:10,426 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(130): Open ns2:test-16962495668631,,1696249569649.ff3ad798912c6dfa66a59c2958ef65e2. 2023-10-02T12:26:10,426 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7254): Opening region: {ENCODED => ff3ad798912c6dfa66a59c2958ef65e2, NAME => 'ns2:test-16962495668631,,1696249569649.ff3ad798912c6dfa66a59c2958ef65e2.', STARTKEY => '', ENDKEY => ''} 2023-10-02T12:26:10,426 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-10-02T12:26:10,427 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16962495668631 ff3ad798912c6dfa66a59c2958ef65e2 2023-10-02T12:26:10,427 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(888): Instantiated ns2:test-16962495668631,,1696249569649.ff3ad798912c6dfa66a59c2958ef65e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:26:10,427 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7296): checking encryption for ff3ad798912c6dfa66a59c2958ef65e2 2023-10-02T12:26:10,427 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7299): checking classloading for ff3ad798912c6dfa66a59c2958ef65e2 2023-10-02T12:26:10,429 INFO [StoreOpener-ff3ad798912c6dfa66a59c2958ef65e2-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ff3ad798912c6dfa66a59c2958ef65e2 2023-10-02T12:26:10,431 INFO [StoreOpener-ff3ad798912c6dfa66a59c2958ef65e2-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff3ad798912c6dfa66a59c2958ef65e2 columnFamilyName f 2023-10-02T12:26:10,431 DEBUG [StoreOpener-ff3ad798912c6dfa66a59c2958ef65e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:26:10,431 INFO [StoreOpener-ff3ad798912c6dfa66a59c2958ef65e2-1 {}] regionserver.HStore(324): Store=ff3ad798912c6dfa66a59c2958ef65e2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:26:10,432 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/ns2/test-16962495668631/ff3ad798912c6dfa66a59c2958ef65e2 2023-10-02T12:26:10,433 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/ns2/test-16962495668631/ff3ad798912c6dfa66a59c2958ef65e2 2023-10-02T12:26:10,436 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1076): writing seq id for ff3ad798912c6dfa66a59c2958ef65e2 2023-10-02T12:26:10,443 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/ns2/test-16962495668631/ff3ad798912c6dfa66a59c2958ef65e2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-02T12:26:10,444 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): Opened ff3ad798912c6dfa66a59c2958ef65e2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9984694880, jitterRate=-0.07010282576084137}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-10-02T12:26:10,445 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(992): Region open journal for ff3ad798912c6dfa66a59c2958ef65e2: 2023-10-02T12:26:10,446 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2556): Post open deploy tasks for ns2:test-16962495668631,,1696249569649.ff3ad798912c6dfa66a59c2958ef65e2., pid=18, masterSystemTime=1696249570420 2023-10-02T12:26:10,449 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2583): Finished post open deploy task for ns2:test-16962495668631,,1696249569649.ff3ad798912c6dfa66a59c2958ef65e2. 2023-10-02T12:26:10,449 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(158): Opened ns2:test-16962495668631,,1696249569649.ff3ad798912c6dfa66a59c2958ef65e2. 2023-10-02T12:26:10,450 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=ff3ad798912c6dfa66a59c2958ef65e2, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,32807,1696249557619 2023-10-02T12:26:10,456 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=18, resume processing ppid=17 2023-10-02T12:26:10,456 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=18, ppid=17, state=SUCCESS; OpenRegionProcedure ff3ad798912c6dfa66a59c2958ef65e2, server=jenkins-hbase3.apache.org,32807,1696249557619 in 186 msec 2023-10-02T12:26:10,459 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=17, resume processing ppid=16 2023-10-02T12:26:10,459 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=17, ppid=16, state=SUCCESS; TransitRegionStateProcedure table=ns2:test-16962495668631, region=ff3ad798912c6dfa66a59c2958ef65e2, ASSIGN in 346 msec 2023-10-02T12:26:10,460 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns2:test-16962495668631 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-10-02T12:26:10,460 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16962495668631","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249570460"}]},"ts":"1696249570460"} 2023-10-02T12:26:10,462 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16962495668631, state=ENABLED in hbase:meta 2023-10-02T12:26:10,466 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16962495668631 execute state=CREATE_TABLE_POST_OPERATION 2023-10-02T12:26:10,468 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=16, state=SUCCESS; CreateTableProcedure table=ns2:test-16962495668631 in 816 msec 2023-10-02T12:26:10,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-10-02T12:26:10,763 INFO [Listener at jenkins-hbase3.apache.org/37663 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: ns2:test-16962495668631, procId: 16 completed 2023-10-02T12:26:10,768 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32807 {}] regionserver.HRegion(8210): writing data to region ns2:test-16962495668631,,1696249569649.ff3ad798912c6dfa66a59c2958ef65e2. with WAL disabled. Data may be lost in the event of a crash. 2023-10-02T12:26:10,867 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'ns3:test-16962495668632', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-10-02T12:26:10,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] procedure2.ProcedureExecutor(1032): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns3:test-16962495668632 2023-10-02T12:26:10,871 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16962495668632 execute state=CREATE_TABLE_PRE_OPERATION 2023-10-02T12:26:10,871 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:26:10,871 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns3" qualifier: "test-16962495668632" procId is: 19 2023-10-02T12:26:10,872 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns3:test-16962495668632 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-10-02T12:26:10,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-10-02T12:26:10,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-10-02T12:26:11,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-10-02T12:26:11,288 INFO [RegionOpenAndInit-ns3:test-16962495668632-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 7a5dc47a153d262a3b1a67514f456a54, NAME => 'ns3:test-16962495668632,,1696249570866.7a5dc47a153d262a3b1a67514f456a54.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-16962495668632', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17 2023-10-02T12:26:11,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-10-02T12:26:11,708 DEBUG [RegionOpenAndInit-ns3:test-16962495668632-pool-0 {}] regionserver.HRegion(888): Instantiated ns3:test-16962495668632,,1696249570866.7a5dc47a153d262a3b1a67514f456a54.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:26:11,708 DEBUG [RegionOpenAndInit-ns3:test-16962495668632-pool-0 {}] regionserver.HRegion(1668): Closing 7a5dc47a153d262a3b1a67514f456a54, disabling compactions & flushes 2023-10-02T12:26:11,708 INFO [RegionOpenAndInit-ns3:test-16962495668632-pool-0 {}] regionserver.HRegion(1690): Closing region ns3:test-16962495668632,,1696249570866.7a5dc47a153d262a3b1a67514f456a54. 2023-10-02T12:26:11,708 DEBUG [RegionOpenAndInit-ns3:test-16962495668632-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16962495668632,,1696249570866.7a5dc47a153d262a3b1a67514f456a54. 2023-10-02T12:26:11,708 DEBUG [RegionOpenAndInit-ns3:test-16962495668632-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16962495668632,,1696249570866.7a5dc47a153d262a3b1a67514f456a54. after waiting 0 ms 2023-10-02T12:26:11,708 DEBUG [RegionOpenAndInit-ns3:test-16962495668632-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16962495668632,,1696249570866.7a5dc47a153d262a3b1a67514f456a54. 2023-10-02T12:26:11,708 INFO [RegionOpenAndInit-ns3:test-16962495668632-pool-0 {}] regionserver.HRegion(1909): Closed ns3:test-16962495668632,,1696249570866.7a5dc47a153d262a3b1a67514f456a54. 2023-10-02T12:26:11,708 DEBUG [RegionOpenAndInit-ns3:test-16962495668632-pool-0 {}] regionserver.HRegion(1622): Region close journal for 7a5dc47a153d262a3b1a67514f456a54: 2023-10-02T12:26:11,710 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns3:test-16962495668632 execute state=CREATE_TABLE_ADD_TO_META 2023-10-02T12:26:11,711 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns3:test-16962495668632,,1696249570866.7a5dc47a153d262a3b1a67514f456a54.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1696249571710"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696249571710"}]},"ts":"1696249571710"} 2023-10-02T12:26:11,713 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-10-02T12:26:11,714 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns3:test-16962495668632 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-10-02T12:26:11,715 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16962495668632","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249571715"}]},"ts":"1696249571715"} 2023-10-02T12:26:11,717 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16962495668632, state=ENABLING in hbase:meta 2023-10-02T12:26:11,722 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16962495668632, region=7a5dc47a153d262a3b1a67514f456a54, ASSIGN}] 2023-10-02T12:26:11,725 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16962495668632, region=7a5dc47a153d262a3b1a67514f456a54, ASSIGN 2023-10-02T12:26:11,726 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns3:test-16962495668632, region=7a5dc47a153d262a3b1a67514f456a54, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,32807,1696249557619; forceNewPlan=false, retain=false 2023-10-02T12:26:11,878 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=7a5dc47a153d262a3b1a67514f456a54, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,32807,1696249557619 2023-10-02T12:26:11,880 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; OpenRegionProcedure 7a5dc47a153d262a3b1a67514f456a54, server=jenkins-hbase3.apache.org,32807,1696249557619}] 2023-10-02T12:26:11,938 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-16962495668631' 2023-10-02T12:26:11,938 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1696249566863' 2023-10-02T12:26:11,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-10-02T12:26:12,038 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(130): Open ns3:test-16962495668632,,1696249570866.7a5dc47a153d262a3b1a67514f456a54. 2023-10-02T12:26:12,038 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7254): Opening region: {ENCODED => 7a5dc47a153d262a3b1a67514f456a54, NAME => 'ns3:test-16962495668632,,1696249570866.7a5dc47a153d262a3b1a67514f456a54.', STARTKEY => '', ENDKEY => ''} 2023-10-02T12:26:12,039 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-10-02T12:26:12,039 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16962495668632 7a5dc47a153d262a3b1a67514f456a54 2023-10-02T12:26:12,039 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(888): Instantiated ns3:test-16962495668632,,1696249570866.7a5dc47a153d262a3b1a67514f456a54.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:26:12,039 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7296): checking encryption for 7a5dc47a153d262a3b1a67514f456a54 2023-10-02T12:26:12,039 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7299): checking classloading for 7a5dc47a153d262a3b1a67514f456a54 2023-10-02T12:26:12,041 INFO [StoreOpener-7a5dc47a153d262a3b1a67514f456a54-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7a5dc47a153d262a3b1a67514f456a54 2023-10-02T12:26:12,043 INFO [StoreOpener-7a5dc47a153d262a3b1a67514f456a54-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a5dc47a153d262a3b1a67514f456a54 columnFamilyName f 2023-10-02T12:26:12,043 DEBUG [StoreOpener-7a5dc47a153d262a3b1a67514f456a54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:26:12,044 INFO [StoreOpener-7a5dc47a153d262a3b1a67514f456a54-1 {}] regionserver.HStore(324): Store=7a5dc47a153d262a3b1a67514f456a54/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:26:12,045 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/ns3/test-16962495668632/7a5dc47a153d262a3b1a67514f456a54 2023-10-02T12:26:12,046 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/ns3/test-16962495668632/7a5dc47a153d262a3b1a67514f456a54 2023-10-02T12:26:12,049 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1076): writing seq id for 7a5dc47a153d262a3b1a67514f456a54 2023-10-02T12:26:12,052 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/ns3/test-16962495668632/7a5dc47a153d262a3b1a67514f456a54/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-02T12:26:12,053 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): Opened 7a5dc47a153d262a3b1a67514f456a54; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9632680640, jitterRate=-0.10288670659065247}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-10-02T12:26:12,054 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(992): Region open journal for 7a5dc47a153d262a3b1a67514f456a54: 2023-10-02T12:26:12,055 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2556): Post open deploy tasks for ns3:test-16962495668632,,1696249570866.7a5dc47a153d262a3b1a67514f456a54., pid=21, masterSystemTime=1696249572033 2023-10-02T12:26:12,058 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2583): Finished post open deploy task for ns3:test-16962495668632,,1696249570866.7a5dc47a153d262a3b1a67514f456a54. 2023-10-02T12:26:12,058 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(158): Opened ns3:test-16962495668632,,1696249570866.7a5dc47a153d262a3b1a67514f456a54. 2023-10-02T12:26:12,059 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=7a5dc47a153d262a3b1a67514f456a54, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,32807,1696249557619 2023-10-02T12:26:12,063 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=21, resume processing ppid=20 2023-10-02T12:26:12,063 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=21, ppid=20, state=SUCCESS; OpenRegionProcedure 7a5dc47a153d262a3b1a67514f456a54, server=jenkins-hbase3.apache.org,32807,1696249557619 in 181 msec 2023-10-02T12:26:12,067 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=20, resume processing ppid=19 2023-10-02T12:26:12,067 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=20, ppid=19, state=SUCCESS; TransitRegionStateProcedure table=ns3:test-16962495668632, region=7a5dc47a153d262a3b1a67514f456a54, ASSIGN in 342 msec 2023-10-02T12:26:12,068 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns3:test-16962495668632 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-10-02T12:26:12,068 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16962495668632","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249572068"}]},"ts":"1696249572068"} 2023-10-02T12:26:12,070 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16962495668632, state=ENABLED in hbase:meta 2023-10-02T12:26:12,072 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16962495668632 execute state=CREATE_TABLE_POST_OPERATION 2023-10-02T12:26:12,074 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=19, state=SUCCESS; CreateTableProcedure table=ns3:test-16962495668632 in 1.2060 sec 2023-10-02T12:26:12,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-10-02T12:26:12,984 INFO [Listener at jenkins-hbase3.apache.org/37663 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: ns3:test-16962495668632, procId: 19 completed 2023-10-02T12:26:12,984 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns3:test-16962495668632 get assigned. Timeout = 60000ms 2023-10-02T12:26:12,986 INFO [Listener at jenkins-hbase3.apache.org/37663 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-10-02T12:26:12,991 INFO [Listener at jenkins-hbase3.apache.org/37663 {}] hbase.HBaseTestingUtility(3581): All regions for table ns3:test-16962495668632 assigned to meta. Checking AM states. 2023-10-02T12:26:12,992 INFO [Listener at jenkins-hbase3.apache.org/37663 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-10-02T12:26:12,992 INFO [Listener at jenkins-hbase3.apache.org/37663 {}] hbase.HBaseTestingUtility(3601): All regions for table ns3:test-16962495668632 assigned. 2023-10-02T12:26:12,994 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'ns4:test-16962495668633', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-10-02T12:26:12,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] procedure2.ProcedureExecutor(1032): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns4:test-16962495668633 2023-10-02T12:26:12,998 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16962495668633 execute state=CREATE_TABLE_PRE_OPERATION 2023-10-02T12:26:12,998 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:26:12,998 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns4" qualifier: "test-16962495668633" procId is: 22 2023-10-02T12:26:12,999 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns4:test-16962495668633 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-10-02T12:26:13,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-10-02T12:26:13,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-10-02T12:26:13,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-10-02T12:26:13,428 INFO [RegionOpenAndInit-ns4:test-16962495668633-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => ec42d4e615090b6659a29ba4e71d3104, NAME => 'ns4:test-16962495668633,,1696249572994.ec42d4e615090b6659a29ba4e71d3104.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-16962495668633', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17 2023-10-02T12:26:13,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-10-02T12:26:13,844 DEBUG [RegionOpenAndInit-ns4:test-16962495668633-pool-0 {}] regionserver.HRegion(888): Instantiated ns4:test-16962495668633,,1696249572994.ec42d4e615090b6659a29ba4e71d3104.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:26:13,844 DEBUG [RegionOpenAndInit-ns4:test-16962495668633-pool-0 {}] regionserver.HRegion(1668): Closing ec42d4e615090b6659a29ba4e71d3104, disabling compactions & flushes 2023-10-02T12:26:13,844 INFO [RegionOpenAndInit-ns4:test-16962495668633-pool-0 {}] regionserver.HRegion(1690): Closing region ns4:test-16962495668633,,1696249572994.ec42d4e615090b6659a29ba4e71d3104. 2023-10-02T12:26:13,844 DEBUG [RegionOpenAndInit-ns4:test-16962495668633-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16962495668633,,1696249572994.ec42d4e615090b6659a29ba4e71d3104. 2023-10-02T12:26:13,844 DEBUG [RegionOpenAndInit-ns4:test-16962495668633-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16962495668633,,1696249572994.ec42d4e615090b6659a29ba4e71d3104. after waiting 0 ms 2023-10-02T12:26:13,844 DEBUG [RegionOpenAndInit-ns4:test-16962495668633-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16962495668633,,1696249572994.ec42d4e615090b6659a29ba4e71d3104. 2023-10-02T12:26:13,844 INFO [RegionOpenAndInit-ns4:test-16962495668633-pool-0 {}] regionserver.HRegion(1909): Closed ns4:test-16962495668633,,1696249572994.ec42d4e615090b6659a29ba4e71d3104. 2023-10-02T12:26:13,844 DEBUG [RegionOpenAndInit-ns4:test-16962495668633-pool-0 {}] regionserver.HRegion(1622): Region close journal for ec42d4e615090b6659a29ba4e71d3104: 2023-10-02T12:26:13,846 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns4:test-16962495668633 execute state=CREATE_TABLE_ADD_TO_META 2023-10-02T12:26:13,847 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns4:test-16962495668633,,1696249572994.ec42d4e615090b6659a29ba4e71d3104.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1696249573846"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696249573846"}]},"ts":"1696249573846"} 2023-10-02T12:26:13,849 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-10-02T12:26:13,852 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns4:test-16962495668633 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-10-02T12:26:13,852 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16962495668633","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249573852"}]},"ts":"1696249573852"} 2023-10-02T12:26:13,854 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16962495668633, state=ENABLING in hbase:meta 2023-10-02T12:26:13,860 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16962495668633, region=ec42d4e615090b6659a29ba4e71d3104, ASSIGN}] 2023-10-02T12:26:13,862 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16962495668633, region=ec42d4e615090b6659a29ba4e71d3104, ASSIGN 2023-10-02T12:26:13,864 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns4:test-16962495668633, region=ec42d4e615090b6659a29ba4e71d3104, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,32807,1696249557619; forceNewPlan=false, retain=false 2023-10-02T12:26:14,015 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=ec42d4e615090b6659a29ba4e71d3104, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,32807,1696249557619 2023-10-02T12:26:14,018 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE; OpenRegionProcedure ec42d4e615090b6659a29ba4e71d3104, server=jenkins-hbase3.apache.org,32807,1696249557619}] 2023-10-02T12:26:14,093 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-10-02T12:26:14,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-10-02T12:26:14,177 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(130): Open ns4:test-16962495668633,,1696249572994.ec42d4e615090b6659a29ba4e71d3104. 2023-10-02T12:26:14,177 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7254): Opening region: {ENCODED => ec42d4e615090b6659a29ba4e71d3104, NAME => 'ns4:test-16962495668633,,1696249572994.ec42d4e615090b6659a29ba4e71d3104.', STARTKEY => '', ENDKEY => ''} 2023-10-02T12:26:14,178 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-10-02T12:26:14,178 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16962495668633 ec42d4e615090b6659a29ba4e71d3104 2023-10-02T12:26:14,178 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(888): Instantiated ns4:test-16962495668633,,1696249572994.ec42d4e615090b6659a29ba4e71d3104.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:26:14,178 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7296): checking encryption for ec42d4e615090b6659a29ba4e71d3104 2023-10-02T12:26:14,178 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7299): checking classloading for ec42d4e615090b6659a29ba4e71d3104 2023-10-02T12:26:14,182 INFO [StoreOpener-ec42d4e615090b6659a29ba4e71d3104-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ec42d4e615090b6659a29ba4e71d3104 2023-10-02T12:26:14,188 INFO [StoreOpener-ec42d4e615090b6659a29ba4e71d3104-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec42d4e615090b6659a29ba4e71d3104 columnFamilyName f 2023-10-02T12:26:14,188 DEBUG [StoreOpener-ec42d4e615090b6659a29ba4e71d3104-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:26:14,189 INFO [StoreOpener-ec42d4e615090b6659a29ba4e71d3104-1 {}] regionserver.HStore(324): Store=ec42d4e615090b6659a29ba4e71d3104/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:26:14,191 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/ns4/test-16962495668633/ec42d4e615090b6659a29ba4e71d3104 2023-10-02T12:26:14,191 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/ns4/test-16962495668633/ec42d4e615090b6659a29ba4e71d3104 2023-10-02T12:26:14,196 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1076): writing seq id for ec42d4e615090b6659a29ba4e71d3104 2023-10-02T12:26:14,207 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/ns4/test-16962495668633/ec42d4e615090b6659a29ba4e71d3104/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-02T12:26:14,210 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): Opened ec42d4e615090b6659a29ba4e71d3104; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11684537920, jitterRate=0.08820739388465881}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-10-02T12:26:14,211 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(992): Region open journal for ec42d4e615090b6659a29ba4e71d3104: 2023-10-02T12:26:14,213 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2556): Post open deploy tasks for ns4:test-16962495668633,,1696249572994.ec42d4e615090b6659a29ba4e71d3104., pid=24, masterSystemTime=1696249574171 2023-10-02T12:26:14,217 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2583): Finished post open deploy task for ns4:test-16962495668633,,1696249572994.ec42d4e615090b6659a29ba4e71d3104. 2023-10-02T12:26:14,217 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(158): Opened ns4:test-16962495668633,,1696249572994.ec42d4e615090b6659a29ba4e71d3104. 2023-10-02T12:26:14,218 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=ec42d4e615090b6659a29ba4e71d3104, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,32807,1696249557619 2023-10-02T12:26:14,223 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=24, resume processing ppid=23 2023-10-02T12:26:14,224 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=24, ppid=23, state=SUCCESS; OpenRegionProcedure ec42d4e615090b6659a29ba4e71d3104, server=jenkins-hbase3.apache.org,32807,1696249557619 in 202 msec 2023-10-02T12:26:14,227 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=23, resume processing ppid=22 2023-10-02T12:26:14,227 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=23, ppid=22, state=SUCCESS; TransitRegionStateProcedure table=ns4:test-16962495668633, region=ec42d4e615090b6659a29ba4e71d3104, ASSIGN in 365 msec 2023-10-02T12:26:14,228 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns4:test-16962495668633 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-10-02T12:26:14,228 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16962495668633","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249574228"}]},"ts":"1696249574228"} 2023-10-02T12:26:14,230 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16962495668633, state=ENABLED in hbase:meta 2023-10-02T12:26:14,234 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16962495668633 execute state=CREATE_TABLE_POST_OPERATION 2023-10-02T12:26:14,237 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=22, state=SUCCESS; CreateTableProcedure table=ns4:test-16962495668633 in 1.2400 sec 2023-10-02T12:26:15,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-10-02T12:26:15,110 INFO [Listener at jenkins-hbase3.apache.org/37663 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: ns4:test-16962495668633, procId: 22 completed 2023-10-02T12:26:15,110 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns4:test-16962495668633 get assigned. Timeout = 60000ms 2023-10-02T12:26:15,111 INFO [Listener at jenkins-hbase3.apache.org/37663 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-10-02T12:26:15,116 INFO [Listener at jenkins-hbase3.apache.org/37663 {}] hbase.HBaseTestingUtility(3581): All regions for table ns4:test-16962495668633 assigned to meta. Checking AM states. 2023-10-02T12:26:15,116 INFO [Listener at jenkins-hbase3.apache.org/37663 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-10-02T12:26:15,116 INFO [Listener at jenkins-hbase3.apache.org/37663 {}] hbase.HBaseTestingUtility(3601): All regions for table ns4:test-16962495668633 assigned. 2023-10-02T12:26:15,117 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x66dd179a to 127.0.0.1:52986 2023-10-02T12:26:15,117 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:26:15,172 INFO [Listener at jenkins-hbase3.apache.org/37663 {}] hbase.ResourceChecker(147): before: backup.TestRepairAfterFailedDelete#testRepairBackupDelete Thread=583, OpenFileDescriptor=660, MaxFileDescriptor=60000, SystemLoadAverage=440, ProcessCount=181, AvailableMemoryMB=2200 2023-10-02T12:26:15,172 WARN [Listener at jenkins-hbase3.apache.org/37663 {}] hbase.ResourceChecker(130): Thread=583 is superior to 500 2023-10-02T12:26:15,175 INFO [Listener at jenkins-hbase3.apache.org/37663 {}] backup.TestRepairAfterFailedDelete(51): test repair backup delete on a single table with data 2023-10-02T12:26:15,177 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x54d911f7 to 127.0.0.1:52986 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:26:15,183 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25c238b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:26:15,192 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:26:15,194 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:51088, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:26:15,207 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:26:15,209 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:38304, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:26:15,221 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'backup'} 2023-10-02T12:26:15,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] procedure2.ProcedureExecutor(1032): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=backup 2023-10-02T12:26:15,241 DEBUG [Listener at localhost/34405-EventThread {}] zookeeper.ZKWatcher(604): master:34019-0x101732380ac0000, quorum=127.0.0.1:52986, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-10-02T12:26:15,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=25 2023-10-02T12:26:15,246 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=25, state=SUCCESS; CreateNamespaceProcedure, namespace=backup in 24 msec 2023-10-02T12:26:15,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=25 2023-10-02T12:26:15,365 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-10-02T12:26:15,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] procedure2.ProcedureExecutor(1032): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system 2023-10-02T12:26:15,371 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2023-10-02T12:26:15,371 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:26:15,371 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 26 2023-10-02T12:26:15,372 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-10-02T12:26:15,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=26 2023-10-02T12:26:15,400 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 29dcd94f711ff0a958aa95ec71a08f4c, NAME => 'backup:system,,1696249575364.29dcd94f711ff0a958aa95ec71a08f4c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17 2023-10-02T12:26:15,416 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-16962495668633 2023-10-02T12:26:15,416 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-16962495668633 Metrics about Tables on a single HBase RegionServer 2023-10-02T12:26:15,418 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1696249566863 2023-10-02T12:26:15,418 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1696249566863 Metrics about Tables on a single HBase RegionServer 2023-10-02T12:26:15,419 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-16962495668631 2023-10-02T12:26:15,419 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-16962495668631 Metrics about Tables on a single HBase RegionServer 2023-10-02T12:26:15,421 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-16962495668632 2023-10-02T12:26:15,421 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-16962495668632 Metrics about Tables on a single HBase RegionServer 2023-10-02T12:26:15,425 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system,,1696249575364.29dcd94f711ff0a958aa95ec71a08f4c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:26:15,425 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1668): Closing 29dcd94f711ff0a958aa95ec71a08f4c, disabling compactions & flushes 2023-10-02T12:26:15,425 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system,,1696249575364.29dcd94f711ff0a958aa95ec71a08f4c. 2023-10-02T12:26:15,425 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1696249575364.29dcd94f711ff0a958aa95ec71a08f4c. 2023-10-02T12:26:15,425 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1696249575364.29dcd94f711ff0a958aa95ec71a08f4c. after waiting 0 ms 2023-10-02T12:26:15,425 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1696249575364.29dcd94f711ff0a958aa95ec71a08f4c. 2023-10-02T12:26:15,426 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1909): Closed backup:system,,1696249575364.29dcd94f711ff0a958aa95ec71a08f4c. 2023-10-02T12:26:15,426 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1622): Region close journal for 29dcd94f711ff0a958aa95ec71a08f4c: 2023-10-02T12:26:15,428 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2023-10-02T12:26:15,428 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system,,1696249575364.29dcd94f711ff0a958aa95ec71a08f4c.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1696249575428"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696249575428"}]},"ts":"1696249575428"} 2023-10-02T12:26:15,430 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-10-02T12:26:15,432 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-10-02T12:26:15,432 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249575432"}]},"ts":"1696249575432"} 2023-10-02T12:26:15,434 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLING in hbase:meta 2023-10-02T12:26:15,441 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=29dcd94f711ff0a958aa95ec71a08f4c, ASSIGN}] 2023-10-02T12:26:15,444 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=29dcd94f711ff0a958aa95ec71a08f4c, ASSIGN 2023-10-02T12:26:15,445 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system, region=29dcd94f711ff0a958aa95ec71a08f4c, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,32807,1696249557619; forceNewPlan=false, retain=false 2023-10-02T12:26:15,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=26 2023-10-02T12:26:15,597 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=29dcd94f711ff0a958aa95ec71a08f4c, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,32807,1696249557619 2023-10-02T12:26:15,601 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE; OpenRegionProcedure 29dcd94f711ff0a958aa95ec71a08f4c, server=jenkins-hbase3.apache.org,32807,1696249557619}] 2023-10-02T12:26:15,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=26 2023-10-02T12:26:15,759 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(130): Open backup:system,,1696249575364.29dcd94f711ff0a958aa95ec71a08f4c. 2023-10-02T12:26:15,760 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7254): Opening region: {ENCODED => 29dcd94f711ff0a958aa95ec71a08f4c, NAME => 'backup:system,,1696249575364.29dcd94f711ff0a958aa95ec71a08f4c.', STARTKEY => '', ENDKEY => ''} 2023-10-02T12:26:15,760 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-10-02T12:26:15,761 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system 29dcd94f711ff0a958aa95ec71a08f4c 2023-10-02T12:26:15,761 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(888): Instantiated backup:system,,1696249575364.29dcd94f711ff0a958aa95ec71a08f4c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:26:15,761 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7296): checking encryption for 29dcd94f711ff0a958aa95ec71a08f4c 2023-10-02T12:26:15,761 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7299): checking classloading for 29dcd94f711ff0a958aa95ec71a08f4c 2023-10-02T12:26:15,768 INFO [StoreOpener-29dcd94f711ff0a958aa95ec71a08f4c-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 29dcd94f711ff0a958aa95ec71a08f4c 2023-10-02T12:26:15,772 INFO [StoreOpener-29dcd94f711ff0a958aa95ec71a08f4c-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29dcd94f711ff0a958aa95ec71a08f4c columnFamilyName meta 2023-10-02T12:26:15,772 DEBUG [StoreOpener-29dcd94f711ff0a958aa95ec71a08f4c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:26:15,773 INFO [StoreOpener-29dcd94f711ff0a958aa95ec71a08f4c-1 {}] regionserver.HStore(324): Store=29dcd94f711ff0a958aa95ec71a08f4c/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:26:15,773 INFO [StoreOpener-29dcd94f711ff0a958aa95ec71a08f4c-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 29dcd94f711ff0a958aa95ec71a08f4c 2023-10-02T12:26:15,775 INFO [StoreOpener-29dcd94f711ff0a958aa95ec71a08f4c-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29dcd94f711ff0a958aa95ec71a08f4c columnFamilyName session 2023-10-02T12:26:15,775 DEBUG [StoreOpener-29dcd94f711ff0a958aa95ec71a08f4c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:26:15,776 INFO [StoreOpener-29dcd94f711ff0a958aa95ec71a08f4c-1 {}] regionserver.HStore(324): Store=29dcd94f711ff0a958aa95ec71a08f4c/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:26:15,777 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c 2023-10-02T12:26:15,778 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c 2023-10-02T12:26:15,780 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-10-02T12:26:15,783 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1076): writing seq id for 29dcd94f711ff0a958aa95ec71a08f4c 2023-10-02T12:26:15,786 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-02T12:26:15,787 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): Opened 29dcd94f711ff0a958aa95ec71a08f4c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11365164480, jitterRate=0.05846342444419861}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-10-02T12:26:15,788 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(992): Region open journal for 29dcd94f711ff0a958aa95ec71a08f4c: 2023-10-02T12:26:15,789 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2556): Post open deploy tasks for backup:system,,1696249575364.29dcd94f711ff0a958aa95ec71a08f4c., pid=28, masterSystemTime=1696249575753 2023-10-02T12:26:15,791 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2583): Finished post open deploy task for backup:system,,1696249575364.29dcd94f711ff0a958aa95ec71a08f4c. 2023-10-02T12:26:15,791 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(158): Opened backup:system,,1696249575364.29dcd94f711ff0a958aa95ec71a08f4c. 2023-10-02T12:26:15,792 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=29dcd94f711ff0a958aa95ec71a08f4c, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,32807,1696249557619 2023-10-02T12:26:15,798 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=28, resume processing ppid=27 2023-10-02T12:26:15,798 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=28, ppid=27, state=SUCCESS; OpenRegionProcedure 29dcd94f711ff0a958aa95ec71a08f4c, server=jenkins-hbase3.apache.org,32807,1696249557619 in 195 msec 2023-10-02T12:26:15,801 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=27, resume processing ppid=26 2023-10-02T12:26:15,801 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=27, ppid=26, state=SUCCESS; TransitRegionStateProcedure table=backup:system, region=29dcd94f711ff0a958aa95ec71a08f4c, ASSIGN in 357 msec 2023-10-02T12:26:15,802 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-10-02T12:26:15,803 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249575802"}]},"ts":"1696249575802"} 2023-10-02T12:26:15,805 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLED in hbase:meta 2023-10-02T12:26:15,808 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2023-10-02T12:26:15,811 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=26, state=SUCCESS; CreateTableProcedure table=backup:system in 443 msec 2023-10-02T12:26:15,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=26 2023-10-02T12:26:15,979 INFO [Listener at jenkins-hbase3.apache.org/37663 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: backup:system, procId: 26 completed 2023-10-02T12:26:15,996 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-10-02T12:26:15,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] procedure2.ProcedureExecutor(1032): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system_bulk 2023-10-02T12:26:16,001 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2023-10-02T12:26:16,001 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:26:16,001 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 29 2023-10-02T12:26:16,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=29 2023-10-02T12:26:16,002 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-10-02T12:26:16,019 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 32a8a3fd28d4bd1959bd95d9fabd02ab, NAME => 'backup:system_bulk,,1696249575996.32a8a3fd28d4bd1959bd95d9fabd02ab.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17 2023-10-02T12:26:16,035 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1696249575996.32a8a3fd28d4bd1959bd95d9fabd02ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:26:16,035 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1668): Closing 32a8a3fd28d4bd1959bd95d9fabd02ab, disabling compactions & flushes 2023-10-02T12:26:16,035 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1696249575996.32a8a3fd28d4bd1959bd95d9fabd02ab. 2023-10-02T12:26:16,035 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1696249575996.32a8a3fd28d4bd1959bd95d9fabd02ab. 2023-10-02T12:26:16,035 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1696249575996.32a8a3fd28d4bd1959bd95d9fabd02ab. after waiting 0 ms 2023-10-02T12:26:16,035 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1696249575996.32a8a3fd28d4bd1959bd95d9fabd02ab. 2023-10-02T12:26:16,035 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1909): Closed backup:system_bulk,,1696249575996.32a8a3fd28d4bd1959bd95d9fabd02ab. 2023-10-02T12:26:16,035 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1622): Region close journal for 32a8a3fd28d4bd1959bd95d9fabd02ab: 2023-10-02T12:26:16,037 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2023-10-02T12:26:16,037 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system_bulk,,1696249575996.32a8a3fd28d4bd1959bd95d9fabd02ab.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1696249576037"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696249576037"}]},"ts":"1696249576037"} 2023-10-02T12:26:16,039 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-10-02T12:26:16,041 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-10-02T12:26:16,041 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249576041"}]},"ts":"1696249576041"} 2023-10-02T12:26:16,043 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2023-10-02T12:26:16,048 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=32a8a3fd28d4bd1959bd95d9fabd02ab, ASSIGN}] 2023-10-02T12:26:16,050 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=32a8a3fd28d4bd1959bd95d9fabd02ab, ASSIGN 2023-10-02T12:26:16,051 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system_bulk, region=32a8a3fd28d4bd1959bd95d9fabd02ab, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,32807,1696249557619; forceNewPlan=false, retain=false 2023-10-02T12:26:16,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=29 2023-10-02T12:26:16,204 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=32a8a3fd28d4bd1959bd95d9fabd02ab, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,32807,1696249557619 2023-10-02T12:26:16,207 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; OpenRegionProcedure 32a8a3fd28d4bd1959bd95d9fabd02ab, server=jenkins-hbase3.apache.org,32807,1696249557619}] 2023-10-02T12:26:16,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=29 2023-10-02T12:26:16,365 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(130): Open backup:system_bulk,,1696249575996.32a8a3fd28d4bd1959bd95d9fabd02ab. 2023-10-02T12:26:16,365 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7254): Opening region: {ENCODED => 32a8a3fd28d4bd1959bd95d9fabd02ab, NAME => 'backup:system_bulk,,1696249575996.32a8a3fd28d4bd1959bd95d9fabd02ab.', STARTKEY => '', ENDKEY => ''} 2023-10-02T12:26:16,366 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-10-02T12:26:16,366 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk 32a8a3fd28d4bd1959bd95d9fabd02ab 2023-10-02T12:26:16,392 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1696249575996.32a8a3fd28d4bd1959bd95d9fabd02ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:26:16,392 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7296): checking encryption for 32a8a3fd28d4bd1959bd95d9fabd02ab 2023-10-02T12:26:16,392 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7299): checking classloading for 32a8a3fd28d4bd1959bd95d9fabd02ab 2023-10-02T12:26:16,399 INFO [StoreOpener-32a8a3fd28d4bd1959bd95d9fabd02ab-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 32a8a3fd28d4bd1959bd95d9fabd02ab 2023-10-02T12:26:16,401 INFO [StoreOpener-32a8a3fd28d4bd1959bd95d9fabd02ab-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32a8a3fd28d4bd1959bd95d9fabd02ab columnFamilyName meta 2023-10-02T12:26:16,402 DEBUG [StoreOpener-32a8a3fd28d4bd1959bd95d9fabd02ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:26:16,403 INFO [StoreOpener-32a8a3fd28d4bd1959bd95d9fabd02ab-1 {}] regionserver.HStore(324): Store=32a8a3fd28d4bd1959bd95d9fabd02ab/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:26:16,403 INFO [StoreOpener-32a8a3fd28d4bd1959bd95d9fabd02ab-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 32a8a3fd28d4bd1959bd95d9fabd02ab 2023-10-02T12:26:16,405 INFO [StoreOpener-32a8a3fd28d4bd1959bd95d9fabd02ab-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32a8a3fd28d4bd1959bd95d9fabd02ab columnFamilyName session 2023-10-02T12:26:16,405 DEBUG [StoreOpener-32a8a3fd28d4bd1959bd95d9fabd02ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:26:16,406 INFO [StoreOpener-32a8a3fd28d4bd1959bd95d9fabd02ab-1 {}] regionserver.HStore(324): Store=32a8a3fd28d4bd1959bd95d9fabd02ab/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:26:16,407 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system_bulk/32a8a3fd28d4bd1959bd95d9fabd02ab 2023-10-02T12:26:16,408 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system_bulk/32a8a3fd28d4bd1959bd95d9fabd02ab 2023-10-02T12:26:16,410 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-10-02T12:26:16,412 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1076): writing seq id for 32a8a3fd28d4bd1959bd95d9fabd02ab 2023-10-02T12:26:16,416 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system_bulk/32a8a3fd28d4bd1959bd95d9fabd02ab/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-02T12:26:16,416 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): Opened 32a8a3fd28d4bd1959bd95d9fabd02ab; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10987756320, jitterRate=0.023314550518989563}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-10-02T12:26:16,417 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(992): Region open journal for 32a8a3fd28d4bd1959bd95d9fabd02ab: 2023-10-02T12:26:16,419 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2556): Post open deploy tasks for backup:system_bulk,,1696249575996.32a8a3fd28d4bd1959bd95d9fabd02ab., pid=31, masterSystemTime=1696249576359 2023-10-02T12:26:16,422 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2583): Finished post open deploy task for backup:system_bulk,,1696249575996.32a8a3fd28d4bd1959bd95d9fabd02ab. 2023-10-02T12:26:16,422 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(158): Opened backup:system_bulk,,1696249575996.32a8a3fd28d4bd1959bd95d9fabd02ab. 2023-10-02T12:26:16,422 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=32a8a3fd28d4bd1959bd95d9fabd02ab, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,32807,1696249557619 2023-10-02T12:26:16,428 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=31, resume processing ppid=30 2023-10-02T12:26:16,428 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=31, ppid=30, state=SUCCESS; OpenRegionProcedure 32a8a3fd28d4bd1959bd95d9fabd02ab, server=jenkins-hbase3.apache.org,32807,1696249557619 in 218 msec 2023-10-02T12:26:16,431 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=30, resume processing ppid=29 2023-10-02T12:26:16,431 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=30, ppid=29, state=SUCCESS; TransitRegionStateProcedure table=backup:system_bulk, region=32a8a3fd28d4bd1959bd95d9fabd02ab, ASSIGN in 380 msec 2023-10-02T12:26:16,432 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-10-02T12:26:16,432 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249576432"}]},"ts":"1696249576432"} 2023-10-02T12:26:16,434 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2023-10-02T12:26:16,438 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2023-10-02T12:26:16,440 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=29, state=SUCCESS; CreateTableProcedure table=backup:system_bulk in 441 msec 2023-10-02T12:26:16,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=29 2023-10-02T12:26:16,609 INFO [Listener at jenkins-hbase3.apache.org/37663 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: backup:system_bulk, procId: 29 completed 2023-10-02T12:26:16,627 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] impl.BackupSystemTable(630): Start new backup exclusive operation 2023-10-02T12:26:16,684 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(1687): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-10-02T12:26:16,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1696249576684 (current time:1696249576684). 2023-10-02T12:26:16,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-10-02T12:26:16,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-10-02T12:26:16,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x2169957b to 127.0.0.1:52986 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:26:16,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58002338, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:26:16,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:26:16,699 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:51092, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:26:16,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x2169957b to 127.0.0.1:52986 2023-10-02T12:26:16,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:26:16,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-10-02T12:26:16,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] procedure2.ProcedureExecutor(1032): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-10-02T12:26:16,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-10-02T12:26:16,721 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-10-02T12:26:16,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-10-02T12:26:16,727 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-10-02T12:26:16,743 WARN [PEWorker-5 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/.hbase-snapshot, current working dir path: hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/.hbase-snapshot/.tmp/snapshot_backup_system org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-10-02T12:26:16,745 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-10-02T12:26:16,765 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-10-02T12:26:16,768 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure 29dcd94f711ff0a958aa95ec71a08f4c}] 2023-10-02T12:26:16,776 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure 29dcd94f711ff0a958aa95ec71a08f4c 2023-10-02T12:26:16,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-10-02T12:26:16,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32807 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2023-10-02T12:26:16,941 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1696249575364.29dcd94f711ff0a958aa95ec71a08f4c. 2023-10-02T12:26:16,945 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2819): Flushing 29dcd94f711ff0a958aa95ec71a08f4c 2/2 column families, dataSize=45 B heapSize=632 B 2023-10-02T12:26:17,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-10-02T12:26:17,046 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/.tmp/session/67fb215458f84d4591f4629d80c210b9 is 49, key is activesession:/session:c/1696249576665/Put/seqid=0 2023-10-02T12:26:17,074 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/.tmp/session/67fb215458f84d4591f4629d80c210b9 2023-10-02T12:26:17,170 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/.tmp/session/67fb215458f84d4591f4629d80c210b9 as hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/session/67fb215458f84d4591f4629d80c210b9 2023-10-02T12:26:17,182 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/session/67fb215458f84d4591f4629d80c210b9, entries=1, sequenceid=5, filesize=4.9 K 2023-10-02T12:26:17,187 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3022): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for 29dcd94f711ff0a958aa95ec71a08f4c in 242ms, sequenceid=5, compaction requested=false 2023-10-02T12:26:17,187 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2023-10-02T12:26:17,189 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2520): Flush status journal for 29dcd94f711ff0a958aa95ec71a08f4c: 2023-10-02T12:26:17,189 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1696249575364.29dcd94f711ff0a958aa95ec71a08f4c. for snapshot_backup_system completed. 2023-10-02T12:26:17,190 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1696249575364.29dcd94f711ff0a958aa95ec71a08f4c.' region-info for snapshot=snapshot_backup_system 2023-10-02T12:26:17,198 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-10-02T12:26:17,203 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [] hfiles 2023-10-02T12:26:17,203 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/session/67fb215458f84d4591f4629d80c210b9] hfiles 2023-10-02T12:26:17,203 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/session/67fb215458f84d4591f4629d80c210b9 for snapshot=snapshot_backup_system 2023-10-02T12:26:17,228 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1696249575364.29dcd94f711ff0a958aa95ec71a08f4c. 2023-10-02T12:26:17,233 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=33 2023-10-02T12:26:17,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.HMaster(3995): Remote procedure done, pid=33 2023-10-02T12:26:17,238 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region 29dcd94f711ff0a958aa95ec71a08f4c 2023-10-02T12:26:17,238 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure 29dcd94f711ff0a958aa95ec71a08f4c 2023-10-02T12:26:17,243 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=33, resume processing ppid=32 2023-10-02T12:26:17,243 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=33, ppid=32, state=SUCCESS; SnapshotRegionProcedure 29dcd94f711ff0a958aa95ec71a08f4c in 472 msec 2023-10-02T12:26:17,243 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-10-02T12:26:17,245 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-10-02T12:26:17,249 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-10-02T12:26:17,249 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-10-02T12:26:17,252 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/.hbase-snapshot/.tmp/snapshot_backup_system 2023-10-02T12:26:17,321 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-10-02T12:26:17,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-10-02T12:26:17,340 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-10-02T12:26:17,341 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/.hbase-snapshot/snapshot_backup_system 2023-10-02T12:26:17,345 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-10-02T12:26:17,345 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-10-02T12:26:17,347 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 635 msec 2023-10-02T12:26:17,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-10-02T12:26:17,832 INFO [Listener at jenkins-hbase3.apache.org/37663 {}] client.HBaseAdmin$TableFuture(3677): Operation: SNAPSHOT, Table Name: backup:system, procId: 32 completed 2023-10-02T12:26:17,832 INFO [Listener at jenkins-hbase3.apache.org/37663 {}] impl.TableBackupClient(115): Backup backup_1696249575187 started at 1696249577832. 2023-10-02T12:26:17,860 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] impl.TableBackupClient(119): Backup session backup_1696249575187 has been started. 2023-10-02T12:26:17,865 INFO [Listener at jenkins-hbase3.apache.org/37663 {}] impl.FullTableBackupClient(150): Execute roll log procedure for full backup ... 2023-10-02T12:26:17,880 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(948): Client=jenkins//172.31.12.81 procedure request for: rolllog-proc 2023-10-02T12:26:17,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-10-02T12:26:17,888 INFO [(jenkins-hbase3.apache.org,34019,1696249553996)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-10-02T12:26:17,888 DEBUG [(jenkins-hbase3.apache.org,34019,1696249553996)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-10-02T12:26:17,889 DEBUG [(jenkins-hbase3.apache.org,34019,1696249553996)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-10-02T12:26:17,889 DEBUG [(jenkins-hbase3.apache.org,34019,1696249553996)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-10-02T12:26:17,890 DEBUG [(jenkins-hbase3.apache.org,34019,1696249553996)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:34019-0x101732380ac0000, quorum=127.0.0.1:52986, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-10-02T12:26:17,890 DEBUG [(jenkins-hbase3.apache.org,34019,1696249553996)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-10-02T12:26:17,891 DEBUG [Listener at localhost/34405-EventThread {}] zookeeper.ZKWatcher(604): regionserver:32807-0x101732380ac0001, quorum=127.0.0.1:52986, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-10-02T12:26:17,891 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-10-02T12:26:17,892 DEBUG [(jenkins-hbase3.apache.org,34019,1696249553996)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,32807,1696249557619 2023-10-02T12:26:17,892 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-10-02T12:26:17,892 DEBUG [(jenkins-hbase3.apache.org,34019,1696249553996)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:34019-0x101732380ac0000, quorum=127.0.0.1:52986, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,32807,1696249557619 2023-10-02T12:26:17,892 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-10-02T12:26:17,892 DEBUG [(jenkins-hbase3.apache.org,34019,1696249553996)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-10-02T12:26:17,893 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32807-0x101732380ac0001, quorum=127.0.0.1:52986, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-10-02T12:26:17,895 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-10-02T12:26:17,895 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-10-02T12:26:17,895 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-10-02T12:26:17,897 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-10-02T12:26:17,901 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-10-02T12:26:17,901 DEBUG [member: 'jenkins-hbase3.apache.org,32807,1696249557619' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-10-02T12:26:17,901 DEBUG [member: 'jenkins-hbase3.apache.org,32807,1696249557619' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-10-02T12:26:17,902 DEBUG [member: 'jenkins-hbase3.apache.org,32807,1696249557619' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-10-02T12:26:17,902 DEBUG [member: 'jenkins-hbase3.apache.org,32807,1696249557619' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-10-02T12:26:17,902 DEBUG [member: 'jenkins-hbase3.apache.org,32807,1696249557619' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,32807,1696249557619' joining acquired barrier for procedure (rolllog) in zk 2023-10-02T12:26:17,906 DEBUG [Listener at localhost/34405-EventThread {}] zookeeper.ZKWatcher(604): master:34019-0x101732380ac0000, quorum=127.0.0.1:52986, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,32807,1696249557619 2023-10-02T12:26:17,906 DEBUG [member: 'jenkins-hbase3.apache.org,32807,1696249557619' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-10-02T12:26:17,906 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,32807,1696249557619 2023-10-02T12:26:17,906 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-10-02T12:26:17,906 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-10-02T12:26:17,907 DEBUG [member: 'jenkins-hbase3.apache.org,32807,1696249557619' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32807-0x101732380ac0001, quorum=127.0.0.1:52986, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2023-10-02T12:26:17,907 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-10-02T12:26:17,907 DEBUG [member: 'jenkins-hbase3.apache.org,32807,1696249557619' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-10-02T12:26:17,908 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-10-02T12:26:17,908 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:26:17,909 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,32807,1696249557619 2023-10-02T12:26:17,909 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-10-02T12:26:17,910 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,32807,1696249557619' joining acquired barrier for procedure 'rolllog' on coordinator 2023-10-02T12:26:17,910 DEBUG [(jenkins-hbase3.apache.org,34019,1696249553996)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-10-02T12:26:17,910 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@5dbcbc9[Count = 0] remaining members to acquire global barrier 2023-10-02T12:26:17,910 DEBUG [(jenkins-hbase3.apache.org,34019,1696249553996)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-10-02T12:26:17,912 DEBUG [Listener at localhost/34405-EventThread {}] zookeeper.ZKWatcher(604): regionserver:32807-0x101732380ac0001, quorum=127.0.0.1:52986, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-10-02T12:26:17,913 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-10-02T12:26:17,913 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-10-02T12:26:17,913 DEBUG [member: 'jenkins-hbase3.apache.org,32807,1696249557619' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-10-02T12:26:17,913 DEBUG [(jenkins-hbase3.apache.org,34019,1696249553996)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:34019-0x101732380ac0000, quorum=127.0.0.1:52986, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,32807,1696249557619 2023-10-02T12:26:17,913 DEBUG [(jenkins-hbase3.apache.org,34019,1696249553996)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-10-02T12:26:17,914 DEBUG [member: 'jenkins-hbase3.apache.org,32807,1696249557619' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-10-02T12:26:17,914 DEBUG [rs(jenkins-hbase3.apache.org,32807,1696249557619)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase3.apache.org,32807,1696249557619 2023-10-02T12:26:17,915 INFO [rs(jenkins-hbase3.apache.org,32807,1696249557619)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1696249559912 highest: 1696249559912 on jenkins-hbase3.apache.org,32807,1696249557619 2023-10-02T12:26:17,915 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C32807%2C1696249557619:(num 1696249559912) roll requested 2023-10-02T12:26:17,930 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/WALs/jenkins-hbase3.apache.org,32807,1696249557619/jenkins-hbase3.apache.org%2C32807%2C1696249557619.1696249577915, exclude list is [], retry=0 2023-10-02T12:26:17,939 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39389,DS-7d5b2d84-cc21-407e-8972-2d818c02d4c3,DISK] 2023-10-02T12:26:17,940 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2023-10-02T12:26:17,940 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-16962495668632' 2023-10-02T12:26:17,941 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-16962495668633' 2023-10-02T12:26:17,945 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/WALs/jenkins-hbase3.apache.org,32807,1696249557619/jenkins-hbase3.apache.org%2C32807%2C1696249557619.1696249559912 with entries=19, filesize=3.99 KB; new WAL /user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/WALs/jenkins-hbase3.apache.org,32807,1696249557619/jenkins-hbase3.apache.org%2C32807%2C1696249557619.1696249577915 2023-10-02T12:26:17,950 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:39389,DS-7d5b2d84-cc21-407e-8972-2d818c02d4c3,DISK]] 2023-10-02T12:26:17,950 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/WALs/jenkins-hbase3.apache.org,32807,1696249557619/jenkins-hbase3.apache.org%2C32807%2C1696249557619.1696249559912 is not closed yet, will try archiving it next time 2023-10-02T12:26:17,950 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C32807%2C1696249557619.meta:.meta(num 1696249560261) roll requested 2023-10-02T12:26:17,966 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/WALs/jenkins-hbase3.apache.org,32807,1696249557619/jenkins-hbase3.apache.org%2C32807%2C1696249557619.meta.1696249577950.meta, exclude list is [], retry=0 2023-10-02T12:26:17,976 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39389,DS-7d5b2d84-cc21-407e-8972-2d818c02d4c3,DISK] 2023-10-02T12:26:17,977 DEBUG [rs(jenkins-hbase3.apache.org,32807,1696249557619)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 46 2023-10-02T12:26:17,977 INFO [rs(jenkins-hbase3.apache.org,32807,1696249557619)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1696249577915 on jenkins-hbase3.apache.org,32807,1696249557619 2023-10-02T12:26:17,977 DEBUG [rs(jenkins-hbase3.apache.org,32807,1696249557619)-backup-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:26:17,979 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:38312, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-10-02T12:26:17,997 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/WALs/jenkins-hbase3.apache.org,32807,1696249557619/jenkins-hbase3.apache.org%2C32807%2C1696249557619.meta.1696249560261.meta with entries=36, filesize=11.13 KB; new WAL /user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/WALs/jenkins-hbase3.apache.org,32807,1696249557619/jenkins-hbase3.apache.org%2C32807%2C1696249557619.meta.1696249577950.meta 2023-10-02T12:26:17,998 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:39389,DS-7d5b2d84-cc21-407e-8972-2d818c02d4c3,DISK]] 2023-10-02T12:26:17,998 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/WALs/jenkins-hbase3.apache.org,32807,1696249557619/jenkins-hbase3.apache.org%2C32807%2C1696249557619.meta.1696249560261.meta is not closed yet, will try archiving it next time 2023-10-02T12:26:18,019 DEBUG [member: 'jenkins-hbase3.apache.org,32807,1696249557619' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-10-02T12:26:18,019 DEBUG [member: 'jenkins-hbase3.apache.org,32807,1696249557619' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase3.apache.org,32807,1696249557619' in zk 2023-10-02T12:26:18,022 DEBUG [member: 'jenkins-hbase3.apache.org,32807,1696249557619' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-10-02T12:26:18,022 DEBUG [member: 'jenkins-hbase3.apache.org,32807,1696249557619' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-10-02T12:26:18,022 DEBUG [member: 'jenkins-hbase3.apache.org,32807,1696249557619' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-10-02T12:26:18,022 DEBUG [Listener at localhost/34405-EventThread {}] zookeeper.ZKWatcher(604): master:34019-0x101732380ac0000, quorum=127.0.0.1:52986, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,32807,1696249557619 2023-10-02T12:26:18,023 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,32807,1696249557619 2023-10-02T12:26:18,023 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-10-02T12:26:18,023 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-10-02T12:26:18,024 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-10-02T12:26:18,025 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-10-02T12:26:18,025 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:26:18,026 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,32807,1696249557619 2023-10-02T12:26:18,026 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-10-02T12:26:18,027 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:26:18,027 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,32807,1696249557619 2023-10-02T12:26:18,028 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase3.apache.org,32807,1696249557619': 2023-10-02T12:26:18,028 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,32807,1696249557619' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-10-02T12:26:18,028 INFO [(jenkins-hbase3.apache.org,34019,1696249553996)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-10-02T12:26:18,028 DEBUG [(jenkins-hbase3.apache.org,34019,1696249553996)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-10-02T12:26:18,028 DEBUG [(jenkins-hbase3.apache.org,34019,1696249553996)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-10-02T12:26:18,029 DEBUG [(jenkins-hbase3.apache.org,34019,1696249553996)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-10-02T12:26:18,029 INFO [(jenkins-hbase3.apache.org,34019,1696249553996)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-10-02T12:26:18,031 DEBUG [Listener at localhost/34405-EventThread {}] zookeeper.ZKWatcher(604): regionserver:32807-0x101732380ac0001, quorum=127.0.0.1:52986, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-10-02T12:26:18,031 DEBUG [Listener at localhost/34405-EventThread {}] zookeeper.ZKWatcher(604): master:34019-0x101732380ac0000, quorum=127.0.0.1:52986, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-10-02T12:26:18,032 DEBUG [Listener at localhost/34405-EventThread {}] zookeeper.ZKWatcher(604): regionserver:32807-0x101732380ac0001, quorum=127.0.0.1:52986, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-10-02T12:26:18,032 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-10-02T12:26:18,032 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-10-02T12:26:18,032 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-10-02T12:26:18,032 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-10-02T12:26:18,032 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-10-02T12:26:18,032 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-10-02T12:26:18,032 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-10-02T12:26:18,032 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-10-02T12:26:18,033 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-10-02T12:26:18,033 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:26:18,034 DEBUG [(jenkins-hbase3.apache.org,34019,1696249553996)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:34019-0x101732380ac0000, quorum=127.0.0.1:52986, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,32807,1696249557619 2023-10-02T12:26:18,034 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-10-02T12:26:18,034 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:26:18,035 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,32807,1696249557619 2023-10-02T12:26:18,036 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-10-02T12:26:18,036 DEBUG [(jenkins-hbase3.apache.org,34019,1696249553996)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:34019-0x101732380ac0000, quorum=127.0.0.1:52986, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,32807,1696249557619 2023-10-02T12:26:18,036 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:26:18,037 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,32807,1696249557619 2023-10-02T12:26:18,047 DEBUG [Listener at localhost/34405-EventThread {}] zookeeper.ZKWatcher(604): regionserver:32807-0x101732380ac0001, quorum=127.0.0.1:52986, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-10-02T12:26:18,047 DEBUG [Listener at localhost/34405-EventThread {}] zookeeper.ZKWatcher(604): regionserver:32807-0x101732380ac0001, quorum=127.0.0.1:52986, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-10-02T12:26:18,047 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-10-02T12:26:18,047 DEBUG [Listener at localhost/34405-EventThread {}] zookeeper.ZKWatcher(604): master:34019-0x101732380ac0000, quorum=127.0.0.1:52986, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,32807,1696249557619 2023-10-02T12:26:18,048 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-10-02T12:26:18,048 DEBUG [Listener at localhost/34405-EventThread {}] zookeeper.ZKWatcher(604): master:34019-0x101732380ac0000, quorum=127.0.0.1:52986, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-10-02T12:26:18,048 DEBUG [Listener at localhost/34405-EventThread {}] zookeeper.ZKWatcher(604): master:34019-0x101732380ac0000, quorum=127.0.0.1:52986, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-10-02T12:26:18,048 DEBUG [Listener at localhost/34405-EventThread {}] zookeeper.ZKWatcher(604): master:34019-0x101732380ac0000, quorum=127.0.0.1:52986, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,32807,1696249557619 2023-10-02T12:26:18,048 DEBUG [Listener at localhost/34405-EventThread {}] zookeeper.ZKWatcher(604): master:34019-0x101732380ac0000, quorum=127.0.0.1:52986, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-10-02T12:26:18,048 DEBUG [Listener at localhost/34405-EventThread {}] zookeeper.ZKWatcher(604): master:34019-0x101732380ac0000, quorum=127.0.0.1:52986, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-10-02T12:26:18,048 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-10-02T12:26:18,048 DEBUG [Listener at localhost/34405-EventThread {}] zookeeper.ZKWatcher(604): master:34019-0x101732380ac0000, quorum=127.0.0.1:52986, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-10-02T12:26:18,048 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-10-02T12:26:18,048 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-10-02T12:26:18,048 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-10-02T12:26:18,050 DEBUG [(jenkins-hbase3.apache.org,34019,1696249553996)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-10-02T12:26:18,051 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] client.HBaseAdmin(2838): Waiting a max of 300000 ms for procedure 'rolllog-proc : rolllog'' to complete. (max 6666 ms per retry) 2023-10-02T12:26:18,051 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] client.HBaseAdmin(2846): (#1) Sleeping: 100ms while waiting for procedure completion. 2023-10-02T12:26:18,151 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] client.HBaseAdmin(2852): Getting current status of procedure from master... 2023-10-02T12:26:18,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(1249): Checking to see if procedure from request:rolllog-proc is done 2023-10-02T12:26:18,164 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(1687): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1696249578163_default_test-1696249566863 table=test-1696249566863 type=FLUSH ttl=0 } 2023-10-02T12:26:18,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1696249578164 (current time:1696249578164). 2023-10-02T12:26:18,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-10-02T12:26:18,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1696249578163_default_test-1696249566863 VERSION not specified, setting to 2 2023-10-02T12:26:18,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x64606669 to 127.0.0.1:52986 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:26:18,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cbdb88b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:26:18,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:26:18,181 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:51108, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:26:18,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x64606669 to 127.0.0.1:52986 2023-10-02T12:26:18,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:26:18,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-10-02T12:26:18,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] procedure2.ProcedureExecutor(1032): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696249578163_default_test-1696249566863 table=test-1696249566863 type=FLUSH ttl=0 } 2023-10-02T12:26:18,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_1696249578163_default_test-1696249566863 table=test-1696249566863 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-10-02T12:26:18,187 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696249578163_default_test-1696249566863 table=test-1696249566863 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-10-02T12:26:18,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-10-02T12:26:18,188 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696249578163_default_test-1696249566863 table=test-1696249566863 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-10-02T12:26:18,192 WARN [PEWorker-2 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/.hbase-snapshot, current working dir path: hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/.hbase-snapshot/.tmp/snapshot_1696249578163_default_test-1696249566863 org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-10-02T12:26:18,194 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696249578163_default_test-1696249566863 table=test-1696249566863 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-10-02T12:26:18,222 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696249578163_default_test-1696249566863 table=test-1696249566863 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-10-02T12:26:18,222 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure 326926f49aa0e2641f77b505674db221}] 2023-10-02T12:26:18,224 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure 326926f49aa0e2641f77b505674db221 2023-10-02T12:26:18,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-10-02T12:26:18,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32807 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2023-10-02T12:26:18,377 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1696249566863,,1696249567369.326926f49aa0e2641f77b505674db221. 2023-10-02T12:26:18,378 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2819): Flushing 326926f49aa0e2641f77b505674db221 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-10-02T12:26:18,401 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/default/test-1696249566863/326926f49aa0e2641f77b505674db221/.tmp/f/71d6648e99e44dcbbb69c37bed4873d4 is 37, key is row10/f:q1/1696249569554/Put/seqid=0 2023-10-02T12:26:18,412 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/default/test-1696249566863/326926f49aa0e2641f77b505674db221/.tmp/f/71d6648e99e44dcbbb69c37bed4873d4 2023-10-02T12:26:18,424 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/default/test-1696249566863/326926f49aa0e2641f77b505674db221/.tmp/f/71d6648e99e44dcbbb69c37bed4873d4 as hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/default/test-1696249566863/326926f49aa0e2641f77b505674db221/f/71d6648e99e44dcbbb69c37bed4873d4 2023-10-02T12:26:18,436 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/default/test-1696249566863/326926f49aa0e2641f77b505674db221/f/71d6648e99e44dcbbb69c37bed4873d4, entries=99, sequenceid=103, filesize=8.2 K 2023-10-02T12:26:18,439 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 326926f49aa0e2641f77b505674db221 in 60ms, sequenceid=103, compaction requested=false 2023-10-02T12:26:18,440 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2520): Flush status journal for 326926f49aa0e2641f77b505674db221: 2023-10-02T12:26:18,440 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1696249566863,,1696249567369.326926f49aa0e2641f77b505674db221. for snapshot_1696249578163_default_test-1696249566863 completed. 2023-10-02T12:26:18,440 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(240): Storing 'test-1696249566863,,1696249567369.326926f49aa0e2641f77b505674db221.' region-info for snapshot=snapshot_1696249578163_default_test-1696249566863 2023-10-02T12:26:18,440 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-10-02T12:26:18,440 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/default/test-1696249566863/326926f49aa0e2641f77b505674db221/f/71d6648e99e44dcbbb69c37bed4873d4] hfiles 2023-10-02T12:26:18,440 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/default/test-1696249566863/326926f49aa0e2641f77b505674db221/f/71d6648e99e44dcbbb69c37bed4873d4 for snapshot=snapshot_1696249578163_default_test-1696249566863 2023-10-02T12:26:18,456 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1696249566863,,1696249567369.326926f49aa0e2641f77b505674db221. 2023-10-02T12:26:18,456 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=35 2023-10-02T12:26:18,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.HMaster(3995): Remote procedure done, pid=35 2023-10-02T12:26:18,457 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1696249578163_default_test-1696249566863 on region 326926f49aa0e2641f77b505674db221 2023-10-02T12:26:18,458 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure 326926f49aa0e2641f77b505674db221 2023-10-02T12:26:18,461 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=35, resume processing ppid=34 2023-10-02T12:26:18,461 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=35, ppid=34, state=SUCCESS; SnapshotRegionProcedure 326926f49aa0e2641f77b505674db221 in 237 msec 2023-10-02T12:26:18,461 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696249578163_default_test-1696249566863 table=test-1696249566863 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-10-02T12:26:18,462 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696249578163_default_test-1696249566863 table=test-1696249566863 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-10-02T12:26:18,463 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696249578163_default_test-1696249566863 table=test-1696249566863 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-10-02T12:26:18,463 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1696249578163_default_test-1696249566863 2023-10-02T12:26:18,464 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/.hbase-snapshot/.tmp/snapshot_1696249578163_default_test-1696249566863 2023-10-02T12:26:18,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-10-02T12:26:18,493 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696249578163_default_test-1696249566863 table=test-1696249566863 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-10-02T12:26:18,516 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696249578163_default_test-1696249566863 table=test-1696249566863 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-10-02T12:26:18,517 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/.hbase-snapshot/.tmp/snapshot_1696249578163_default_test-1696249566863 to hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/.hbase-snapshot/snapshot_1696249578163_default_test-1696249566863 2023-10-02T12:26:18,518 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696249578163_default_test-1696249566863 table=test-1696249566863 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-10-02T12:26:18,519 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_1696249578163_default_test-1696249566863 table=test-1696249566863 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-10-02T12:26:18,521 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696249578163_default_test-1696249566863 table=test-1696249566863 type=FLUSH ttl=0 } in 336 msec 2023-10-02T12:26:18,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-10-02T12:26:18,793 INFO [Listener at jenkins-hbase3.apache.org/37663 {}] client.HBaseAdmin$TableFuture(3677): Operation: SNAPSHOT, Table Name: default:test-1696249566863, procId: 34 completed 2023-10-02T12:26:18,793 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] impl.FullTableBackupClient(171): snapshot copy for backup_1696249575187 2023-10-02T12:26:18,794 INFO [Listener at jenkins-hbase3.apache.org/37663 {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2023-10-02T12:26:18,795 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] impl.FullTableBackupClient(80): There are 1 snapshots to be copied. 2023-10-02T12:26:18,798 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1696249575187_test-1696249566863 2023-10-02T12:26:18,798 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1696249578163_default_test-1696249566863 to hdfs://localhost:38649/backupUT/backup_1696249575187/default/test-1696249566863/ 2023-10-02T12:26:18,807 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-10-02T12:26:18,846 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:38649, inputRoot=hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17 2023-10-02T12:26:18,846 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,34019,1696249553996_-942680799_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:38649/backupUT/backup_1696249575187/default/test-1696249566863, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:38649/backupUT/backup_1696249575187/default/test-1696249566863/.hbase-snapshot/.tmp/snapshot_1696249578163_default_test-1696249566863 2023-10-02T12:26:18,847 INFO [Listener at jenkins-hbase3.apache.org/37663 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:38649, inputRoot=hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17, snapshotDir=hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/.hbase-snapshot/snapshot_1696249578163_default_test-1696249566863. 2023-10-02T12:26:18,862 INFO [Listener at jenkins-hbase3.apache.org/37663 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/.hbase-snapshot/snapshot_1696249578163_default_test-1696249566863 to hdfs://localhost:38649/backupUT/backup_1696249575187/default/test-1696249566863/.hbase-snapshot/.tmp/snapshot_1696249578163_default_test-1696249566863 2023-10-02T12:26:19,305 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:26:19,306 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-10-02T12:26:19,307 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-10-02T12:26:19,308 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-10-02T12:26:19,683 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-10-02T12:26:20,542 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/83aa3d5b-87f7-6aa8-2071-a6a885451830/hadoop-8504035427713591564.jar 2023-10-02T12:26:20,543 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-10-02T12:26:20,543 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-10-02T12:26:20,544 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:26:20,544 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-10-02T12:26:20,544 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-10-02T12:26:20,545 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-10-02T12:26:20,545 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-10-02T12:26:20,546 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-10-02T12:26:20,546 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-10-02T12:26:20,547 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-10-02T12:26:20,548 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-10-02T12:26:20,548 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-10-02T12:26:20,549 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-10-02T12:26:20,549 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-10-02T12:26:20,550 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-10-02T12:26:20,550 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-10-02T12:26:20,550 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-10-02T12:26:20,551 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-10-02T12:26:20,551 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-10-02T12:26:20,552 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-10-02T12:26:20,552 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-10-02T12:26:20,557 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-10-02T12:26:20,558 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-10-02T12:26:20,558 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-10-02T12:26:20,558 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-10-02T12:26:20,559 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-10-02T12:26:20,559 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-10-02T12:26:20,560 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-10-02T12:26:20,620 WARN [Listener at jenkins-hbase3.apache.org/37663 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-10-02T12:26:20,643 INFO [Listener at jenkins-hbase3.apache.org/37663 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1696249578163_default_test-1696249566863' hfile list 2023-10-02T12:26:20,657 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] snapshot.ExportSnapshot(674): export split=0 size=8.2 K 2023-10-02T12:26:20,882 WARN [Listener at jenkins-hbase3.apache.org/37663 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/83aa3d5b-87f7-6aa8-2071-a6a885451830/mapreduce.cluster.local.dir/1696249580826/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-10-02T12:26:20,882 WARN [Listener at jenkins-hbase3.apache.org/37663 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/83aa3d5b-87f7-6aa8-2071-a6a885451830/mapreduce.cluster.local.dir/1696249580826/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-10-02T12:26:21,042 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(228): Using bufferSize=128 M 2023-10-02T12:26:21,075 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/default/test-1696249566863/326926f49aa0e2641f77b505674db221/f/71d6648e99e44dcbbb69c37bed4873d4 output=hdfs://localhost:38649/backupUT/backup_1696249575187/default/test-1696249566863/archive/data/default/test-1696249566863/326926f49aa0e2641f77b505674db221/f/71d6648e99e44dcbbb69c37bed4873d4 2023-10-02T12:26:21,075 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=8396 (8.2 K) time=0sec 4.004M/sec 2023-10-02T12:26:21,944 INFO [Listener at jenkins-hbase3.apache.org/37663 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-10-02T12:26:21,945 INFO [Listener at jenkins-hbase3.apache.org/37663 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-10-02T12:26:21,953 INFO [Listener at jenkins-hbase3.apache.org/37663 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1696249578163_default_test-1696249566863 2023-10-02T12:26:21,954 INFO [Listener at jenkins-hbase3.apache.org/37663 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1696249578163_default_test-1696249566863 finished. 2023-10-02T12:26:21,954 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] impl.BackupSystemTable(1034): test-1696249566863 2023-10-02T12:26:22,032 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1696249575187 2023-10-02T12:26:22,032 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-10-02T12:26:22,051 INFO [Listener at jenkins-hbase3.apache.org/37663 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:38649/backupUT/backup_1696249575187/.backup.manifest 2023-10-02T12:26:22,051 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] impl.TableBackupClient(358): Backup backup_1696249575187 finished: type=FULL,tablelist=test-1696249566863,targetRootDir=hdfs://localhost:38649/backupUT,startts=1696249577832,completets=1696249582029,bytescopied=0 2023-10-02T12:26:22,051 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] impl.TableBackupClient(138): Trying to delete snapshot for full backup. 2023-10-02T12:26:22,052 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1696249578163_default_test-1696249566863 2023-10-02T12:26:22,064 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(761): Client=jenkins//172.31.12.81 delete name: "snapshot_1696249578163_default_test-1696249566863" 2023-10-02T12:26:22,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_1696249578163_default_test-1696249566863 2023-10-02T12:26:22,071 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1696249578163_default_test-1696249566863 for backup backup_1696249575187 succeeded. 2023-10-02T12:26:22,072 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] impl.BackupSystemTable(1572): Deleting snapshot_backup_system from the system 2023-10-02T12:26:22,087 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(761): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-10-02T12:26:22,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_backup_system 2023-10-02T12:26:22,091 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] impl.BackupSystemTable(1577): Done deleting backup system table snapshot 2023-10-02T12:26:22,100 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] impl.BackupSystemTable(657): Finish backup exclusive operation 2023-10-02T12:26:22,120 INFO [Listener at jenkins-hbase3.apache.org/37663 {}] impl.TableBackupClient(376): Backup backup_1696249575187 completed. 2023-10-02T12:26:22,121 INFO [Listener at jenkins-hbase3.apache.org/37663 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:26:22,121 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x54d911f7 to 127.0.0.1:52986 2023-10-02T12:26:22,121 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:26:22,142 INFO [Listener at jenkins-hbase3.apache.org/37663 {}] backup.TestRepairAfterFailedDelete(55): backup complete 2023-10-02T12:26:22,159 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(1687): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot-backup table=backup:system type=FLUSH ttl=0 } 2023-10-02T12:26:22,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1696249582159 (current time:1696249582159). 2023-10-02T12:26:22,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-10-02T12:26:22,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot-backup VERSION not specified, setting to 2 2023-10-02T12:26:22,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x037e6b29 to 127.0.0.1:52986 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:26:22,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@506ba3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:26:22,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:26:22,169 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:52476, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:26:22,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x037e6b29 to 127.0.0.1:52986 2023-10-02T12:26:22,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:26:22,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-10-02T12:26:22,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] procedure2.ProcedureExecutor(1032): Stored pid=36, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot-backup table=backup:system type=FLUSH ttl=0 } 2023-10-02T12:26:22,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot-backup table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 36 2023-10-02T12:26:22,174 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot-backup table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-10-02T12:26:22,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=36 2023-10-02T12:26:22,175 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot-backup table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-10-02T12:26:22,179 WARN [PEWorker-4 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/.hbase-snapshot, current working dir path: hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/.hbase-snapshot/.tmp/snapshot-backup org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-10-02T12:26:22,181 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot-backup table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-10-02T12:26:22,190 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot-backup table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-10-02T12:26:22,190 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure 29dcd94f711ff0a958aa95ec71a08f4c}] 2023-10-02T12:26:22,192 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure 29dcd94f711ff0a958aa95ec71a08f4c 2023-10-02T12:26:22,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=36 2023-10-02T12:26:22,344 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32807 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=37 2023-10-02T12:26:22,344 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1696249575364.29dcd94f711ff0a958aa95ec71a08f4c. 2023-10-02T12:26:22,345 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2819): Flushing 29dcd94f711ff0a958aa95ec71a08f4c 2/2 column families, dataSize=1.04 KB heapSize=2.12 KB 2023-10-02T12:26:22,362 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/.tmp/meta/f8c221591454487cac1a4ce4507312f9 is 169, key is trslm:hdfs://localhost:38649/backupUT\x00test-1696249566863/meta:log-roll-map/1696249582017/Put/seqid=0 2023-10-02T12:26:22,378 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=526 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/.tmp/meta/f8c221591454487cac1a4ce4507312f9 2023-10-02T12:26:22,391 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/.tmp/session/b06f9e0fe5704ef19880746ce72dc232 is 310, key is session:backup_1696249575187/session:context/1696249582098/Put/seqid=0 2023-10-02T12:26:22,404 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=534 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/.tmp/session/b06f9e0fe5704ef19880746ce72dc232 2023-10-02T12:26:22,413 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/.tmp/meta/f8c221591454487cac1a4ce4507312f9 as hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/meta/f8c221591454487cac1a4ce4507312f9 2023-10-02T12:26:22,420 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/meta/f8c221591454487cac1a4ce4507312f9, entries=4, sequenceid=16, filesize=5.5 K 2023-10-02T12:26:22,421 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/.tmp/session/b06f9e0fe5704ef19880746ce72dc232 as hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/session/b06f9e0fe5704ef19880746ce72dc232 2023-10-02T12:26:22,428 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/session/b06f9e0fe5704ef19880746ce72dc232, entries=2, sequenceid=16, filesize=5.3 K 2023-10-02T12:26:22,429 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(3022): Finished flush of dataSize ~1.04 KB/1060, heapSize ~2.09 KB/2136, currentSize=0 B/0 for 29dcd94f711ff0a958aa95ec71a08f4c in 85ms, sequenceid=16, compaction requested=false 2023-10-02T12:26:22,430 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2520): Flush status journal for 29dcd94f711ff0a958aa95ec71a08f4c: 2023-10-02T12:26:22,430 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1696249575364.29dcd94f711ff0a958aa95ec71a08f4c. for snapshot-backup completed. 2023-10-02T12:26:22,430 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1696249575364.29dcd94f711ff0a958aa95ec71a08f4c.' region-info for snapshot=snapshot-backup 2023-10-02T12:26:22,430 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-10-02T12:26:22,430 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/meta/f8c221591454487cac1a4ce4507312f9] hfiles 2023-10-02T12:26:22,430 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/meta/f8c221591454487cac1a4ce4507312f9 for snapshot=snapshot-backup 2023-10-02T12:26:22,430 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/session/67fb215458f84d4591f4629d80c210b9, hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/session/b06f9e0fe5704ef19880746ce72dc232] hfiles 2023-10-02T12:26:22,430 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(264): Adding reference for file (1/2): hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/session/67fb215458f84d4591f4629d80c210b9 for snapshot=snapshot-backup 2023-10-02T12:26:22,430 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(264): Adding reference for file (2/2): hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/session/b06f9e0fe5704ef19880746ce72dc232 for snapshot=snapshot-backup 2023-10-02T12:26:22,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=36 2023-10-02T12:26:22,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=36 2023-10-02T12:26:22,843 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1696249575364.29dcd94f711ff0a958aa95ec71a08f4c. 2023-10-02T12:26:22,844 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=37 2023-10-02T12:26:22,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.HMaster(3995): Remote procedure done, pid=37 2023-10-02T12:26:22,844 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot-backup on region 29dcd94f711ff0a958aa95ec71a08f4c 2023-10-02T12:26:22,846 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure 29dcd94f711ff0a958aa95ec71a08f4c 2023-10-02T12:26:22,849 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=37, resume processing ppid=36 2023-10-02T12:26:22,849 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot-backup table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-10-02T12:26:22,849 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=37, ppid=36, state=SUCCESS; SnapshotRegionProcedure 29dcd94f711ff0a958aa95ec71a08f4c in 657 msec 2023-10-02T12:26:22,850 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot-backup table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-10-02T12:26:22,851 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot-backup table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-10-02T12:26:22,851 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot-backup 2023-10-02T12:26:22,852 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/.hbase-snapshot/.tmp/snapshot-backup 2023-10-02T12:26:22,864 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot-backup table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-10-02T12:26:22,875 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot-backup table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-10-02T12:26:22,875 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/.hbase-snapshot/.tmp/snapshot-backup to hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/.hbase-snapshot/snapshot-backup 2023-10-02T12:26:22,877 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot-backup table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-10-02T12:26:22,877 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot-backup table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 36 2023-10-02T12:26:22,879 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=36, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot-backup table=backup:system type=FLUSH ttl=0 } in 706 msec 2023-10-02T12:26:23,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=36 2023-10-02T12:26:23,281 INFO [Listener at jenkins-hbase3.apache.org/37663 {}] client.HBaseAdmin$TableFuture(3677): Operation: SNAPSHOT, Table Name: backup:system, procId: 36 completed 2023-10-02T12:26:23,296 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] impl.BackupSystemTable(630): Start new backup exclusive operation 2023-10-02T12:26:23,315 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(1687): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-10-02T12:26:23,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1696249583315 (current time:1696249583315). 2023-10-02T12:26:23,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-10-02T12:26:23,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-10-02T12:26:23,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x19e9dfbb to 127.0.0.1:52986 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:26:23,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4aec9291, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:26:23,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:26:23,329 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:52488, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:26:23,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x19e9dfbb to 127.0.0.1:52986 2023-10-02T12:26:23,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:26:23,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-10-02T12:26:23,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] procedure2.ProcedureExecutor(1032): Stored pid=38, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-10-02T12:26:23,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 38 2023-10-02T12:26:23,335 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-10-02T12:26:23,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=38 2023-10-02T12:26:23,337 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-10-02T12:26:23,340 WARN [PEWorker-3 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/.hbase-snapshot, current working dir path: hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/.hbase-snapshot/.tmp/snapshot_backup_system org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-10-02T12:26:23,344 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-10-02T12:26:23,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=38 2023-10-02T12:26:23,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=38 2023-10-02T12:26:23,752 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-10-02T12:26:23,752 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE; SnapshotRegionProcedure 29dcd94f711ff0a958aa95ec71a08f4c}] 2023-10-02T12:26:23,754 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=39, ppid=38, state=RUNNABLE; SnapshotRegionProcedure 29dcd94f711ff0a958aa95ec71a08f4c 2023-10-02T12:26:23,906 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32807 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=39 2023-10-02T12:26:23,906 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1696249575364.29dcd94f711ff0a958aa95ec71a08f4c. 2023-10-02T12:26:23,907 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegion(2819): Flushing 29dcd94f711ff0a958aa95ec71a08f4c 2/2 column families, dataSize=105 B heapSize=768 B 2023-10-02T12:26:23,913 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/.tmp/meta/29e004365ec64048b5ce481f56d27b46 is 64, key is delete_op_row/meta:fam/1696249583307/Put/seqid=0 2023-10-02T12:26:23,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=38 2023-10-02T12:26:24,322 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/.tmp/meta/29e004365ec64048b5ce481f56d27b46 2023-10-02T12:26:24,334 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/.tmp/session/56399617733e4e06bc4ab96116dfc871 is 49, key is activesession:/session:c/1696249583303/Put/seqid=0 2023-10-02T12:26:24,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=38 2023-10-02T12:26:24,740 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/.tmp/session/56399617733e4e06bc4ab96116dfc871 2023-10-02T12:26:24,759 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/.tmp/meta/29e004365ec64048b5ce481f56d27b46 as hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/meta/29e004365ec64048b5ce481f56d27b46 2023-10-02T12:26:24,773 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/meta/29e004365ec64048b5ce481f56d27b46, entries=1, sequenceid=21, filesize=4.9 K 2023-10-02T12:26:24,781 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/.tmp/session/56399617733e4e06bc4ab96116dfc871 as hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/session/56399617733e4e06bc4ab96116dfc871 2023-10-02T12:26:24,802 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/session/56399617733e4e06bc4ab96116dfc871, entries=1, sequenceid=21, filesize=4.9 K 2023-10-02T12:26:24,810 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegion(3022): Finished flush of dataSize ~105 B/105, heapSize ~736 B/736, currentSize=0 B/0 for 29dcd94f711ff0a958aa95ec71a08f4c in 903ms, sequenceid=21, compaction requested=true 2023-10-02T12:26:24,810 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegion(2520): Flush status journal for 29dcd94f711ff0a958aa95ec71a08f4c: 2023-10-02T12:26:24,810 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1696249575364.29dcd94f711ff0a958aa95ec71a08f4c. for snapshot_backup_system completed. 2023-10-02T12:26:24,810 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1696249575364.29dcd94f711ff0a958aa95ec71a08f4c.' region-info for snapshot=snapshot_backup_system 2023-10-02T12:26:24,810 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-10-02T12:26:24,810 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/meta/f8c221591454487cac1a4ce4507312f9, hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/meta/29e004365ec64048b5ce481f56d27b46] hfiles 2023-10-02T12:26:24,810 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(264): Adding reference for file (1/2): hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/meta/f8c221591454487cac1a4ce4507312f9 for snapshot=snapshot_backup_system 2023-10-02T12:26:24,810 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(264): Adding reference for file (2/2): hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/meta/29e004365ec64048b5ce481f56d27b46 for snapshot=snapshot_backup_system 2023-10-02T12:26:24,811 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/session/67fb215458f84d4591f4629d80c210b9, hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/session/b06f9e0fe5704ef19880746ce72dc232, hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/session/56399617733e4e06bc4ab96116dfc871] hfiles 2023-10-02T12:26:24,811 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(264): Adding reference for file (1/3): hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/session/67fb215458f84d4591f4629d80c210b9 for snapshot=snapshot_backup_system 2023-10-02T12:26:24,811 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(264): Adding reference for file (2/3): hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/session/b06f9e0fe5704ef19880746ce72dc232 for snapshot=snapshot_backup_system 2023-10-02T12:26:24,811 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(264): Adding reference for file (3/3): hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/session/56399617733e4e06bc4ab96116dfc871 for snapshot=snapshot_backup_system 2023-10-02T12:26:24,821 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1696249575364.29dcd94f711ff0a958aa95ec71a08f4c. 2023-10-02T12:26:24,821 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=39 2023-10-02T12:26:24,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.HMaster(3995): Remote procedure done, pid=39 2023-10-02T12:26:24,822 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region 29dcd94f711ff0a958aa95ec71a08f4c 2023-10-02T12:26:24,823 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=39, ppid=38, state=RUNNABLE; SnapshotRegionProcedure 29dcd94f711ff0a958aa95ec71a08f4c 2023-10-02T12:26:24,827 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=39, resume processing ppid=38 2023-10-02T12:26:24,827 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-10-02T12:26:24,827 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=39, ppid=38, state=SUCCESS; SnapshotRegionProcedure 29dcd94f711ff0a958aa95ec71a08f4c in 1.0720 sec 2023-10-02T12:26:24,828 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-10-02T12:26:24,829 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-10-02T12:26:24,829 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-10-02T12:26:24,830 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/.hbase-snapshot/.tmp/snapshot_backup_system 2023-10-02T12:26:24,854 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-10-02T12:26:24,876 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-10-02T12:26:24,877 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/.hbase-snapshot/snapshot_backup_system 2023-10-02T12:26:24,881 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-10-02T12:26:24,882 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 38 2023-10-02T12:26:24,884 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=38, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.5510 sec 2023-10-02T12:26:25,415 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2023-10-02T12:26:25,416 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2023-10-02T12:26:25,417 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2023-10-02T12:26:25,417 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2023-10-02T12:26:25,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=38 2023-10-02T12:26:25,446 INFO [Listener at jenkins-hbase3.apache.org/37663 {}] client.HBaseAdmin$TableFuture(3677): Operation: SNAPSHOT, Table Name: backup:system, procId: 38 completed 2023-10-02T12:26:25,450 INFO [Listener at jenkins-hbase3.apache.org/37663 {}] impl.BackupAdminImpl(227): Deleting backup backup_1696249575187 ... 2023-10-02T12:26:25,452 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] util.BackupUtils(435): Delete log files: .backup.manifest 2023-10-02T12:26:25,453 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] util.BackupUtils(435): Delete log files: default 2023-10-02T12:26:25,454 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] util.BackupUtils(443): Trying to cleanup up target dir : backup_1696249575187 2023-10-02T12:26:25,455 INFO [Listener at jenkins-hbase3.apache.org/37663 {}] util.BackupUtils(458): No data has been found in hdfs://localhost:38649/backupUT/backup_1696249575187/default/test-1696249566863. 2023-10-02T12:26:25,456 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] util.BackupUtils(465): hdfs://localhost:38649/backupUT/backup_1696249575187/default is empty, remove it. 2023-10-02T12:26:25,479 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] impl.BackupAdminImpl(269): 0 bulk loaded files out of 0 were deleted 2023-10-02T12:26:25,479 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] impl.BackupSystemTable(453): deleted 0 original bulkload rows 2023-10-02T12:26:25,484 INFO [Listener at jenkins-hbase3.apache.org/37663 {}] impl.BackupAdminImpl(276): Delete backup backup_1696249575187 completed. 2023-10-02T12:26:25,500 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] impl.BackupSystemTable(1034): test-1696249566863 2023-10-02T12:26:25,503 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] impl.BackupSystemTable(1572): Deleting snapshot_backup_system from the system 2023-10-02T12:26:25,516 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(761): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-10-02T12:26:25,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_backup_system 2023-10-02T12:26:25,524 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] impl.BackupSystemTable(1577): Done deleting backup system table snapshot 2023-10-02T12:26:25,524 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] impl.BackupSystemTable(657): Finish backup exclusive operation 2023-10-02T12:26:25,536 INFO [Listener at jenkins-hbase3.apache.org/37663 {}] client.HBaseAdmin$18(967): Started disable of backup:system 2023-10-02T12:26:25,544 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.HMaster$12(2664): Client=jenkins//172.31.12.81 disable backup:system 2023-10-02T12:26:25,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] procedure2.ProcedureExecutor(1032): Stored pid=40, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=backup:system 2023-10-02T12:26:25,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=40 2023-10-02T12:26:25,570 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249585569"}]},"ts":"1696249585569"} 2023-10-02T12:26:25,574 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=DISABLING in hbase:meta 2023-10-02T12:26:25,576 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(293): Set backup:system to state=DISABLING 2023-10-02T12:26:25,579 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=backup:system, region=29dcd94f711ff0a958aa95ec71a08f4c, UNASSIGN}] 2023-10-02T12:26:25,581 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=41, ppid=40, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=backup:system, region=29dcd94f711ff0a958aa95ec71a08f4c, UNASSIGN 2023-10-02T12:26:25,583 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=41 updating hbase:meta row=29dcd94f711ff0a958aa95ec71a08f4c, regionState=CLOSING, regionLocation=jenkins-hbase3.apache.org,32807,1696249557619 2023-10-02T12:26:25,586 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE; CloseRegionProcedure 29dcd94f711ff0a958aa95ec71a08f4c, server=jenkins-hbase3.apache.org,32807,1696249557619}] 2023-10-02T12:26:25,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=40 2023-10-02T12:26:25,751 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] handler.UnassignRegionHandler(119): Close 29dcd94f711ff0a958aa95ec71a08f4c 2023-10-02T12:26:25,751 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1668): Closing 29dcd94f711ff0a958aa95ec71a08f4c, disabling compactions & flushes 2023-10-02T12:26:25,751 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1690): Closing region backup:system,,1696249575364.29dcd94f711ff0a958aa95ec71a08f4c. 2023-10-02T12:26:25,751 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1696249575364.29dcd94f711ff0a958aa95ec71a08f4c. 2023-10-02T12:26:25,751 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1696249575364.29dcd94f711ff0a958aa95ec71a08f4c. after waiting 0 ms 2023-10-02T12:26:25,751 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1696249575364.29dcd94f711ff0a958aa95ec71a08f4c. 2023-10-02T12:26:25,751 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(2819): Flushing 29dcd94f711ff0a958aa95ec71a08f4c 2/2 column families, dataSize=223 B heapSize=1.01 KB 2023-10-02T12:26:25,758 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/.tmp/meta/9d43a369a72b45018d3e62abc36f9554 is 91, key is incrbackupset:hdfs://localhost:38649/backupUT/meta:test-1696249566863/1696249585500/Put/seqid=0 2023-10-02T12:26:25,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=40 2023-10-02T12:26:26,168 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=124 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/.tmp/meta/9d43a369a72b45018d3e62abc36f9554 2023-10-02T12:26:26,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=40 2023-10-02T12:26:26,177 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9d43a369a72b45018d3e62abc36f9554 2023-10-02T12:26:26,186 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/.tmp/session/a4b7a084316844d5a8d394e7b198b09a is 59, key is session:backup_1696249575187/session:/1696249585483/DeleteFamily/seqid=0 2023-10-02T12:26:26,609 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=99 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/.tmp/session/a4b7a084316844d5a8d394e7b198b09a 2023-10-02T12:26:26,618 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a4b7a084316844d5a8d394e7b198b09a 2023-10-02T12:26:26,622 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/.tmp/meta/9d43a369a72b45018d3e62abc36f9554 as hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/meta/9d43a369a72b45018d3e62abc36f9554 2023-10-02T12:26:26,633 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9d43a369a72b45018d3e62abc36f9554 2023-10-02T12:26:26,633 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/meta/9d43a369a72b45018d3e62abc36f9554, entries=2, sequenceid=28, filesize=5.2 K 2023-10-02T12:26:26,635 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/.tmp/session/a4b7a084316844d5a8d394e7b198b09a as hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/session/a4b7a084316844d5a8d394e7b198b09a 2023-10-02T12:26:26,645 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a4b7a084316844d5a8d394e7b198b09a 2023-10-02T12:26:26,645 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/session/a4b7a084316844d5a8d394e7b198b09a, entries=2, sequenceid=28, filesize=5.2 K 2023-10-02T12:26:26,646 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(3022): Finished flush of dataSize ~223 B/223, heapSize ~1000 B/1000, currentSize=0 B/0 for 29dcd94f711ff0a958aa95ec71a08f4c in 895ms, sequenceid=28, compaction requested=true 2023-10-02T12:26:26,667 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/recovered.edits/31.seqid, newMaxSeqId=31, maxSeqId=1 2023-10-02T12:26:26,668 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:26:26,669 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1909): Closed backup:system,,1696249575364.29dcd94f711ff0a958aa95ec71a08f4c. 2023-10-02T12:26:26,669 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1622): Region close journal for 29dcd94f711ff0a958aa95ec71a08f4c: 2023-10-02T12:26:26,671 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] handler.UnassignRegionHandler(163): Closed 29dcd94f711ff0a958aa95ec71a08f4c 2023-10-02T12:26:26,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=40 2023-10-02T12:26:26,671 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=41 updating hbase:meta row=29dcd94f711ff0a958aa95ec71a08f4c, regionState=CLOSED 2023-10-02T12:26:26,674 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=42, resume processing ppid=41 2023-10-02T12:26:26,675 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=42, ppid=41, state=SUCCESS; CloseRegionProcedure 29dcd94f711ff0a958aa95ec71a08f4c, server=jenkins-hbase3.apache.org,32807,1696249557619 in 1.0880 sec 2023-10-02T12:26:26,676 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=41, resume processing ppid=40 2023-10-02T12:26:26,676 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=41, ppid=40, state=SUCCESS; TransitRegionStateProcedure table=backup:system, region=29dcd94f711ff0a958aa95ec71a08f4c, UNASSIGN in 1.0970 sec 2023-10-02T12:26:26,677 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249586677"}]},"ts":"1696249586677"} 2023-10-02T12:26:26,679 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=DISABLED in hbase:meta 2023-10-02T12:26:26,681 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(305): Set backup:system to state=DISABLED 2023-10-02T12:26:26,683 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=40, state=SUCCESS; DisableTableProcedure table=backup:system in 1.1350 sec 2023-10-02T12:26:27,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=40 2023-10-02T12:26:27,673 INFO [Listener at jenkins-hbase3.apache.org/37663 {}] client.HBaseAdmin$TableFuture(3677): Operation: DISABLE, Table Name: backup:system, procId: 40 completed 2023-10-02T12:26:27,686 INFO [Listener at jenkins-hbase3.apache.org/37663 {}] client.HBaseAdmin(2732): Taking restore-failsafe snapshot: hbase-failsafe-snapshot-backup-1696249587686 2023-10-02T12:26:27,687 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(1687): Client=jenkins//172.31.12.81 snapshot request for:{ ss=hbase-failsafe-snapshot-backup-1696249587686 table=backup:system type=FLUSH ttl=0 } 2023-10-02T12:26:27,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1696249587687 (current time:1696249587687). 2023-10-02T12:26:27,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-10-02T12:26:27,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot hbase-failsafe-snapshot-backup-1696249587686 VERSION not specified, setting to 2 2023-10-02T12:26:27,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x7aa25727 to 127.0.0.1:52986 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:26:27,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10c407f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:26:27,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:26:27,700 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:52500, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:26:27,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x7aa25727 to 127.0.0.1:52986 2023-10-02T12:26:27,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:26:27,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-10-02T12:26:27,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] procedure2.ProcedureExecutor(1032): Stored pid=43, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=hbase-failsafe-snapshot-backup-1696249587686 table=backup:system type=FLUSH ttl=0 } 2023-10-02T12:26:27,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=hbase-failsafe-snapshot-backup-1696249587686 table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 43 2023-10-02T12:26:27,706 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=hbase-failsafe-snapshot-backup-1696249587686 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-10-02T12:26:27,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=43 2023-10-02T12:26:27,708 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=hbase-failsafe-snapshot-backup-1696249587686 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-10-02T12:26:27,713 WARN [PEWorker-4 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/.hbase-snapshot, current working dir path: hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/.hbase-snapshot/.tmp/hbase-failsafe-snapshot-backup-1696249587686 org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-10-02T12:26:27,717 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=hbase-failsafe-snapshot-backup-1696249587686 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-10-02T12:26:27,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=43 2023-10-02T12:26:28,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=43 2023-10-02T12:26:28,132 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_SNAPSHOT_CLOSED_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=hbase-failsafe-snapshot-backup-1696249587686 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_CLOSED_REGIONS 2023-10-02T12:26:28,135 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(299): Storing region-info for snapshot. 2023-10-02T12:26:28,135 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(304): Creating references for hfiles 2023-10-02T12:26:28,135 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:26:28,142 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(360): Adding snapshot references for [hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/meta/29e004365ec64048b5ce481f56d27b46, hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/meta/9d43a369a72b45018d3e62abc36f9554, hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/meta/f8c221591454487cac1a4ce4507312f9] hfiles 2023-10-02T12:26:28,142 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(368): Adding reference for hfile (1/3): hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/meta/29e004365ec64048b5ce481f56d27b46 2023-10-02T12:26:28,142 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(368): Adding reference for hfile (2/3): hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/meta/9d43a369a72b45018d3e62abc36f9554 2023-10-02T12:26:28,142 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(368): Adding reference for hfile (3/3): hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/meta/f8c221591454487cac1a4ce4507312f9 2023-10-02T12:26:28,143 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:26:28,147 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(360): Adding snapshot references for [hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/session/56399617733e4e06bc4ab96116dfc871, hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/session/67fb215458f84d4591f4629d80c210b9, hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/session/a4b7a084316844d5a8d394e7b198b09a, hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/session/b06f9e0fe5704ef19880746ce72dc232] hfiles 2023-10-02T12:26:28,147 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(368): Adding reference for hfile (1/4): hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/session/56399617733e4e06bc4ab96116dfc871 2023-10-02T12:26:28,147 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(368): Adding reference for hfile (2/4): hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/session/67fb215458f84d4591f4629d80c210b9 2023-10-02T12:26:28,147 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(368): Adding reference for hfile (3/4): hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/session/a4b7a084316844d5a8d394e7b198b09a 2023-10-02T12:26:28,147 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(368): Adding reference for hfile (4/4): hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/session/b06f9e0fe5704ef19880746ce72dc232 2023-10-02T12:26:28,166 INFO [ClosedRegionsSnapshotPool-pool-0 {}] procedure.SnapshotProcedure$1(378): take snapshot region={ENCODED => 29dcd94f711ff0a958aa95ec71a08f4c, NAME => 'backup:system,,1696249575364.29dcd94f711ff0a958aa95ec71a08f4c.', STARTKEY => '', ENDKEY => ''}, table=backup:system 2023-10-02T12:26:28,167 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=hbase-failsafe-snapshot-backup-1696249587686 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-10-02T12:26:28,169 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=hbase-failsafe-snapshot-backup-1696249587686 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-10-02T12:26:28,169 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for hbase-failsafe-snapshot-backup-1696249587686 2023-10-02T12:26:28,172 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/.hbase-snapshot/.tmp/hbase-failsafe-snapshot-backup-1696249587686 2023-10-02T12:26:28,197 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=hbase-failsafe-snapshot-backup-1696249587686 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-10-02T12:26:28,212 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=hbase-failsafe-snapshot-backup-1696249587686 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-10-02T12:26:28,213 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/.hbase-snapshot/.tmp/hbase-failsafe-snapshot-backup-1696249587686 to hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/.hbase-snapshot/hbase-failsafe-snapshot-backup-1696249587686 2023-10-02T12:26:28,216 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=hbase-failsafe-snapshot-backup-1696249587686 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-10-02T12:26:28,216 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=hbase-failsafe-snapshot-backup-1696249587686 table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 43 2023-10-02T12:26:28,218 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=hbase-failsafe-snapshot-backup-1696249587686 table=backup:system type=FLUSH ttl=0 } in 514 msec 2023-10-02T12:26:28,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=43 2023-10-02T12:26:28,315 INFO [Listener at jenkins-hbase3.apache.org/37663 {}] client.HBaseAdmin$TableFuture(3677): Operation: SNAPSHOT, Table Name: backup:system, procId: 43 completed 2023-10-02T12:26:28,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] procedure2.ProcedureExecutor(1032): Stored pid=44, state=RUNNABLE:RESTORE_SNAPSHOT_PRE_OPERATION; RestoreSnapshotProcedure (table=backup:system snapshot=name: "snapshot-backup" table: "backup:system" creation_time: 1696249582159 type: FLUSH version: 2 ttl: 0 ) 2023-10-02T12:26:28,351 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] snapshot.SnapshotManager(1051): Restore snapshot=snapshot-backup as table=backup:system 2023-10-02T12:26:28,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=44 2023-10-02T12:26:28,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=44 2023-10-02T12:26:28,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=44 2023-10-02T12:26:28,771 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/.tabledesc/.tableinfo.0000000001.635 2023-10-02T12:26:28,771 INFO [PEWorker-3 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/.tabledesc/.tableinfo.0000000002.635 2023-10-02T12:26:28,773 INFO [PEWorker-3 {}] procedure.RestoreSnapshotProcedure(386): Starting restore snapshot={ ss=snapshot-backup table=backup:system type=FLUSH ttl=0 } 2023-10-02T12:26:28,780 INFO [PEWorker-3 {}] snapshot.RestoreSnapshotHelper(181): starting restore table regions using snapshot=name: "snapshot-backup" table: "backup:system" creation_time: 1696249582159 type: FLUSH version: 2 ttl: 0 2023-10-02T12:26:28,781 DEBUG [PEWorker-3 {}] snapshot.RestoreSnapshotHelper(846): get table regions: hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system 2023-10-02T12:26:28,785 DEBUG [PEWorker-3 {}] snapshot.RestoreSnapshotHelper(858): found 1 regions for table=backup:system 2023-10-02T12:26:28,785 INFO [PEWorker-3 {}] snapshot.RestoreSnapshotHelper(227): region to restore: 29dcd94f711ff0a958aa95ec71a08f4c 2023-10-02T12:26:28,804 DEBUG [RestoreSnapshot-pool-0 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/meta/9d43a369a72b45018d3e62abc36f9554 to hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/archive/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/meta/9d43a369a72b45018d3e62abc36f9554 2023-10-02T12:26:28,807 DEBUG [RestoreSnapshot-pool-0 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/meta/29e004365ec64048b5ce481f56d27b46 to hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/archive/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/meta/29e004365ec64048b5ce481f56d27b46 2023-10-02T12:26:28,808 DEBUG [RestoreSnapshot-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:26:28,813 DEBUG [RestoreSnapshot-pool-0 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/session/a4b7a084316844d5a8d394e7b198b09a to hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/archive/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/session/a4b7a084316844d5a8d394e7b198b09a 2023-10-02T12:26:28,816 DEBUG [RestoreSnapshot-pool-0 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/session/56399617733e4e06bc4ab96116dfc871 to hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/archive/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/session/56399617733e4e06bc4ab96116dfc871 2023-10-02T12:26:28,816 DEBUG [RestoreSnapshot-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:26:28,817 INFO [PEWorker-3 {}] snapshot.RestoreSnapshotHelper(270): finishing restore table regions using snapshot=name: "snapshot-backup" table: "backup:system" creation_time: 1696249582159 type: FLUSH version: 2 ttl: 0 2023-10-02T12:26:28,818 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"backup:system,,1696249575364.29dcd94f711ff0a958aa95ec71a08f4c.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1696249588818"}]},"ts":"9223372036854775807"} 2023-10-02T12:26:28,821 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2023-10-02T12:26:28,821 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 29dcd94f711ff0a958aa95ec71a08f4c, NAME => 'backup:system,,1696249575364.29dcd94f711ff0a958aa95ec71a08f4c.', STARTKEY => '', ENDKEY => ''}] 2023-10-02T12:26:28,822 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system,,1696249575364.29dcd94f711ff0a958aa95ec71a08f4c.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1696249588819"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696249588819"}]},"ts":"1696249588819"} 2023-10-02T12:26:28,824 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-10-02T12:26:28,824 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1830): Overwritten 1 regions to Meta 2023-10-02T12:26:28,824 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1831): Overwritten regions: [{ENCODED => 29dcd94f711ff0a958aa95ec71a08f4c, NAME => 'backup:system,,1696249575364.29dcd94f711ff0a958aa95ec71a08f4c.', STARTKEY => '', ENDKEY => ''}] 2023-10-02T12:26:28,825 INFO [PEWorker-3 {}] procedure.RestoreSnapshotProcedure(457): Restore snapshot={ ss=snapshot-backup table=backup:system type=FLUSH ttl=0 } on table=backup:system completed! 2023-10-02T12:26:28,827 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=44, state=SUCCESS; RestoreSnapshotProcedure (table=backup:system snapshot=name: "snapshot-backup" table: "backup:system" creation_time: 1696249582159 type: FLUSH version: 2 ttl: 0 ) in 490 msec 2023-10-02T12:26:28,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=44 2023-10-02T12:26:28,963 INFO [Listener at jenkins-hbase3.apache.org/37663 {}] client.HBaseAdmin$TableFuture(3677): Operation: MODIFY, Table Name: backup:system, procId: 44 completed 2023-10-02T12:26:28,963 INFO [Listener at jenkins-hbase3.apache.org/37663 {}] client.HBaseAdmin(2765): Deleting restore-failsafe snapshot: hbase-failsafe-snapshot-backup-1696249587686 2023-10-02T12:26:28,964 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(761): Client=jenkins//172.31.12.81 delete name: "hbase-failsafe-snapshot-backup-1696249587686" 2023-10-02T12:26:28,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] snapshot.SnapshotManager(380): Deleting snapshot: hbase-failsafe-snapshot-backup-1696249587686 2023-10-02T12:26:28,971 INFO [Listener at jenkins-hbase3.apache.org/37663 {}] client.HBaseAdmin$17(907): Started enable of backup:system 2023-10-02T12:26:28,977 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.HMaster$11(2631): Client=jenkins//172.31.12.81 enable backup:system 2023-10-02T12:26:28,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] procedure2.ProcedureExecutor(1032): Stored pid=45, state=RUNNABLE:ENABLE_TABLE_PREPARE; EnableTableProcedure table=backup:system 2023-10-02T12:26:28,995 INFO [PEWorker-2 {}] procedure.EnableTableProcedure(296): Attempting to enable the table backup:system 2023-10-02T12:26:28,995 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249588995"}]},"ts":"1696249588995"} 2023-10-02T12:26:28,998 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLING in hbase:meta 2023-10-02T12:26:28,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=45 2023-10-02T12:26:29,004 DEBUG [PEWorker-2 {}] procedure.EnableTableProcedure(107): No change in number of region replicas (configuredReplicaCount=1); assigning. 2023-10-02T12:26:29,004 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=29dcd94f711ff0a958aa95ec71a08f4c, ASSIGN}] 2023-10-02T12:26:29,007 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=29dcd94f711ff0a958aa95ec71a08f4c, ASSIGN 2023-10-02T12:26:29,008 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(262): Starting pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system, region=29dcd94f711ff0a958aa95ec71a08f4c, ASSIGN; state=CLOSED, location=null; forceNewPlan=false, retain=false 2023-10-02T12:26:29,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=45 2023-10-02T12:26:29,160 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=46 updating hbase:meta row=29dcd94f711ff0a958aa95ec71a08f4c, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,32807,1696249557619 2023-10-02T12:26:29,163 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE; OpenRegionProcedure 29dcd94f711ff0a958aa95ec71a08f4c, server=jenkins-hbase3.apache.org,32807,1696249557619}] 2023-10-02T12:26:29,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=45 2023-10-02T12:26:29,320 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(130): Open backup:system,,1696249575364.29dcd94f711ff0a958aa95ec71a08f4c. 2023-10-02T12:26:29,320 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7254): Opening region: {ENCODED => 29dcd94f711ff0a958aa95ec71a08f4c, NAME => 'backup:system,,1696249575364.29dcd94f711ff0a958aa95ec71a08f4c.', STARTKEY => '', ENDKEY => ''} 2023-10-02T12:26:29,321 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-10-02T12:26:29,321 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system 29dcd94f711ff0a958aa95ec71a08f4c 2023-10-02T12:26:29,321 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(888): Instantiated backup:system,,1696249575364.29dcd94f711ff0a958aa95ec71a08f4c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:26:29,321 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7296): checking encryption for 29dcd94f711ff0a958aa95ec71a08f4c 2023-10-02T12:26:29,321 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7299): checking classloading for 29dcd94f711ff0a958aa95ec71a08f4c 2023-10-02T12:26:29,325 INFO [StoreOpener-29dcd94f711ff0a958aa95ec71a08f4c-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 29dcd94f711ff0a958aa95ec71a08f4c 2023-10-02T12:26:29,326 INFO [StoreOpener-29dcd94f711ff0a958aa95ec71a08f4c-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29dcd94f711ff0a958aa95ec71a08f4c columnFamilyName meta 2023-10-02T12:26:29,327 DEBUG [StoreOpener-29dcd94f711ff0a958aa95ec71a08f4c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:26:29,340 DEBUG [StoreOpener-29dcd94f711ff0a958aa95ec71a08f4c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/meta/f8c221591454487cac1a4ce4507312f9 2023-10-02T12:26:29,341 INFO [StoreOpener-29dcd94f711ff0a958aa95ec71a08f4c-1 {}] regionserver.HStore(324): Store=29dcd94f711ff0a958aa95ec71a08f4c/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:26:29,341 INFO [StoreOpener-29dcd94f711ff0a958aa95ec71a08f4c-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 29dcd94f711ff0a958aa95ec71a08f4c 2023-10-02T12:26:29,342 INFO [StoreOpener-29dcd94f711ff0a958aa95ec71a08f4c-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29dcd94f711ff0a958aa95ec71a08f4c columnFamilyName session 2023-10-02T12:26:29,342 DEBUG [StoreOpener-29dcd94f711ff0a958aa95ec71a08f4c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:26:29,360 DEBUG [StoreOpener-29dcd94f711ff0a958aa95ec71a08f4c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/session/67fb215458f84d4591f4629d80c210b9 2023-10-02T12:26:29,367 DEBUG [StoreOpener-29dcd94f711ff0a958aa95ec71a08f4c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/session/b06f9e0fe5704ef19880746ce72dc232 2023-10-02T12:26:29,368 INFO [StoreOpener-29dcd94f711ff0a958aa95ec71a08f4c-1 {}] regionserver.HStore(324): Store=29dcd94f711ff0a958aa95ec71a08f4c/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:26:29,369 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c 2023-10-02T12:26:29,370 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c 2023-10-02T12:26:29,373 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-10-02T12:26:29,375 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1076): writing seq id for 29dcd94f711ff0a958aa95ec71a08f4c 2023-10-02T12:26:29,376 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): Opened 29dcd94f711ff0a958aa95ec71a08f4c; next sequenceid=32; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10009077920, jitterRate=-0.06783197820186615}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-10-02T12:26:29,377 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(992): Region open journal for 29dcd94f711ff0a958aa95ec71a08f4c: 2023-10-02T12:26:29,380 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2556): Post open deploy tasks for backup:system,,1696249575364.29dcd94f711ff0a958aa95ec71a08f4c., pid=47, masterSystemTime=1696249589315 2023-10-02T12:26:29,382 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2583): Finished post open deploy task for backup:system,,1696249575364.29dcd94f711ff0a958aa95ec71a08f4c. 2023-10-02T12:26:29,383 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(158): Opened backup:system,,1696249575364.29dcd94f711ff0a958aa95ec71a08f4c. 2023-10-02T12:26:29,383 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=46 updating hbase:meta row=29dcd94f711ff0a958aa95ec71a08f4c, regionState=OPEN, openSeqNum=32, regionLocation=jenkins-hbase3.apache.org,32807,1696249557619 2023-10-02T12:26:29,389 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=47, resume processing ppid=46 2023-10-02T12:26:29,389 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=47, ppid=46, state=SUCCESS; OpenRegionProcedure 29dcd94f711ff0a958aa95ec71a08f4c, server=jenkins-hbase3.apache.org,32807,1696249557619 in 223 msec 2023-10-02T12:26:29,392 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=46, resume processing ppid=45 2023-10-02T12:26:29,392 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=46, ppid=45, state=SUCCESS; TransitRegionStateProcedure table=backup:system, region=29dcd94f711ff0a958aa95ec71a08f4c, ASSIGN in 385 msec 2023-10-02T12:26:29,393 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249589393"}]},"ts":"1696249589393"} 2023-10-02T12:26:29,399 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLED in hbase:meta 2023-10-02T12:26:29,407 INFO [PEWorker-5 {}] procedure.EnableTableProcedure(310): Table 'backup:system' was successfully enabled. 2023-10-02T12:26:29,410 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=45, state=SUCCESS; EnableTableProcedure table=backup:system in 428 msec 2023-10-02T12:26:29,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=45 2023-10-02T12:26:29,611 INFO [Listener at jenkins-hbase3.apache.org/37663 {}] client.HBaseAdmin$TableFuture(3677): Operation: ENABLE, Table Name: backup:system, procId: 45 completed 2023-10-02T12:26:29,611 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] impl.BackupSystemTable(630): Start new backup exclusive operation 2023-10-02T12:26:29,665 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d141bb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:26:29,684 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2928e85a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:26:29,688 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:26:29,692 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:52618, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:26:29,707 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:26:29,713 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:52502, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService REPAIR status: no failed sessions found. Checking failed delete backup operation ... Found failed DELETE operation for: backup_1696249575187 Running DELETE again ... 2023-10-02T12:26:29,750 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] impl.BackupSystemTable(1538): Restoring backup:system from snapshot 2023-10-02T12:26:29,757 WARN [Listener at jenkins-hbase3.apache.org/37663 {}] impl.BackupSystemTable(1550): Could not restore backup system table. Snapshot snapshot_backup_system does not exists. 2023-10-02T12:26:29,757 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] impl.BackupSystemTable(657): Finish backup exclusive operation 2023-10-02T12:26:29,778 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] impl.BackupSystemTable(630): Start new backup exclusive operation 2023-10-02T12:26:29,807 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(1687): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-10-02T12:26:29,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1696249589807 (current time:1696249589807). 2023-10-02T12:26:29,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-10-02T12:26:29,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-10-02T12:26:29,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8636e7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:26:29,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:26:29,823 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:52518, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:26:29,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:26:29,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-10-02T12:26:29,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] procedure2.ProcedureExecutor(1032): Stored pid=48, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-10-02T12:26:29,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 48 2023-10-02T12:26:29,829 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-10-02T12:26:29,831 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-10-02T12:26:29,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=48 2023-10-02T12:26:29,835 WARN [PEWorker-1 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/.hbase-snapshot, current working dir path: hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/.hbase-snapshot/.tmp/snapshot_backup_system org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-10-02T12:26:29,838 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-10-02T12:26:29,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=48 2023-10-02T12:26:30,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=48 2023-10-02T12:26:30,256 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-10-02T12:26:30,256 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE; SnapshotRegionProcedure 29dcd94f711ff0a958aa95ec71a08f4c}] 2023-10-02T12:26:30,259 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=49, ppid=48, state=RUNNABLE; SnapshotRegionProcedure 29dcd94f711ff0a958aa95ec71a08f4c 2023-10-02T12:26:30,349 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-10-02T12:26:30,350 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:56090, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-10-02T12:26:30,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32807 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=49 2023-10-02T12:26:30,411 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1696249575364.29dcd94f711ff0a958aa95ec71a08f4c. 2023-10-02T12:26:30,413 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HRegion(2819): Flushing 29dcd94f711ff0a958aa95ec71a08f4c 2/2 column families, dataSize=254 B heapSize=1.12 KB 2023-10-02T12:26:30,436 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/.tmp/meta/b3647bee9e2b4bdb8c49a29ed5588451 is 64, key is delete_op_row/meta:fam/1696249589792/Put/seqid=0 2023-10-02T12:26:30,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=48 2023-10-02T12:26:30,843 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=120 B at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/.tmp/meta/b3647bee9e2b4bdb8c49a29ed5588451 2023-10-02T12:26:30,866 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/.tmp/session/5545f3a97d3a4da69f11e21651427781 is 49, key is activesession:/session:c/1696249589785/Put/seqid=0 2023-10-02T12:26:30,871 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=134 B at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/.tmp/session/5545f3a97d3a4da69f11e21651427781 2023-10-02T12:26:30,880 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/.tmp/meta/b3647bee9e2b4bdb8c49a29ed5588451 as hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/meta/b3647bee9e2b4bdb8c49a29ed5588451 2023-10-02T12:26:30,887 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/meta/b3647bee9e2b4bdb8c49a29ed5588451, entries=1, sequenceid=39, filesize=4.9 K 2023-10-02T12:26:30,891 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/.tmp/session/5545f3a97d3a4da69f11e21651427781 as hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/session/5545f3a97d3a4da69f11e21651427781 2023-10-02T12:26:30,900 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/session/5545f3a97d3a4da69f11e21651427781, entries=1, sequenceid=39, filesize=4.9 K 2023-10-02T12:26:30,906 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HRegion(3022): Finished flush of dataSize ~254 B/254, heapSize ~1.09 KB/1112, currentSize=0 B/0 for 29dcd94f711ff0a958aa95ec71a08f4c in 493ms, sequenceid=39, compaction requested=true 2023-10-02T12:26:30,906 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HRegion(2520): Flush status journal for 29dcd94f711ff0a958aa95ec71a08f4c: 2023-10-02T12:26:30,906 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1696249575364.29dcd94f711ff0a958aa95ec71a08f4c. for snapshot_backup_system completed. 2023-10-02T12:26:30,906 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1696249575364.29dcd94f711ff0a958aa95ec71a08f4c.' region-info for snapshot=snapshot_backup_system 2023-10-02T12:26:30,906 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-10-02T12:26:30,906 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/meta/f8c221591454487cac1a4ce4507312f9, hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/meta/b3647bee9e2b4bdb8c49a29ed5588451] hfiles 2023-10-02T12:26:30,906 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(264): Adding reference for file (1/2): hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/meta/f8c221591454487cac1a4ce4507312f9 for snapshot=snapshot_backup_system 2023-10-02T12:26:30,906 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(264): Adding reference for file (2/2): hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/meta/b3647bee9e2b4bdb8c49a29ed5588451 for snapshot=snapshot_backup_system 2023-10-02T12:26:30,906 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/session/67fb215458f84d4591f4629d80c210b9, hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/session/b06f9e0fe5704ef19880746ce72dc232, hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/session/5545f3a97d3a4da69f11e21651427781] hfiles 2023-10-02T12:26:30,906 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(264): Adding reference for file (1/3): hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/session/67fb215458f84d4591f4629d80c210b9 for snapshot=snapshot_backup_system 2023-10-02T12:26:30,906 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(264): Adding reference for file (2/3): hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/session/b06f9e0fe5704ef19880746ce72dc232 for snapshot=snapshot_backup_system 2023-10-02T12:26:30,906 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(264): Adding reference for file (3/3): hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/session/5545f3a97d3a4da69f11e21651427781 for snapshot=snapshot_backup_system 2023-10-02T12:26:30,916 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1696249575364.29dcd94f711ff0a958aa95ec71a08f4c. 2023-10-02T12:26:30,916 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=49 2023-10-02T12:26:30,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.HMaster(3995): Remote procedure done, pid=49 2023-10-02T12:26:30,917 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region 29dcd94f711ff0a958aa95ec71a08f4c 2023-10-02T12:26:30,918 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=49, ppid=48, state=RUNNABLE; SnapshotRegionProcedure 29dcd94f711ff0a958aa95ec71a08f4c 2023-10-02T12:26:30,922 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=49, resume processing ppid=48 2023-10-02T12:26:30,922 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-10-02T12:26:30,922 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=49, ppid=48, state=SUCCESS; SnapshotRegionProcedure 29dcd94f711ff0a958aa95ec71a08f4c in 663 msec 2023-10-02T12:26:30,923 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-10-02T12:26:30,924 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-10-02T12:26:30,924 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-10-02T12:26:30,926 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/.hbase-snapshot/.tmp/snapshot_backup_system 2023-10-02T12:26:30,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=48 2023-10-02T12:26:31,357 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-10-02T12:26:31,366 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-10-02T12:26:31,367 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/.hbase-snapshot/snapshot_backup_system 2023-10-02T12:26:31,368 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-10-02T12:26:31,368 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 48 2023-10-02T12:26:31,369 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=48, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.5420 sec 2023-10-02T12:26:31,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=48 2023-10-02T12:26:31,943 INFO [Listener at jenkins-hbase3.apache.org/37663 {}] impl.BackupAdminImpl(227): Deleting backup backup_1696249575187 ... 2023-10-02T12:26:31,946 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] util.BackupUtils(443): Trying to cleanup up target dir : backup_1696249575187 2023-10-02T12:26:31,947 INFO [Listener at jenkins-hbase3.apache.org/37663 {}] util.BackupUtils(458): No data has been found in hdfs://localhost:38649/backupUT/backup_1696249575187/default/test-1696249566863. 2023-10-02T12:26:31,948 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] util.BackupUtils(465): hdfs://localhost:38649/backupUT/backup_1696249575187/default is empty, remove it. 2023-10-02T12:26:31,953 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] impl.BackupAdminImpl(269): 0 bulk loaded files out of 0 were deleted 2023-10-02T12:26:31,953 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] impl.BackupSystemTable(453): deleted 0 original bulkload rows 2023-10-02T12:26:31,955 INFO [Listener at jenkins-hbase3.apache.org/37663 {}] impl.BackupAdminImpl(276): Delete backup backup_1696249575187 completed. 2023-10-02T12:26:31,957 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] impl.BackupSystemTable(1034): test-1696249566863 2023-10-02T12:26:31,960 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] impl.BackupSystemTable(1572): Deleting snapshot_backup_system from the system 2023-10-02T12:26:31,968 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(761): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-10-02T12:26:31,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_backup_system 2023-10-02T12:26:31,971 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] impl.BackupSystemTable(1577): Done deleting backup system table snapshot 2023-10-02T12:26:31,971 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] impl.BackupSystemTable(657): Finish backup exclusive operation DELETE operation finished OK: backup_1696249575187 No failed backup MERGE operation found 2023-10-02T12:26:31,977 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] impl.BackupSystemTable(1572): Deleting snapshot_backup_system from the system 2023-10-02T12:26:31,981 ERROR [Listener at jenkins-hbase3.apache.org/37663 {}] impl.BackupSystemTable(1579): Snapshot snapshot_backup_system does not exists 2023-10-02T12:26:31,982 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:26:31,982 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:26:32,003 INFO [Listener at jenkins-hbase3.apache.org/37663 {}] hbase.ResourceChecker(175): after: backup.TestRepairAfterFailedDelete#testRepairBackupDelete Thread=601 (was 583) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/83aa3d5b-87f7-6aa8-2071-a6a885451830/cluster_815906c3-8ca9-0ab1-e9ab-278ef85d3c57/dfs/data/data2/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/83aa3d5b-87f7-6aa8-2071-a6a885451830/cluster_815906c3-8ca9-0ab1-e9ab-278ef85d3c57/dfs/data/data1/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1911009129_16 at /127.0.0.1:47362 [Waiting for operation #7] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1138257641_16 at /127.0.0.1:35636 [Receiving block BP-1910424959-172.31.12.81-1696249550339:blk_1073741856_1032] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1911009129_16 at /127.0.0.1:47304 [Waiting for operation #8] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1911009129_16 at /127.0.0.1:56134 [Waiting for operation #3] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:52986@0x2ab84cdd java.lang.Object.wait(Native Method) java.lang.Thread.join(Thread.java:1257) java.lang.Thread.join(Thread.java:1331) org.apache.zookeeper.ClientCnxn.disconnect(ClientCnxn.java:1455) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1485) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1415) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$490/175983856.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:52986@0x4277318a-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) Potentially hanging thread: hconnection-0x5cc0e644-shared-pool-12 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1138257641_16 at /127.0.0.1:35624 [Receiving block BP-1910424959-172.31.12.81-1696249550339:blk_1073741855_1031] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:52986@0x4277318a-SendThread(127.0.0.1:52986) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1261) Potentially hanging thread: (jenkins-hbase3.apache.org,34019,1696249553996)-proc-coordinator-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:52986@0x4277318a java.lang.Object.wait(Native Method) java.lang.Thread.join(Thread.java:1257) java.lang.Thread.join(Thread.java:1331) org.apache.zookeeper.ClientCnxn.disconnect(ClientCnxn.java:1455) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1485) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1415) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$490/175983856.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:52986@0x2ab84cdd-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) Potentially hanging thread: PacketResponder: BP-1910424959-172.31.12.81-1696249550339:blk_1073741856_1032, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1911009129_16 at /127.0.0.1:47330 [Waiting for operation #23] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-1910424959-172.31.12.81-1696249550339:blk_1073741855_1031, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_733694058_16 at /127.0.0.1:56164 [Waiting for operation #11] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: rs(jenkins-hbase3.apache.org,32807,1696249557619)-backup-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x6aca43b5-shared-pool-11 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x6aca43b5-shared-pool-10 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:52986@0x2ab84cdd-SendThread(127.0.0.1:52986) java.lang.Thread.sleep(Native Method) org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:228) org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1338) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1261) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1911009129_16 at /127.0.0.1:47254 [Waiting for operation #27] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: member: 'jenkins-hbase3.apache.org,32807,1696249557619' subprocedure-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) - Thread LEAK? -, OpenFileDescriptor=696 (was 660) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=390 (was 440), ProcessCount=180 (was 181), AvailableMemoryMB=4658 (was 2200) - AvailableMemoryMB LEAK? - 2023-10-02T12:26:32,003 WARN [Listener at jenkins-hbase3.apache.org/37663 {}] hbase.ResourceChecker(130): Thread=601 is superior to 500 2023-10-02T12:26:32,011 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] master.MasterRpcServices(761): Client=jenkins//172.31.12.81 delete name: "snapshot-backup" 2023-10-02T12:26:32,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34019 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot-backup 2023-10-02T12:26:32,016 INFO [Listener at jenkins-hbase3.apache.org/37663 {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2023-10-02T12:26:32,016 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:26:32,016 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2023-10-02T12:26:32,017 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] util.JVMClusterUtil(257): Found active master hash=671184134, stopped=false 2023-10-02T12:26:32,017 INFO [Listener at jenkins-hbase3.apache.org/37663 {}] master.ServerManager(910): Cluster shutdown requested of master=jenkins-hbase3.apache.org,34019,1696249553996 2023-10-02T12:26:32,019 INFO [Listener at jenkins-hbase3.apache.org/37663 {}] procedure2.ProcedureExecutor(630): Stopping 2023-10-02T12:26:32,020 DEBUG [Listener at jenkins-hbase3.apache.org/37663 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:26:32,020 INFO [Listener at jenkins-hbase3.apache.org/37663 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase3.apache.org,32807,1696249557619' ***** 2023-10-02T12:26:32,020 INFO [Listener at jenkins-hbase3.apache.org/37663 {}] regionserver.HRegionServer(2531): STOPPED: Shutdown requested 2023-10-02T12:26:32,020 INFO [RS:0;jenkins-hbase3:32807 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-10-02T12:26:32,033 INFO [RS:0;jenkins-hbase3:32807 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@6c5439ef{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-10-02T12:26:32,037 INFO [RS:0;jenkins-hbase3:32807 {}] server.AbstractConnector(383): Stopped ServerConnector@7e5612d1{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-10-02T12:26:32,037 INFO [RS:0;jenkins-hbase3:32807 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-10-02T12:26:32,038 INFO [RS:0;jenkins-hbase3:32807 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@68738ead{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-10-02T12:26:32,039 INFO [RS:0;jenkins-hbase3:32807 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@419ff042{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/83aa3d5b-87f7-6aa8-2071-a6a885451830/hadoop.log.dir/,STOPPED} 2023-10-02T12:26:32,041 INFO [RS:0;jenkins-hbase3:32807 {}] regionserver.HeapMemoryManager(220): Stopping 2023-10-02T12:26:32,041 INFO [RS:0;jenkins-hbase3:32807 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2023-10-02T12:26:32,041 INFO [RS:0;jenkins-hbase3:32807 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2023-10-02T12:26:32,041 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2023-10-02T12:26:32,041 INFO [RS:0;jenkins-hbase3:32807 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2023-10-02T12:26:32,042 INFO [RS:0;jenkins-hbase3:32807 {}] regionserver.HRegionServer(3528): Received CLOSE for 326926f49aa0e2641f77b505674db221 2023-10-02T12:26:32,042 INFO [RS:0;jenkins-hbase3:32807 {}] regionserver.HRegionServer(3528): Received CLOSE for 32a8a3fd28d4bd1959bd95d9fabd02ab 2023-10-02T12:26:32,042 INFO [RS:0;jenkins-hbase3:32807 {}] regionserver.HRegionServer(3528): Received CLOSE for 29dcd94f711ff0a958aa95ec71a08f4c 2023-10-02T12:26:32,042 INFO [RS:0;jenkins-hbase3:32807 {}] regionserver.HRegionServer(3528): Received CLOSE for ec42d4e615090b6659a29ba4e71d3104 2023-10-02T12:26:32,042 INFO [RS:0;jenkins-hbase3:32807 {}] regionserver.HRegionServer(3528): Received CLOSE for ff3ad798912c6dfa66a59c2958ef65e2 2023-10-02T12:26:32,042 INFO [RS:0;jenkins-hbase3:32807 {}] regionserver.HRegionServer(3528): Received CLOSE for 7a5dc47a153d262a3b1a67514f456a54 2023-10-02T12:26:32,042 INFO [RS:0;jenkins-hbase3:32807 {}] regionserver.HRegionServer(3528): Received CLOSE for e0d9d74c57738d0fb3fe296514d007c8 2023-10-02T12:26:32,042 INFO [RS:0;jenkins-hbase3:32807 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,32807,1696249557619 2023-10-02T12:26:32,042 DEBUG [RS:0;jenkins-hbase3:32807 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:26:32,042 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 326926f49aa0e2641f77b505674db221, disabling compactions & flushes 2023-10-02T12:26:32,042 INFO [RS:0;jenkins-hbase3:32807 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2023-10-02T12:26:32,042 INFO [RS:0;jenkins-hbase3:32807 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2023-10-02T12:26:32,042 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region test-1696249566863,,1696249567369.326926f49aa0e2641f77b505674db221. 2023-10-02T12:26:32,042 INFO [RS:0;jenkins-hbase3:32807 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2023-10-02T12:26:32,042 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1696249566863,,1696249567369.326926f49aa0e2641f77b505674db221. 2023-10-02T12:26:32,042 INFO [RS:0;jenkins-hbase3:32807 {}] regionserver.HRegionServer(3528): Received CLOSE for 1588230740 2023-10-02T12:26:32,042 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on test-1696249566863,,1696249567369.326926f49aa0e2641f77b505674db221. after waiting 0 ms 2023-10-02T12:26:32,042 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region test-1696249566863,,1696249567369.326926f49aa0e2641f77b505674db221. 2023-10-02T12:26:32,043 INFO [RS:0;jenkins-hbase3:32807 {}] regionserver.HRegionServer(1579): Waiting on 8 regions to close 2023-10-02T12:26:32,043 DEBUG [RS:0;jenkins-hbase3:32807 {}] regionserver.HRegionServer(1583): Online Regions={326926f49aa0e2641f77b505674db221=test-1696249566863,,1696249567369.326926f49aa0e2641f77b505674db221., 32a8a3fd28d4bd1959bd95d9fabd02ab=backup:system_bulk,,1696249575996.32a8a3fd28d4bd1959bd95d9fabd02ab., 29dcd94f711ff0a958aa95ec71a08f4c=backup:system,,1696249575364.29dcd94f711ff0a958aa95ec71a08f4c., 1588230740=hbase:meta,,1.1588230740, ec42d4e615090b6659a29ba4e71d3104=ns4:test-16962495668633,,1696249572994.ec42d4e615090b6659a29ba4e71d3104., ff3ad798912c6dfa66a59c2958ef65e2=ns2:test-16962495668631,,1696249569649.ff3ad798912c6dfa66a59c2958ef65e2., 7a5dc47a153d262a3b1a67514f456a54=ns3:test-16962495668632,,1696249570866.7a5dc47a153d262a3b1a67514f456a54., e0d9d74c57738d0fb3fe296514d007c8=hbase:namespace,,1696249560707.e0d9d74c57738d0fb3fe296514d007c8.} 2023-10-02T12:26:32,043 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-10-02T12:26:32,043 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-10-02T12:26:32,043 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-10-02T12:26:32,043 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-10-02T12:26:32,043 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-10-02T12:26:32,044 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2819): Flushing 1588230740 3/3 column families, dataSize=11.24 KB heapSize=19.66 KB 2023-10-02T12:26:32,046 DEBUG [RS:0;jenkins-hbase3:32807 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 29dcd94f711ff0a958aa95ec71a08f4c, 326926f49aa0e2641f77b505674db221, 32a8a3fd28d4bd1959bd95d9fabd02ab, 7a5dc47a153d262a3b1a67514f456a54, e0d9d74c57738d0fb3fe296514d007c8, ec42d4e615090b6659a29ba4e71d3104, ff3ad798912c6dfa66a59c2958ef65e2 2023-10-02T12:26:32,050 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/default/test-1696249566863/326926f49aa0e2641f77b505674db221/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2023-10-02T12:26:32,051 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:26:32,052 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed test-1696249566863,,1696249567369.326926f49aa0e2641f77b505674db221. 2023-10-02T12:26:32,052 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 326926f49aa0e2641f77b505674db221: 2023-10-02T12:26:32,052 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1696249566863,,1696249567369.326926f49aa0e2641f77b505674db221. 2023-10-02T12:26:32,052 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 32a8a3fd28d4bd1959bd95d9fabd02ab, disabling compactions & flushes 2023-10-02T12:26:32,052 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1696249575996.32a8a3fd28d4bd1959bd95d9fabd02ab. 2023-10-02T12:26:32,052 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1696249575996.32a8a3fd28d4bd1959bd95d9fabd02ab. 2023-10-02T12:26:32,052 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1696249575996.32a8a3fd28d4bd1959bd95d9fabd02ab. after waiting 0 ms 2023-10-02T12:26:32,052 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1696249575996.32a8a3fd28d4bd1959bd95d9fabd02ab. 2023-10-02T12:26:32,057 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system_bulk/32a8a3fd28d4bd1959bd95d9fabd02ab/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-10-02T12:26:32,057 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:26:32,058 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system_bulk,,1696249575996.32a8a3fd28d4bd1959bd95d9fabd02ab. 2023-10-02T12:26:32,058 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 32a8a3fd28d4bd1959bd95d9fabd02ab: 2023-10-02T12:26:32,058 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1696249575996.32a8a3fd28d4bd1959bd95d9fabd02ab. 2023-10-02T12:26:32,058 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 29dcd94f711ff0a958aa95ec71a08f4c, disabling compactions & flushes 2023-10-02T12:26:32,058 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system,,1696249575364.29dcd94f711ff0a958aa95ec71a08f4c. 2023-10-02T12:26:32,058 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1696249575364.29dcd94f711ff0a958aa95ec71a08f4c. 2023-10-02T12:26:32,058 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1696249575364.29dcd94f711ff0a958aa95ec71a08f4c. after waiting 0 ms 2023-10-02T12:26:32,059 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1696249575364.29dcd94f711ff0a958aa95ec71a08f4c. 2023-10-02T12:26:32,059 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 29dcd94f711ff0a958aa95ec71a08f4c 2/2 column families, dataSize=223 B heapSize=1.01 KB 2023-10-02T12:26:32,060 INFO [regionserver/jenkins-hbase3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2023-10-02T12:26:32,064 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/.tmp/meta/8d93bf5a21b944afa00afc31d4601b84 is 91, key is incrbackupset:hdfs://localhost:38649/backupUT/meta:test-1696249566863/1696249591958/Put/seqid=0 2023-10-02T12:26:32,069 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=124 B at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/.tmp/meta/8d93bf5a21b944afa00afc31d4601b84 2023-10-02T12:26:32,074 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/hbase/meta/1588230740/.tmp/info/4c184a45ff594a8599fad9bb2ad87b07 is 159, key is ns2:test-16962495668631,,1696249569649.ff3ad798912c6dfa66a59c2958ef65e2./info:regioninfo/1696249570450/Put/seqid=0 2023-10-02T12:26:32,076 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8d93bf5a21b944afa00afc31d4601b84 2023-10-02T12:26:32,080 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/.tmp/session/f650fc366cb64512b894c16e97cd597f is 59, key is session:backup_1696249575187/session:/1696249591954/DeleteFamily/seqid=0 2023-10-02T12:26:32,215 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-10-02T12:26:32,246 DEBUG [RS:0;jenkins-hbase3:32807 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 29dcd94f711ff0a958aa95ec71a08f4c, 7a5dc47a153d262a3b1a67514f456a54, e0d9d74c57738d0fb3fe296514d007c8, ec42d4e615090b6659a29ba4e71d3104, ff3ad798912c6dfa66a59c2958ef65e2 2023-10-02T12:26:32,447 DEBUG [RS:0;jenkins-hbase3:32807 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 29dcd94f711ff0a958aa95ec71a08f4c, 7a5dc47a153d262a3b1a67514f456a54, e0d9d74c57738d0fb3fe296514d007c8, ec42d4e615090b6659a29ba4e71d3104, ff3ad798912c6dfa66a59c2958ef65e2 2023-10-02T12:26:32,480 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=10.37 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/hbase/meta/1588230740/.tmp/info/4c184a45ff594a8599fad9bb2ad87b07 2023-10-02T12:26:32,485 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=99 B at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/.tmp/session/f650fc366cb64512b894c16e97cd597f 2023-10-02T12:26:32,491 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f650fc366cb64512b894c16e97cd597f 2023-10-02T12:26:32,492 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/.tmp/meta/8d93bf5a21b944afa00afc31d4601b84 as hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/meta/8d93bf5a21b944afa00afc31d4601b84 2023-10-02T12:26:32,497 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8d93bf5a21b944afa00afc31d4601b84 2023-10-02T12:26:32,498 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/meta/8d93bf5a21b944afa00afc31d4601b84, entries=2, sequenceid=46, filesize=5.2 K 2023-10-02T12:26:32,499 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/.tmp/session/f650fc366cb64512b894c16e97cd597f as hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/session/f650fc366cb64512b894c16e97cd597f 2023-10-02T12:26:32,505 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f650fc366cb64512b894c16e97cd597f 2023-10-02T12:26:32,505 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/session/f650fc366cb64512b894c16e97cd597f, entries=2, sequenceid=46, filesize=5.2 K 2023-10-02T12:26:32,506 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/hbase/meta/1588230740/.tmp/table/72a154bfd8af49a4acf5748dd9016006 is 59, key is ns2:test-16962495668631/table:state/1696249570460/Put/seqid=0 2023-10-02T12:26:32,507 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~223 B/223, heapSize ~1000 B/1000, currentSize=0 B/0 for 29dcd94f711ff0a958aa95ec71a08f4c in 447ms, sequenceid=46, compaction requested=true 2023-10-02T12:26:32,530 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=894 B at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/hbase/meta/1588230740/.tmp/table/72a154bfd8af49a4acf5748dd9016006 2023-10-02T12:26:32,531 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/backup/system/29dcd94f711ff0a958aa95ec71a08f4c/recovered.edits/49.seqid, newMaxSeqId=49, maxSeqId=31 2023-10-02T12:26:32,532 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:26:32,533 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system,,1696249575364.29dcd94f711ff0a958aa95ec71a08f4c. 2023-10-02T12:26:32,533 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 29dcd94f711ff0a958aa95ec71a08f4c: 2023-10-02T12:26:32,533 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1696249575364.29dcd94f711ff0a958aa95ec71a08f4c. 2023-10-02T12:26:32,534 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing ec42d4e615090b6659a29ba4e71d3104, disabling compactions & flushes 2023-10-02T12:26:32,534 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns4:test-16962495668633,,1696249572994.ec42d4e615090b6659a29ba4e71d3104. 2023-10-02T12:26:32,534 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16962495668633,,1696249572994.ec42d4e615090b6659a29ba4e71d3104. 2023-10-02T12:26:32,534 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16962495668633,,1696249572994.ec42d4e615090b6659a29ba4e71d3104. after waiting 0 ms 2023-10-02T12:26:32,534 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16962495668633,,1696249572994.ec42d4e615090b6659a29ba4e71d3104. 2023-10-02T12:26:32,539 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/hbase/meta/1588230740/.tmp/info/4c184a45ff594a8599fad9bb2ad87b07 as hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/hbase/meta/1588230740/info/4c184a45ff594a8599fad9bb2ad87b07 2023-10-02T12:26:32,539 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/ns4/test-16962495668633/ec42d4e615090b6659a29ba4e71d3104/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-10-02T12:26:32,540 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:26:32,541 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns4:test-16962495668633,,1696249572994.ec42d4e615090b6659a29ba4e71d3104. 2023-10-02T12:26:32,541 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for ec42d4e615090b6659a29ba4e71d3104: 2023-10-02T12:26:32,541 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-16962495668633,,1696249572994.ec42d4e615090b6659a29ba4e71d3104. 2023-10-02T12:26:32,542 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing ff3ad798912c6dfa66a59c2958ef65e2, disabling compactions & flushes 2023-10-02T12:26:32,542 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns2:test-16962495668631,,1696249569649.ff3ad798912c6dfa66a59c2958ef65e2. 2023-10-02T12:26:32,542 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16962495668631,,1696249569649.ff3ad798912c6dfa66a59c2958ef65e2. 2023-10-02T12:26:32,542 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16962495668631,,1696249569649.ff3ad798912c6dfa66a59c2958ef65e2. after waiting 0 ms 2023-10-02T12:26:32,542 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16962495668631,,1696249569649.ff3ad798912c6dfa66a59c2958ef65e2. 2023-10-02T12:26:32,543 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing ff3ad798912c6dfa66a59c2958ef65e2 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-10-02T12:26:32,548 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/hbase/meta/1588230740/info/4c184a45ff594a8599fad9bb2ad87b07, entries=71, sequenceid=49, filesize=14.2 K 2023-10-02T12:26:32,549 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/hbase/meta/1588230740/.tmp/table/72a154bfd8af49a4acf5748dd9016006 as hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/hbase/meta/1588230740/table/72a154bfd8af49a4acf5748dd9016006 2023-10-02T12:26:32,556 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/hbase/meta/1588230740/table/72a154bfd8af49a4acf5748dd9016006, entries=15, sequenceid=49, filesize=5.8 K 2023-10-02T12:26:32,557 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3022): Finished flush of dataSize ~11.24 KB/11508, heapSize ~19.38 KB/19840, currentSize=0 B/0 for 1588230740 in 514ms, sequenceid=49, compaction requested=false 2023-10-02T12:26:32,564 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/ns2/test-16962495668631/ff3ad798912c6dfa66a59c2958ef65e2/.tmp/f/7d3ba6a5efbb4167824347124f4fbac5 is 37, key is row10/f:q1/1696249570787/Put/seqid=0 2023-10-02T12:26:32,570 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/hbase/meta/1588230740/recovered.edits/52.seqid, newMaxSeqId=52, maxSeqId=1 2023-10-02T12:26:32,571 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:26:32,571 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-10-02T12:26:32,571 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-10-02T12:26:32,571 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-10-02T12:26:32,572 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2023-10-02T12:26:32,647 DEBUG [RS:0;jenkins-hbase3:32807 {}] regionserver.HRegionServer(1609): Waiting on 7a5dc47a153d262a3b1a67514f456a54, e0d9d74c57738d0fb3fe296514d007c8, ff3ad798912c6dfa66a59c2958ef65e2 2023-10-02T12:26:32,755 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2023-10-02T12:26:32,755 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2023-10-02T12:26:32,847 DEBUG [RS:0;jenkins-hbase3:32807 {}] regionserver.HRegionServer(1609): Waiting on 7a5dc47a153d262a3b1a67514f456a54, e0d9d74c57738d0fb3fe296514d007c8, ff3ad798912c6dfa66a59c2958ef65e2 2023-10-02T12:26:32,971 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/ns2/test-16962495668631/ff3ad798912c6dfa66a59c2958ef65e2/.tmp/f/7d3ba6a5efbb4167824347124f4fbac5 2023-10-02T12:26:32,977 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/ns2/test-16962495668631/ff3ad798912c6dfa66a59c2958ef65e2/.tmp/f/7d3ba6a5efbb4167824347124f4fbac5 as hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/ns2/test-16962495668631/ff3ad798912c6dfa66a59c2958ef65e2/f/7d3ba6a5efbb4167824347124f4fbac5 2023-10-02T12:26:32,983 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/ns2/test-16962495668631/ff3ad798912c6dfa66a59c2958ef65e2/f/7d3ba6a5efbb4167824347124f4fbac5, entries=99, sequenceid=103, filesize=8.2 K 2023-10-02T12:26:32,984 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for ff3ad798912c6dfa66a59c2958ef65e2 in 442ms, sequenceid=103, compaction requested=false 2023-10-02T12:26:32,991 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/ns2/test-16962495668631/ff3ad798912c6dfa66a59c2958ef65e2/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2023-10-02T12:26:32,992 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:26:32,992 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns2:test-16962495668631,,1696249569649.ff3ad798912c6dfa66a59c2958ef65e2. 2023-10-02T12:26:32,992 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for ff3ad798912c6dfa66a59c2958ef65e2: 2023-10-02T12:26:32,992 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-16962495668631,,1696249569649.ff3ad798912c6dfa66a59c2958ef65e2. 2023-10-02T12:26:32,993 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 7a5dc47a153d262a3b1a67514f456a54, disabling compactions & flushes 2023-10-02T12:26:32,993 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns3:test-16962495668632,,1696249570866.7a5dc47a153d262a3b1a67514f456a54. 2023-10-02T12:26:32,993 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16962495668632,,1696249570866.7a5dc47a153d262a3b1a67514f456a54. 2023-10-02T12:26:32,993 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16962495668632,,1696249570866.7a5dc47a153d262a3b1a67514f456a54. after waiting 0 ms 2023-10-02T12:26:32,993 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16962495668632,,1696249570866.7a5dc47a153d262a3b1a67514f456a54. 2023-10-02T12:26:32,996 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/ns3/test-16962495668632/7a5dc47a153d262a3b1a67514f456a54/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-10-02T12:26:32,997 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:26:32,998 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns3:test-16962495668632,,1696249570866.7a5dc47a153d262a3b1a67514f456a54. 2023-10-02T12:26:32,998 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 7a5dc47a153d262a3b1a67514f456a54: 2023-10-02T12:26:32,998 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-16962495668632,,1696249570866.7a5dc47a153d262a3b1a67514f456a54. 2023-10-02T12:26:32,998 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing e0d9d74c57738d0fb3fe296514d007c8, disabling compactions & flushes 2023-10-02T12:26:32,998 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region hbase:namespace,,1696249560707.e0d9d74c57738d0fb3fe296514d007c8. 2023-10-02T12:26:32,998 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1696249560707.e0d9d74c57738d0fb3fe296514d007c8. 2023-10-02T12:26:32,998 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1696249560707.e0d9d74c57738d0fb3fe296514d007c8. after waiting 0 ms 2023-10-02T12:26:32,998 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1696249560707.e0d9d74c57738d0fb3fe296514d007c8. 2023-10-02T12:26:32,999 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing e0d9d74c57738d0fb3fe296514d007c8 1/1 column families, dataSize=249 B heapSize=1.02 KB 2023-10-02T12:26:33,013 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/hbase/namespace/e0d9d74c57738d0fb3fe296514d007c8/.tmp/info/e7869f32617f44c3a7242aaba26e4e28 is 45, key is default/info:d/1696249561687/Put/seqid=0 2023-10-02T12:26:33,047 INFO [RS:0;jenkins-hbase3:32807 {}] regionserver.HRegionServer(1579): Waiting on 1 regions to close 2023-10-02T12:26:33,047 DEBUG [RS:0;jenkins-hbase3:32807 {}] regionserver.HRegionServer(1583): Online Regions={e0d9d74c57738d0fb3fe296514d007c8=hbase:namespace,,1696249560707.e0d9d74c57738d0fb3fe296514d007c8.} 2023-10-02T12:26:33,048 DEBUG [RS:0;jenkins-hbase3:32807 {}] regionserver.HRegionServer(1609): Waiting on e0d9d74c57738d0fb3fe296514d007c8 2023-10-02T12:26:33,248 DEBUG [RS:0;jenkins-hbase3:32807 {}] regionserver.HRegionServer(1609): Waiting on e0d9d74c57738d0fb3fe296514d007c8 2023-10-02T12:26:33,418 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/hbase/namespace/e0d9d74c57738d0fb3fe296514d007c8/.tmp/info/e7869f32617f44c3a7242aaba26e4e28 2023-10-02T12:26:33,425 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/hbase/namespace/e0d9d74c57738d0fb3fe296514d007c8/.tmp/info/e7869f32617f44c3a7242aaba26e4e28 as hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/hbase/namespace/e0d9d74c57738d0fb3fe296514d007c8/info/e7869f32617f44c3a7242aaba26e4e28 2023-10-02T12:26:33,430 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/hbase/namespace/e0d9d74c57738d0fb3fe296514d007c8/info/e7869f32617f44c3a7242aaba26e4e28, entries=7, sequenceid=11, filesize=5.1 K 2023-10-02T12:26:33,432 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~249 B/249, heapSize ~1.01 KB/1032, currentSize=0 B/0 for e0d9d74c57738d0fb3fe296514d007c8 in 433ms, sequenceid=11, compaction requested=false 2023-10-02T12:26:33,439 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/data/hbase/namespace/e0d9d74c57738d0fb3fe296514d007c8/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2023-10-02T12:26:33,440 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:26:33,440 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed hbase:namespace,,1696249560707.e0d9d74c57738d0fb3fe296514d007c8. 2023-10-02T12:26:33,440 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for e0d9d74c57738d0fb3fe296514d007c8: 2023-10-02T12:26:33,440 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1696249560707.e0d9d74c57738d0fb3fe296514d007c8. 2023-10-02T12:26:33,448 INFO [RS:0;jenkins-hbase3:32807 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,32807,1696249557619; all regions closed. 2023-10-02T12:26:33,455 DEBUG [RS:0;jenkins-hbase3:32807 {}] wal.AbstractFSWAL(1062): Moved 2 WAL file(s) to /user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/oldWALs 2023-10-02T12:26:33,455 INFO [RS:0;jenkins-hbase3:32807 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C32807%2C1696249557619.meta:.meta(num 1696249577950) 2023-10-02T12:26:33,460 DEBUG [RS:0;jenkins-hbase3:32807 {}] wal.AbstractFSWAL(1062): Moved 2 WAL file(s) to /user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/oldWALs 2023-10-02T12:26:33,460 INFO [RS:0;jenkins-hbase3:32807 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C32807%2C1696249557619:(num 1696249577915) 2023-10-02T12:26:33,460 DEBUG [RS:0;jenkins-hbase3:32807 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:26:33,460 INFO [RS:0;jenkins-hbase3:32807 {}] regionserver.LeaseManager(133): Closed leases 2023-10-02T12:26:33,460 INFO [RS:0;jenkins-hbase3:32807 {}] hbase.ChoreService(370): Chore service for: regionserver/jenkins-hbase3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2023-10-02T12:26:33,461 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-10-02T12:26:33,462 INFO [RS:0;jenkins-hbase3:32807 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.12.81:32807 2023-10-02T12:26:33,472 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [jenkins-hbase3.apache.org,32807,1696249557619] 2023-10-02T12:26:33,472 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing jenkins-hbase3.apache.org,32807,1696249557619; numProcessing=1 2023-10-02T12:26:33,473 INFO [RegionServerTracker-0 {}] master.ServerManager(569): Cluster shutdown set; jenkins-hbase3.apache.org,32807,1696249557619 expired; onlineServers=0 2023-10-02T12:26:33,473 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase3.apache.org,34019,1696249553996' ***** 2023-10-02T12:26:33,473 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2531): STOPPED: Cluster shutdown set; onlineServer=0 2023-10-02T12:26:33,475 DEBUG [M:0;jenkins-hbase3:34019 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bf84711, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-10-02T12:26:33,475 INFO [M:0;jenkins-hbase3:34019 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-10-02T12:26:33,534 INFO [M:0;jenkins-hbase3:34019 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@4df70fce{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-10-02T12:26:33,534 INFO [M:0;jenkins-hbase3:34019 {}] server.AbstractConnector(383): Stopped ServerConnector@4ef251c6{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-10-02T12:26:33,534 INFO [M:0;jenkins-hbase3:34019 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-10-02T12:26:33,535 INFO [M:0;jenkins-hbase3:34019 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@33f84a85{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-10-02T12:26:33,536 INFO [M:0;jenkins-hbase3:34019 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@5086170{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/83aa3d5b-87f7-6aa8-2071-a6a885451830/hadoop.log.dir/,STOPPED} 2023-10-02T12:26:33,536 INFO [M:0;jenkins-hbase3:34019 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,34019,1696249553996 2023-10-02T12:26:33,536 INFO [M:0;jenkins-hbase3:34019 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,34019,1696249553996; all regions closed. 2023-10-02T12:26:33,536 DEBUG [M:0;jenkins-hbase3:34019 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:26:33,536 INFO [M:0;jenkins-hbase3:34019 {}] master.HMaster(1665): Stopping master jetty server 2023-10-02T12:26:33,537 INFO [M:0;jenkins-hbase3:34019 {}] server.AbstractConnector(383): Stopped ServerConnector@773afd5e{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-10-02T12:26:33,537 DEBUG [M:0;jenkins-hbase3:34019 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2023-10-02T12:26:33,538 INFO [M:0;jenkins-hbase3:34019 {}] master.BackupLogCleaner(171): Stopping BackupLogCleaner 2023-10-02T12:26:33,538 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2023-10-02T12:26:33,538 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1696249559499 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1696249559499,5,FailOnTimeoutGroup] 2023-10-02T12:26:33,538 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1696249559494 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1696249559494,5,FailOnTimeoutGroup] 2023-10-02T12:26:33,538 DEBUG [M:0;jenkins-hbase3:34019 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:26:33,538 DEBUG [M:0;jenkins-hbase3:34019 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2023-10-02T12:26:33,538 INFO [M:0;jenkins-hbase3:34019 {}] hbase.ChoreService(370): Chore service for: master/jenkins-hbase3:0 had [] on shutdown 2023-10-02T12:26:33,538 DEBUG [M:0;jenkins-hbase3:34019 {}] master.HMaster(1688): Stopping service threads 2023-10-02T12:26:33,538 INFO [M:0;jenkins-hbase3:34019 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2023-10-02T12:26:33,539 ERROR [M:0;jenkins-hbase3:34019 {}] procedure2.ProcedureExecutor(654): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] 2023-10-02T12:26:33,539 INFO [M:0;jenkins-hbase3:34019 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-10-02T12:26:33,539 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2023-10-02T12:26:33,541 WARN [M:0;jenkins-hbase3:34019 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2023-10-02T12:26:33,541 INFO [M:0;jenkins-hbase3:34019 {}] assignment.AssignmentManager(382): Stopping assignment manager 2023-10-02T12:26:33,541 INFO [M:0;jenkins-hbase3:34019 {}] region.MasterRegion(178): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2023-10-02T12:26:33,542 DEBUG [M:0;jenkins-hbase3:34019 {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-10-02T12:26:33,553 INFO [M:0;jenkins-hbase3:34019 {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-10-02T12:26:33,553 DEBUG [M:0;jenkins-hbase3:34019 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-10-02T12:26:33,553 DEBUG [M:0;jenkins-hbase3:34019 {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-10-02T12:26:33,553 DEBUG [M:0;jenkins-hbase3:34019 {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-10-02T12:26:33,554 INFO [M:0;jenkins-hbase3:34019 {}] regionserver.HRegion(2819): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=189.30 KB heapSize=227.78 KB 2023-10-02T12:26:33,571 DEBUG [M:0;jenkins-hbase3:34019 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/13a18546eba244e5b2c61ca5a491229a is 88, key is hbase:meta,,1/info:sn/1696249560009/Put/seqid=0 2023-10-02T12:26:33,572 INFO [RS:0;jenkins-hbase3:32807 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,32807,1696249557619; zookeeper connection closed. 2023-10-02T12:26:33,573 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7118dbbf {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7118dbbf 2023-10-02T12:26:33,573 INFO [Listener at jenkins-hbase3.apache.org/37663 {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2023-10-02T12:26:33,977 INFO [M:0;jenkins-hbase3:34019 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=530 B at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/13a18546eba244e5b2c61ca5a491229a 2023-10-02T12:26:33,999 DEBUG [M:0;jenkins-hbase3:34019 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/76faaa72dc4b4096a920bdde9d33b538 is 1030, key is \x00\x00\x00\x00\x00\x00\x00,/proc:d/1696249588827/Put/seqid=0 2023-10-02T12:26:34,008 INFO [M:0;jenkins-hbase3:34019 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=188.71 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/76faaa72dc4b4096a920bdde9d33b538 2023-10-02T12:26:34,014 INFO [M:0;jenkins-hbase3:34019 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 76faaa72dc4b4096a920bdde9d33b538 2023-10-02T12:26:34,028 DEBUG [M:0;jenkins-hbase3:34019 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/645b087b675e48c0a7f78796462eecc9 is 82, key is jenkins-hbase3.apache.org,32807,1696249557619/rs:state/1696249559640/Put/seqid=0 2023-10-02T12:26:34,434 INFO [M:0;jenkins-hbase3:34019 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/645b087b675e48c0a7f78796462eecc9 2023-10-02T12:26:34,441 DEBUG [M:0;jenkins-hbase3:34019 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/13a18546eba244e5b2c61ca5a491229a as hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/13a18546eba244e5b2c61ca5a491229a 2023-10-02T12:26:34,447 INFO [M:0;jenkins-hbase3:34019 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/13a18546eba244e5b2c61ca5a491229a, entries=8, sequenceid=453, filesize=5.5 K 2023-10-02T12:26:34,448 DEBUG [M:0;jenkins-hbase3:34019 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/76faaa72dc4b4096a920bdde9d33b538 as hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/76faaa72dc4b4096a920bdde9d33b538 2023-10-02T12:26:34,454 INFO [M:0;jenkins-hbase3:34019 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 76faaa72dc4b4096a920bdde9d33b538 2023-10-02T12:26:34,454 INFO [M:0;jenkins-hbase3:34019 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/76faaa72dc4b4096a920bdde9d33b538, entries=49, sequenceid=453, filesize=16.2 K 2023-10-02T12:26:34,455 DEBUG [M:0;jenkins-hbase3:34019 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/645b087b675e48c0a7f78796462eecc9 as hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/645b087b675e48c0a7f78796462eecc9 2023-10-02T12:26:34,460 INFO [M:0;jenkins-hbase3:34019 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:38649/user/jenkins/test-data/284a23a8-efd7-a2d2-5a45-55aea7ef5e17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/645b087b675e48c0a7f78796462eecc9, entries=1, sequenceid=453, filesize=5.1 K 2023-10-02T12:26:34,462 INFO [M:0;jenkins-hbase3:34019 {}] regionserver.HRegion(3022): Finished flush of dataSize ~189.30 KB/193847, heapSize ~227.48 KB/232944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 908ms, sequenceid=453, compaction requested=false 2023-10-02T12:26:34,469 INFO [M:0;jenkins-hbase3:34019 {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-10-02T12:26:34,469 DEBUG [M:0;jenkins-hbase3:34019 {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-10-02T12:26:34,473 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-10-02T12:26:34,473 INFO [M:0;jenkins-hbase3:34019 {}] flush.MasterFlushTableProcedureManager(85): stop: server shutting down. 2023-10-02T12:26:34,473 INFO [M:0;jenkins-hbase3:34019 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2023-10-02T12:26:34,473 INFO [M:0;jenkins-hbase3:34019 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.12.81:34019 2023-10-02T12:26:34,577 INFO [M:0;jenkins-hbase3:34019 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,34019,1696249553996; zookeeper connection closed. 2023-10-02T12:26:34,580 WARN [Listener at jenkins-hbase3.apache.org/37663 {}] datanode.DirectoryScanner(537): DirectoryScanner: shutdown has been called 2023-10-02T12:26:34,587 INFO [Listener at jenkins-hbase3.apache.org/37663 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-10-02T12:26:34,695 WARN [BP-1910424959-172.31.12.81-1696249550339 heartbeating to localhost/127.0.0.1:38649 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2023-10-02T12:26:34,696 WARN [BP-1910424959-172.31.12.81-1696249550339 heartbeating to localhost/127.0.0.1:38649 {}] datanode.BPServiceActor(862): Ending block pool service for: Block pool BP-1910424959-172.31.12.81-1696249550339 (Datanode Uuid 9046c559-0bd6-4d07-9225-25c3b7c0f895) service to localhost/127.0.0.1:38649 2023-10-02T12:26:34,697 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/83aa3d5b-87f7-6aa8-2071-a6a885451830/cluster_815906c3-8ca9-0ab1-e9ab-278ef85d3c57/dfs/data/data1/current/BP-1910424959-172.31.12.81-1696249550339 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-10-02T12:26:34,698 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/83aa3d5b-87f7-6aa8-2071-a6a885451830/cluster_815906c3-8ca9-0ab1-e9ab-278ef85d3c57/dfs/data/data2/current/BP-1910424959-172.31.12.81-1696249550339 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-10-02T12:26:34,735 INFO [Listener at jenkins-hbase3.apache.org/37663 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-10-02T12:26:34,896 INFO [Listener at jenkins-hbase3.apache.org/37663 {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2023-10-02T12:26:34,896 INFO [Listener at jenkins-hbase3.apache.org/37663 {}] hbase.HBaseTestingUtility(2857): Stopping mini mapreduce cluster... 2023-10-02T12:26:34,907 INFO [Listener at jenkins-hbase3.apache.org/37663 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-10-02T12:26:35,022 INFO [Listener at jenkins-hbase3.apache.org/37663 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-10-02T12:26:35,132 ERROR [Thread[Thread-275,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-10-02T12:26:35,133 INFO [Listener at jenkins-hbase3.apache.org/37663 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-10-02T12:26:35,239 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2023-10-02T12:26:35,246 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(61): Returning, interrupted : java.lang.InterruptedException 2023-10-02T12:26:35,247 ERROR [Thread[Thread-285,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-10-02T12:26:35,251 INFO [Listener at jenkins-hbase3.apache.org/37663 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-10-02T12:26:35,354 ERROR [Thread[Thread-250,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-10-02T12:26:35,354 INFO [Listener at jenkins-hbase3.apache.org/37663 {}] hbase.HBaseTestingUtility(2860): Mini mapreduce cluster stopped